{"last_updated":"2026-09-25T00:02:51.584024Z","summary":{"evaluator_account_count":60,"evaluator_accounts":[{"count":2301,"first_eval_at":"2025-08-02T02:35:48.567555Z","label":"michael.cho@frodobots.com","last_eval_at":"2026-09-12T02:24:25.225565Z","pair_count":106,"pairs":[{"count":151,"policy1":"paligemma_fast_droid","policy1_wins":58,"policy2":"paligemma_fast_specialist_droid","policy2_wins":67,"tie_rate":17.2,"ties":26},{"count":151,"policy1":"paligemma_fast_specialist_droid","policy1_wins":90,"policy2":"pi0_droid","policy2_wins":48,"tie_rate":8.6,"ties":13},{"count":121,"policy1":"paligemma_fast_droid","policy1_wins":71,"policy2":"pi0_droid","policy2_wins":36,"tie_rate":11.6,"ties":14},{"count":96,"policy1":"paligemma_diffusion_droid","policy1_wins":43,"policy2":"paligemma_vq_droid","policy2_wins":42,"tie_rate":11.5,"ties":11},{"count":92,"policy1":"paligemma_diffusion_droid","policy1_wins":39,"policy2":"pi0_fast_droid","policy2_wins":46,"tie_rate":7.6,"ties":7},{"count":83,"policy1":"paligemma_vq_droid","policy1_wins":25,"policy2":"pi0_fast_droid","policy2_wins":46,"tie_rate":14.5,"ties":12},{"count":82,"policy1":"paligemma_vq_droid","policy1_wins":32,"policy2":"pi05_droid","policy2_wins":40,"tie_rate":12.2,"ties":10},{"count":79,"policy1":"pi05_droid","policy1_wins":39,"policy2":"pi0_fast_droid","policy2_wins":34,"tie_rate":7.6,"ties":6},{"count":77,"policy1":"paligemma_diffusion_droid","policy1_wins":30,"policy2":"pi05_droid","policy2_wins":42,"tie_rate":6.5,"ties":5},{"count":74,"policy1":"paligemma_diffusion_droid","policy1_wins":35,"policy2":"paligemma_fast_specialist_droid","policy2_wins":34,"tie_rate":6.8,"ties":5},{"count":70,"policy1":"paligemma_diffusion_droid","policy1_wins":29,"policy2":"paligemma_fast_droid","policy2_wins":28,"tie_rate":18.6,"ties":13},{"count":69,"policy1":"pi0_droid","policy1_wins":25,"policy2":"pi0_fast_droid","policy2_wins":33,"tie_rate":15.9,"ties":11},{"count":68,"policy1":"paligemma_diffusion_droid","policy1_wins":43,"policy2":"pi0_droid","policy2_wins":20,"tie_rate":7.4,"ties":5},{"count":68,"policy1":"pi05_droid","policy1_wins":39,"policy2":"pi0_droid","policy2_wins":21,"tie_rate":11.8,"ties":8},{"count":67,"policy1":"paligemma_fast_droid","policy1_wins":23,"policy2":"pi0_fast_droid","policy2_wins":35,"tie_rate":13.4,"ties":9},{"count":67,"policy1":"paligemma_vq_droid","policy1_wins":30,"policy2":"pi0_droid","policy2_wins":32,"tie_rate":7.5,"ties":5},{"count":66,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":63,"tie_rate":3.0,"ties":2},{"count":66,"policy1":"paligemma_fast_specialist_droid","policy1_wins":11,"policy2":"pi0_fast_droid","policy2_wins":43,"tie_rate":18.2,"ties":12},{"count":62,"policy1":"paligemma_fast_droid","policy1_wins":22,"policy2":"paligemma_vq_droid","policy2_wins":33,"tie_rate":11.3,"ties":7},{"count":58,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":56,"tie_rate":1.7,"ties":1},{"count":57,"policy1":"paligemma_fast_specialist_droid","policy1_wins":21,"policy2":"paligemma_vq_droid","policy2_wins":27,"tie_rate":15.8,"ties":9},{"count":56,"policy1":"paligemma_fast_specialist_droid","policy1_wins":18,"policy2":"pi05_droid","policy2_wins":30,"tie_rate":14.3,"ties":8},{"count":53,"policy1":"paligemma_fast_droid","policy1_wins":23,"policy2":"pi05_droid","policy2_wins":24,"tie_rate":11.3,"ties":6},{"count":48,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":48,"tie_rate":0.0,"ties":0},{"count":46,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":43,"tie_rate":4.3,"ties":2},{"count":46,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":46,"tie_rate":0.0,"ties":0},{"count":38,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":38,"tie_rate":0.0,"ties":0},{"count":34,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":34,"tie_rate":0.0,"ties":0},{"count":12,"policy1":"Apricot","policy1_wins":8,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":16.7,"ties":2},{"count":12,"policy1":"Apricot","policy1_wins":3,"policy2":"pi05_droid","policy2_wins":7,"tie_rate":16.7,"ties":2},{"count":12,"policy1":"Apricot","policy1_wins":6,"policy2":"pi0_fast_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":11,"policy1":"Apricot","policy1_wins":9,"policy2":"G0.5-Droid-AR","policy2_wins":1,"tie_rate":9.1,"ties":1},{"count":11,"policy1":"dreaming_zebra","policy1_wins":11,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":10,"policy1":"dreaming_zebra","policy1_wins":6,"policy2":"pi05_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":9,"policy1":"Apricot","policy1_wins":5,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":22.2,"ties":2},{"count":9,"policy1":"G0.5-Droid-AR","policy1_wins":5,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":33.3,"ties":3},{"count":9,"policy1":"j2-vla","policy1_wins":7,"policy2":"paligemma_norm_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":8,"policy1":"dreaming_zebra","policy1_wins":7,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":12.5,"ties":1},{"count":7,"policy1":"dreaming_zebra","policy1_wins":3,"policy2":"paligemma_diffusion_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"G0.5-Droid-AR","policy1_wins":4,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":16.7,"ties":1},{"count":6,"policy1":"dreaming_zebra","policy1_wins":4,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"floppy_bagel_420k","policy1_wins":3,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":16.7,"ties":1},{"count":5,"policy1":"G0.5-Droid-AR","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"Phoenix","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":20.0,"ties":1},{"count":5,"policy1":"floppy_bagel_420k","policy1_wins":2,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":20.0,"ties":1},{"count":5,"policy1":"floppy_bagel_420k","policy1_wins":3,"policy2":"pi05_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"j2-vla","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"G0.5-Droid-AR","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":50.0,"ties":2},{"count":4,"policy1":"ReDROID-0.0","policy1_wins":3,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"paligemma_norm_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"paligemma_norm_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"floppy_bagel_195k_temp1p0","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":1,"policy2":"floppy_bagel_525k_temp1p0","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"floppy_bagel_420k","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"floppy_bagel_420k","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"floppy_bagel_420k","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_norm_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_norm_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_norm_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"pi05_TTA","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"Apricot","policy1_wins":1,"policy2":"pi05_TTA","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"Phoenix","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":2,"policy2":"paligemma_binning_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"floppy_bagel_90k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"floppy_bagel_90k_temp1p0","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"j2-vla","policy1_wins":2,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"j2-vla","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"j2-vla","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"pi05_TTA","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"Apricot","policy1_wins":1,"policy2":"Phoenix","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"Cosmos3-Nano-Policy","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"G0.5-Droid-AR","policy1_wins":1,"policy2":"pi05_TTA","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"ReDROID-0.0","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"ReDROID-0.0","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"allenai/MolmoAct2-DROID","policy1_wins":0,"policy2":"j2-vla","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"allenai/MolmoAct2-DROID","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"allenai/MolmoAct2-DROID","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"allenai/MolmoAct2-DROID","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"allenai/MolmoAct2-DROID","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_195k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_195k_temp1p0","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"floppy_bagel_195k_temp1p0","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_420k","policy1_wins":0,"policy2":"floppy_bagel_525k_temp1p0","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"floppy_bagel_420k","policy1_wins":0,"policy2":"floppy_bagel_90k_temp1p0","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_420k","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_90k_temp1p0","policy1_wins":0,"policy2":"paligemma_binning_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_90k_temp1p0","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"j2-vla","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"j2-vla","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"j2-vla","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_norm_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_norm_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi05_TTA","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":625,"percent":27.2,"policy":"paligemma_fast_specialist_droid"},{"count":613,"percent":26.6,"policy":"pi0_droid"},{"count":604,"percent":26.2,"policy":"paligemma_fast_droid"},{"count":548,"percent":23.8,"policy":"paligemma_diffusion_droid"},{"count":547,"percent":23.8,"policy":"paligemma_vq_droid"},{"count":537,"percent":23.3,"policy":"pi0_fast_droid"},{"count":503,"percent":21.9,"policy":"pi05_droid"},{"count":339,"percent":14.7,"policy":"paligemma_binning_droid"},{"count":59,"percent":2.6,"policy":"Apricot"},{"count":46,"percent":2.0,"policy":"dreaming_zebra"},{"count":36,"percent":1.6,"policy":"G0.5-Droid-AR"},{"count":28,"percent":1.2,"policy":"floppy_bagel_420k"},{"count":28,"percent":1.2,"policy":"paligemma_norm_droid"},{"count":24,"percent":1.0,"policy":"j2-vla"},{"count":9,"percent":0.4,"policy":"floppy_bagel_285k_temp1p0"},{"count":9,"percent":0.4,"policy":"floppy_bagel_525k_temp1p0"},{"count":9,"percent":0.4,"policy":"pi05_TTA"},{"count":8,"percent":0.3,"policy":"Phoenix"},{"count":7,"percent":0.3,"policy":"floppy_bagel_90k_temp1p0"},{"count":6,"percent":0.3,"policy":"ReDROID-0.0"},{"count":6,"percent":0.3,"policy":"floppy_bagel_195k_temp1p0"},{"count":5,"percent":0.2,"policy":"allenai/MolmoAct2-DROID"},{"count":5,"percent":0.2,"policy":"dam"},{"count":1,"percent":0.0,"policy":"Cosmos3-Nano-Policy"}],"policy_count":24,"recent_activity":[{"count":72,"key":"2026-04","label":"Apr 26","percent":97.3},{"count":40,"key":"2026-05","label":"May 26","percent":54.1},{"count":74,"key":"2026-06","label":"Jun 26","percent":100.0},{"count":56,"key":"2026-07","label":"Jul 26","percent":75.7},{"count":57,"key":"2026-08","label":"Aug 26","percent":77.0},{"count":15,"key":"2026-09","label":"Sep 26","percent":20.3}],"recent_evaluations":[{"completion_time":"2026-09-12T02:24:25.225565Z","evaluator":"michael.cho@frodobots.com","language_instruction":"pick up the doll","policyA":"paligemma_diffusion_droid","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"618a6916-1dbe-420e-aa03-5c652ef6c980"},{"completion_time":"2026-09-11T12:54:50.943677Z","evaluator":"michael.cho@frodobots.com","language_instruction":"pick up the pen","policyA":"paligemma_vq_droid","policyB":"pi05_droid","preference":"TIE","session_id":"283b0c7e-7afb-4b4c-af06-4eac55625585"},{"completion_time":"2026-09-10T08:15:52.429491Z","evaluator":"michael.cho@frodobots.com","language_instruction":"put the doll onto the laptop","policyA":"Apricot","policyB":"G0.5-Droid-AR","preference":"A","session_id":"41ddfd13-1fea-4903-a143-d710974e6ced"},{"completion_time":"2026-09-10T08:02:55.066524Z","evaluator":"michael.cho@frodobots.com","language_instruction":"put the doll onto the laptop","policyA":"paligemma_vq_droid","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"89898ae8-0e48-4b87-99e8-36222cb21a7a"},{"completion_time":"2026-09-08T03:47:26.023029Z","evaluator":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","policyA":"pi05_droid","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"deae0a27-ffb1-4903-a2a0-b995fba9730e"},{"completion_time":"2026-09-08T03:24:00.460295Z","evaluator":"michael.cho@frodobots.com","language_instruction":"put the doll into the bowl","policyA":"paligemma_vq_droid","policyB":"G0.5-Droid-AR","preference":"B","session_id":"f7471662-cdbd-45dd-8836-20785753f9e7"}],"tie_rate":10.2},{"count":334,"first_eval_at":"2025-06-30T21:41:14.277488Z","label":"ellieh99@berkeley.edu","last_eval_at":"2025-12-02T00:09:27.938961Z","pair_count":36,"pairs":[{"count":35,"policy1":"paligemma_fast_droid","policy1_wins":10,"policy2":"pi0_droid","policy2_wins":11,"tie_rate":40.0,"ties":14},{"count":20,"policy1":"paligemma_fast_specialist_droid","policy1_wins":11,"policy2":"pi0_droid","policy2_wins":4,"tie_rate":25.0,"ties":5},{"count":18,"policy1":"pi0_droid","policy1_wins":4,"policy2":"pi0_fast_droid","policy2_wins":7,"tie_rate":38.9,"ties":7},{"count":16,"policy1":"paligemma_diffusion_droid","policy1_wins":7,"policy2":"paligemma_fast_specialist_droid","policy2_wins":5,"tie_rate":25.0,"ties":4},{"count":15,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":4,"tie_rate":66.7,"ties":10},{"count":15,"policy1":"paligemma_vq_droid","policy1_wins":7,"policy2":"pi0_fast_droid","policy2_wins":3,"tie_rate":33.3,"ties":5},{"count":14,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":14,"tie_rate":0.0,"ties":0},{"count":14,"policy1":"paligemma_fast_droid","policy1_wins":3,"policy2":"paligemma_fast_specialist_droid","policy2_wins":5,"tie_rate":42.9,"ties":6},{"count":13,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":11,"tie_rate":7.7,"ties":1},{"count":13,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi05_droid","policy2_wins":6,"tie_rate":38.5,"ties":5},{"count":13,"policy1":"pi05_droid","policy1_wins":6,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":53.8,"ties":7},{"count":12,"policy1":"paligemma_diffusion_droid","policy1_wins":4,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":50.0,"ties":6},{"count":11,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":4,"tie_rate":45.5,"ties":5},{"count":11,"policy1":"paligemma_vq_droid","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":3,"tie_rate":36.4,"ties":4},{"count":10,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"pi05_droid","policy2_wins":5,"tie_rate":30.0,"ties":3},{"count":10,"policy1":"pi05_droid","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":60.0,"ties":6},{"count":8,"policy1":"dam","policy1_wins":5,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":25.0,"ties":2},{"count":8,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":7,"tie_rate":12.5,"ties":1},{"count":8,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":25.0,"ties":2},{"count":8,"policy1":"paligemma_fast_specialist_droid","policy1_wins":4,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":37.5,"ties":3},{"count":7,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":5,"tie_rate":28.6,"ties":2},{"count":7,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":7,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"dam","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"dam","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":50.0,"ties":3},{"count":6,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":33.3,"ties":2},{"count":5,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":60.0,"ties":3},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":50.0,"ties":2},{"count":4,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":50.0,"ties":2},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":66.7,"ties":2},{"count":2,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_binning_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":113,"percent":33.8,"policy":"pi0_droid"},{"count":111,"percent":33.2,"policy":"paligemma_fast_droid"},{"count":86,"percent":25.7,"policy":"pi05_droid"},{"count":74,"percent":22.2,"policy":"paligemma_fast_specialist_droid"},{"count":72,"percent":21.6,"policy":"paligemma_vq_droid"},{"count":68,"percent":20.4,"policy":"pi0_fast_droid"},{"count":59,"percent":17.7,"policy":"paligemma_diffusion_droid"},{"count":58,"percent":17.4,"policy":"paligemma_binning_droid"},{"count":27,"percent":8.1,"policy":"dam"}],"policy_count":9,"recent_activity":[{"count":90,"key":"2025-07","label":"Jul 25","percent":100.0},{"count":67,"key":"2025-08","label":"Aug 25","percent":74.4},{"count":61,"key":"2025-09","label":"Sep 25","percent":67.8},{"count":66,"key":"2025-10","label":"Oct 25","percent":73.3},{"count":33,"key":"2025-11","label":"Nov 25","percent":36.7},{"count":10,"key":"2025-12","label":"Dec 25","percent":11.1}],"recent_evaluations":[{"completion_time":"2025-12-02T00:09:27.938961Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"use the cloth to cover the sharp part of scissors","policyA":"pi0_fast_droid","policyB":"pi05_droid","preference":"B","session_id":"c41862a8-9231-4a0d-8553-fc8fbf4ca2c1"},{"completion_time":"2025-12-01T23:51:08.209780Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"put scissors on the plate","policyA":"pi0_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"20b569e8-3c34-4614-a5be-2000f04e5d8d"},{"completion_time":"2025-12-01T23:37:41.215421Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"slightly press this button","policyA":"pi0_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0"},{"completion_time":"2025-12-01T23:26:08.734454Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"wipe the tabletop using cloth","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_fast_droid","preference":"TIE","session_id":"68760ad8-16ef-4c9f-aac7-a0d47e5086f8"},{"completion_time":"2025-12-01T23:18:10.687982Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"put the banana into plate","policyA":"pi0_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"d645696f-c21a-45b5-ad71-1caf56fac553"},{"completion_time":"2025-12-01T23:03:11.931279Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"put the canned food on the marble board","policyA":"pi0_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"fd3ae7db-07dc-4202-a59f-d86bc508ab98"}],"tie_rate":33.8},{"count":290,"first_eval_at":"2025-07-29T23:49:47.051975Z","label":"will_reger@utexas.edu","last_eval_at":"2025-09-22T19:17:55.209953Z","pair_count":36,"pairs":[{"count":37,"policy1":"paligemma_fast_specialist_droid","policy1_wins":16,"policy2":"pi0_droid","policy2_wins":14,"tie_rate":18.9,"ties":7},{"count":25,"policy1":"paligemma_fast_droid","policy1_wins":12,"policy2":"pi0_droid","policy2_wins":13,"tie_rate":0.0,"ties":0},{"count":23,"policy1":"paligemma_fast_droid","policy1_wins":7,"policy2":"paligemma_fast_specialist_droid","policy2_wins":12,"tie_rate":17.4,"ties":4},{"count":13,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":7,"tie_rate":30.8,"ties":4},{"count":13,"policy1":"pi0_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":7,"tie_rate":30.8,"ties":4},{"count":12,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":9,"tie_rate":8.3,"ties":1},{"count":12,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"pi05_droid","policy2_wins":8,"tie_rate":16.7,"ties":2},{"count":11,"policy1":"paligemma_vq_droid","policy1_wins":4,"policy2":"pi05_droid","policy2_wins":4,"tie_rate":27.3,"ties":3},{"count":10,"policy1":"paligemma_fast_droid","policy1_wins":4,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":30.0,"ties":3},{"count":10,"policy1":"paligemma_vq_droid","policy1_wins":5,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":30.0,"ties":3},{"count":8,"policy1":"dam","policy1_wins":3,"policy2":"paligemma_fast_specialist_droid","policy2_wins":4,"tie_rate":12.5,"ties":1},{"count":8,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"paligemma_fast_droid","policy2_wins":3,"tie_rate":25.0,"ties":2},{"count":8,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":25.0,"ties":2},{"count":8,"policy1":"paligemma_vq_droid","policy1_wins":4,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":2,"tie_rate":71.4,"ties":5},{"count":7,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":14.3,"ties":1},{"count":7,"policy1":"paligemma_fast_droid","policy1_wins":4,"policy2":"pi05_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":4,"tie_rate":28.6,"ties":2},{"count":7,"policy1":"pi05_droid","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":28.6,"ties":2},{"count":6,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":4,"tie_rate":20.0,"ties":1},{"count":5,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_fast_specialist_droid","policy1_wins":3,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":20.0,"ties":1},{"count":5,"policy1":"pi05_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":20.0,"ties":1},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":2,"policy2":"paligemma_binning_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":2,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":111,"percent":38.3,"policy":"pi0_droid"},{"count":99,"percent":34.1,"policy":"paligemma_fast_specialist_droid"},{"count":86,"percent":29.7,"policy":"paligemma_fast_droid"},{"count":65,"percent":22.4,"policy":"paligemma_vq_droid"},{"count":57,"percent":19.7,"policy":"paligemma_diffusion_droid"},{"count":54,"percent":18.6,"policy":"pi05_droid"},{"count":53,"percent":18.3,"policy":"pi0_fast_droid"},{"count":35,"percent":12.1,"policy":"paligemma_binning_droid"},{"count":20,"percent":6.9,"policy":"dam"}],"policy_count":9,"recent_activity":[{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":1,"key":"2025-07","label":"Jul 25","percent":0.6},{"count":163,"key":"2025-08","label":"Aug 25","percent":100.0},{"count":126,"key":"2025-09","label":"Sep 25","percent":77.3}],"recent_evaluations":[{"completion_time":"2025-09-22T19:17:55.209953Z","evaluator":"will_reger@utexas.edu","language_instruction":"Topple the sponge with the screwdriver.","policyA":"paligemma_fast_specialist_droid","policyB":"pi05_droid","preference":"B","session_id":"10c81c85-25c4-4a44-bfc6-6aa7de64e95a"},{"completion_time":"2025-09-22T19:07:50.111825Z","evaluator":"will_reger@utexas.edu","language_instruction":"Topple the sponge with the screwdriver.","policyA":"pi0_fast_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"b8f5e8b4-b378-4884-8e9a-9abf119063cb"},{"completion_time":"2025-09-22T19:00:35.119951Z","evaluator":"will_reger@utexas.edu","language_instruction":"Pick up the trash and place it onto the plate.","policyA":"dam","policyB":"paligemma_vq_droid","preference":"B","session_id":"58a51d7d-b7a7-4507-9502-ab95db621387"},{"completion_time":"2025-09-22T18:50:26.300320Z","evaluator":"will_reger@utexas.edu","language_instruction":"Pick up the trash and place it onto the plate","policyA":"paligemma_fast_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"c1501346-7f51-48ad-8581-a93716664582"},{"completion_time":"2025-09-22T18:36:01.839001Z","evaluator":"will_reger@utexas.edu","language_instruction":"put the trash onto the plate.","policyA":"dam","policyB":"paligemma_binning_droid","preference":"A","session_id":"f1c70a58-cc1c-42ad-9d46-8500ac1b0232"},{"completion_time":"2025-09-22T18:25:31.236907Z","evaluator":"will_reger@utexas.edu","language_instruction":"grab the cup by the handle and give it to me","policyA":"dam","policyB":"pi05_droid","preference":"B","session_id":"467e6cae-e9fb-4980-8064-36ae5b5d98c3"}],"tie_rate":16.9},{"count":100,"first_eval_at":"2025-04-18T00:56:06.960028Z","label":"Luca Macesanu","last_eval_at":"2025-04-29T18:38:08.825870Z","pair_count":21,"pairs":[{"count":8,"policy1":"paligemma_diffusion_droid","policy1_wins":5,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":6,"tie_rate":14.3,"ties":1},{"count":6,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_diffusion_droid","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_fast_droid","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":16.7,"ties":1},{"count":6,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_fast_specialist_droid","policy1_wins":3,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_vq_droid","policy1_wins":3,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"pi0_droid","policy1_wins":4,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":31,"percent":31.0,"policy":"paligemma_vq_droid"},{"count":30,"percent":30.0,"policy":"pi0_droid"},{"count":30,"percent":30.0,"policy":"pi0_fast_droid"},{"count":29,"percent":29.0,"policy":"paligemma_fast_droid"},{"count":28,"percent":28.0,"policy":"paligemma_diffusion_droid"},{"count":26,"percent":26.0,"policy":"paligemma_binning_droid"},{"count":26,"percent":26.0,"policy":"paligemma_fast_specialist_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":100,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-29T18:38:08.825870Z","evaluator":"Luca Macesanu","language_instruction":"Move the cup near the plate.","policyA":"paligemma_vq_droid","policyB":"pi0_droid","preference":"A","session_id":"005c2566-4598-4daf-b3b0-651db8547ff6"},{"completion_time":"2025-04-29T18:22:30.276575Z","evaluator":"Luca Macesanu","language_instruction":"Move the bread to the plate.","policyA":"paligemma_fast_droid","policyB":"pi0_droid","preference":"TIE","session_id":"4ba7c1e8-39f4-4e74-8eb4-c5580711f90e"},{"completion_time":"2025-04-29T18:12:01.177940Z","evaluator":"Luca Macesanu","language_instruction":"Take the lid off the pot.","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"bf786116-6d66-4fac-bedb-4573a4c9a54d"},{"completion_time":"2025-04-29T18:00:02.031419Z","evaluator":"Luca Macesanu","language_instruction":"Put the blue spoon and the bread on the plate.","policyA":"paligemma_binning_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"c168f74f-171c-4950-9b91-d4d32ee67981"},{"completion_time":"2025-04-29T17:49:29.535294Z","evaluator":"Luca Macesanu","language_instruction":"Put the pink cup near the plate.","policyA":"paligemma_fast_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"65fc04ef-d595-44bf-9bc5-f736f2ab43e5"},{"completion_time":"2025-04-29T17:40:28.145758Z","evaluator":"Luca Macesanu","language_instruction":"Stir the pot with the plastic spoon.","policyA":"pi0_droid","policyB":"paligemma_diffusion_droid","preference":"A","session_id":"c4a07785-34a4-4e66-b9f1-7225123075de"}],"tie_rate":2.0},{"count":100,"first_eval_at":"2025-04-19T23:57:21.766190Z","label":"Meedeum Cho","last_eval_at":"2025-04-29T23:23:45.424635Z","pair_count":21,"pairs":[{"count":8,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":8,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_fast_specialist_droid","policy1_wins":6,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_fast_droid","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"pi0_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_fast_droid","policy1_wins":4,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":20.0,"ties":1},{"count":5,"policy1":"paligemma_fast_specialist_droid","policy1_wins":3,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":32,"percent":32.0,"policy":"pi0_droid"},{"count":31,"percent":31.0,"policy":"paligemma_binning_droid"},{"count":30,"percent":30.0,"policy":"pi0_fast_droid"},{"count":29,"percent":29.0,"policy":"paligemma_fast_droid"},{"count":29,"percent":29.0,"policy":"paligemma_fast_specialist_droid"},{"count":25,"percent":25.0,"policy":"paligemma_vq_droid"},{"count":24,"percent":24.0,"policy":"paligemma_diffusion_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":100,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-29T23:23:45.424635Z","evaluator":"Meedeum Cho","language_instruction":"knock the cup over","policyA":"paligemma_diffusion_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"45502707-02fe-4c84-8363-2adead3e2174"},{"completion_time":"2025-04-29T23:13:54.403789Z","evaluator":"Meedeum Cho","language_instruction":"push the ball to the right","policyA":"paligemma_fast_droid","policyB":"pi0_droid","preference":"B","session_id":"fbf7c2ae-f821-4091-bbfd-1bd34757035b"},{"completion_time":"2025-04-29T23:06:09.999953Z","evaluator":"Meedeum Cho","language_instruction":"put the ball into the cup","policyA":"pi0_fast_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"02eb3b54-13e4-432e-9cf6-d3a4c1fff651"},{"completion_time":"2025-04-29T22:47:38.893709Z","evaluator":"Meedeum Cho","language_instruction":"pick up the blue scissors","policyA":"pi0_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"dadb8680-ed3a-46a9-a583-f4b0e85c4e65"},{"completion_time":"2025-04-29T22:34:28.452363Z","evaluator":"Meedeum Cho","language_instruction":"pick up the screwdriver","policyA":"paligemma_vq_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"614b9b6a-42af-443a-bf77-5c340ed43f71"},{"completion_time":"2025-04-29T22:23:41.996809Z","evaluator":"Meedeum Cho","language_instruction":"pick up the squared object","policyA":"pi0_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"d155b980-1318-4424-b9c5-cca813f99e4d"}],"tie_rate":2.0},{"count":77,"first_eval_at":"2025-04-16T23:47:55.677431Z","label":"Pranav Atreya","last_eval_at":"2025-04-30T22:48:02.871913Z","pair_count":21,"pairs":[{"count":9,"policy1":"paligemma_diffusion_droid","policy1_wins":4,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":44.4,"ties":4},{"count":6,"policy1":"paligemma_diffusion_droid","policy1_wins":5,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":16.7,"ties":1},{"count":6,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":16.7,"ties":1},{"count":6,"policy1":"pi0_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":33.3,"ties":2},{"count":4,"policy1":"paligemma_binning_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":3,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":50.0,"ties":2},{"count":4,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":75.0,"ties":3},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":66.7,"ties":2},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":66.7,"ties":2},{"count":3,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":3},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":31,"percent":40.3,"policy":"paligemma_diffusion_droid"},{"count":26,"percent":33.8,"policy":"pi0_droid"},{"count":26,"percent":33.8,"policy":"pi0_fast_droid"},{"count":21,"percent":27.3,"policy":"paligemma_vq_droid"},{"count":17,"percent":22.1,"policy":"paligemma_binning_droid"},{"count":17,"percent":22.1,"policy":"paligemma_fast_specialist_droid"},{"count":16,"percent":20.8,"policy":"paligemma_fast_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":77,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-30T22:48:02.871913Z","evaluator":"Pranav Atreya","language_instruction":"Put the tape in the trash can","policyA":"paligemma_fast_droid","policyB":"pi0_droid","preference":"TIE","session_id":"873247a4-14d7-4398-97d7-e559fd9b3152"},{"completion_time":"2025-04-30T22:35:39.414404Z","evaluator":"Pranav Atreya","language_instruction":"Put the tape in the trash can","policyA":"paligemma_diffusion_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"cdc066dc-14bd-47ee-bf70-99d25ab36708"},{"completion_time":"2025-04-30T22:17:08.929069Z","evaluator":"Pranav Atreya","language_instruction":"Put the marker in the bowl","policyA":"pi0_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"a801d53a-5d6b-4a1d-aa14-5c8da5dba08b"},{"completion_time":"2025-04-30T21:59:46.695173Z","evaluator":"Pranav Atreya","language_instruction":"Put the tape in the drawer","policyA":"pi0_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999"},{"completion_time":"2025-04-30T21:39:31.762486Z","evaluator":"Pranav Atreya","language_instruction":"Close the drawer","policyA":"paligemma_diffusion_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"4e72fd52-2de2-46ec-b2a0-7cf0b83d4986"},{"completion_time":"2025-04-30T20:53:48.108335Z","evaluator":"Pranav Atreya","language_instruction":"Put the marker in the black bowl","policyA":"paligemma_binning_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"8eea30cf-b4cf-4cea-8931-f503432a47ab"}],"tie_rate":39.0},{"count":76,"first_eval_at":"2026-01-28T19:35:38.231232Z","label":"youliangt@nvidia.com","last_eval_at":"2026-02-01T06:00:14.400740Z","pair_count":31,"pairs":[{"count":6,"policy1":"dreaming_zebra","policy1_wins":6,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"pi05_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"dreaming_zebra","policy1_wins":3,"policy2":"floppy_bagel_525k_temp1p0","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"dreaming_zebra","policy1_wins":3,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":3,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_195k_temp1p0","policy1_wins":0,"policy2":"floppy_bagel_90k_temp1p0","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_195k_temp1p0","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"floppy_bagel_420k","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"floppy_bagel_525k_temp1p0","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"floppy_bagel_90k_temp1p0","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_90k_temp1p0","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi05_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi0_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":31,"percent":40.8,"policy":"dreaming_zebra"},{"count":24,"percent":31.6,"policy":"floppy_bagel_525k_temp1p0"},{"count":13,"percent":17.1,"policy":"paligemma_fast_droid"},{"count":13,"percent":17.1,"policy":"paligemma_fast_specialist_droid"},{"count":13,"percent":17.1,"policy":"pi0_droid"},{"count":13,"percent":17.1,"policy":"pi0_fast_droid"},{"count":12,"percent":15.8,"policy":"paligemma_diffusion_droid"},{"count":12,"percent":15.8,"policy":"paligemma_vq_droid"},{"count":12,"percent":15.8,"policy":"pi05_droid"},{"count":3,"percent":3.9,"policy":"floppy_bagel_285k_temp1p0"},{"count":3,"percent":3.9,"policy":"floppy_bagel_90k_temp1p0"},{"count":2,"percent":2.6,"policy":"floppy_bagel_195k_temp1p0"},{"count":1,"percent":1.3,"policy":"floppy_bagel_420k"}],"policy_count":13,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":72,"key":"2026-01","label":"Jan 26","percent":100.0},{"count":4,"key":"2026-02","label":"Feb 26","percent":5.6}],"recent_evaluations":[{"completion_time":"2026-02-01T06:00:14.400740Z","evaluator":"youliangt@nvidia.com","language_instruction":"Put the lime on the red can","policyA":"dreaming_zebra","policyB":"paligemma_vq_droid","preference":"B","session_id":"938a613b-b0f2-43eb-a9c0-f2b152613381"},{"completion_time":"2026-02-01T05:46:06.255385Z","evaluator":"youliangt@nvidia.com","language_instruction":"Put the blue cup into the blue basket","policyA":"paligemma_fast_droid","policyB":"pi05_droid","preference":"B","session_id":"be4d3d37-9744-4381-8eaf-09771898d922"},{"completion_time":"2026-02-01T05:17:28.816730Z","evaluator":"youliangt@nvidia.com","language_instruction":"Put the bok choy on the pan with veggies","policyA":"paligemma_fast_droid","policyB":"dreaming_zebra","preference":"A","session_id":"b704d210-85f2-4671-b519-d5ad7d65c0f1"},{"completion_time":"2026-02-01T05:09:55.538931Z","evaluator":"youliangt@nvidia.com","language_instruction":"Put the glove on the white paper","policyA":"pi0_fast_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"173c2d57-fe2a-4583-8322-f6f570d195cf"},{"completion_time":"2026-01-31T03:15:22.351538Z","evaluator":"youliangt@nvidia.com","language_instruction":"Put the marker through the hole in the box and place inside","policyA":"pi0_fast_droid","policyB":"dreaming_zebra","preference":"A","session_id":"0cc08f71-20fa-4765-85aa-0a866b1701ff"},{"completion_time":"2026-01-31T03:07:54.905319Z","evaluator":"youliangt@nvidia.com","language_instruction":"Take the glove off of the purple cylinder and place it on the orange plate","policyA":"dreaming_zebra","policyB":"paligemma_fast_specialist_droid","preference":"A","session_id":"e8e12726-2d43-4f8c-b639-a98efa21a7b0"}],"tie_rate":7.9},{"count":61,"first_eval_at":"2026-02-04T02:15:17.956916Z","label":"obuddhikot@nvidia.com","last_eval_at":"2026-02-13T00:55:50.175763Z","pair_count":21,"pairs":[{"count":6,"policy1":"dreaming_zebra","policy1_wins":4,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"dreaming_zebra","policy1_wins":5,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"dreaming_zebra","policy1_wins":3,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"pi05_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_fast_specialist_droid","policy1_wins":3,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":25.0,"ties":1},{"count":3,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":66.7,"ties":2},{"count":3,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"pi05_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":2},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":31,"percent":50.8,"policy":"dreaming_zebra"},{"count":14,"percent":23.0,"policy":"paligemma_fast_specialist_droid"},{"count":14,"percent":23.0,"policy":"pi05_droid"},{"count":14,"percent":23.0,"policy":"pi0_fast_droid"},{"count":13,"percent":21.3,"policy":"paligemma_fast_droid"},{"count":13,"percent":21.3,"policy":"pi0_droid"},{"count":12,"percent":19.7,"policy":"paligemma_vq_droid"},{"count":11,"percent":18.0,"policy":"paligemma_diffusion_droid"}],"policy_count":8,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":61,"key":"2026-02","label":"Feb 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-02-13T00:55:50.175763Z","evaluator":"obuddhikot@nvidia.com","language_instruction":"roll the baseball across the table","policyA":"paligemma_diffusion_droid","policyB":"dreaming_zebra","preference":"B","session_id":"388480a0-1de3-4185-8fc4-7c4b72226199"},{"completion_time":"2026-02-13T00:40:18.169699Z","evaluator":"obuddhikot@nvidia.com","language_instruction":"remove the headphones from the mannequin","policyA":"pi0_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"88ab768c-386d-4cc7-bfd1-c083e0768399"},{"completion_time":"2026-02-13T00:31:38.706490Z","evaluator":"obuddhikot@nvidia.com","language_instruction":"place the red cube within the red boundary","policyA":"dreaming_zebra","policyB":"paligemma_vq_droid","preference":"B","session_id":"d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b"},{"completion_time":"2026-02-12T23:58:43.856342Z","evaluator":"obuddhikot@nvidia.com","language_instruction":"insert the pizza fully into the oven","policyA":"dreaming_zebra","policyB":"paligemma_vq_droid","preference":"A","session_id":"a959d8c7-d47c-47da-8fd0-1d707cb5dfe4"},{"completion_time":"2026-02-12T19:24:04.548275Z","evaluator":"obuddhikot@nvidia.com","language_instruction":"return the mayonnaise","policyA":"pi0_droid","policyB":"dreaming_zebra","preference":"B","session_id":"f961219f-9d0a-4b5c-98aa-8713f557db79"},{"completion_time":"2026-02-12T19:12:52.797766Z","evaluator":"obuddhikot@nvidia.com","language_instruction":"dispense the soap onto the plate","policyA":"dreaming_zebra","policyB":"paligemma_diffusion_droid","preference":"A","session_id":"b332500d-2a3d-4bd6-bb8f-4306f7b51ed4"}],"tie_rate":11.5},{"count":57,"first_eval_at":"2025-07-02T16:53:46.414110Z","label":"skunda@stanford.edu","last_eval_at":"2025-08-08T19:46:39.398510Z","pair_count":23,"pairs":[{"count":6,"policy1":"paligemma_diffusion_droid","policy1_wins":4,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":16.7,"ties":1},{"count":4,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":50.0,"ties":2},{"count":4,"policy1":"pi05_droid","policy1_wins":3,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":25.0,"ties":1},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"pi05_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":2},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"pi0_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":17,"percent":29.8,"policy":"paligemma_binning_droid"},{"count":17,"percent":29.8,"policy":"paligemma_diffusion_droid"},{"count":16,"percent":28.1,"policy":"pi05_droid"},{"count":16,"percent":28.1,"policy":"pi0_droid"},{"count":15,"percent":26.3,"policy":"paligemma_fast_specialist_droid"},{"count":15,"percent":26.3,"policy":"pi0_fast_droid"},{"count":14,"percent":24.6,"policy":"paligemma_vq_droid"},{"count":4,"percent":7.0,"policy":"paligemma_fast_droid"}],"policy_count":8,"recent_activity":[{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":34,"key":"2025-07","label":"Jul 25","percent":100.0},{"count":23,"key":"2025-08","label":"Aug 25","percent":67.6}],"recent_evaluations":[{"completion_time":"2025-08-08T19:46:39.398510Z","evaluator":"skunda@stanford.edu","language_instruction":"Put bread on plate ","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"f7b0fd22-4dbb-4bed-8907-d87d1bb405b1"},{"completion_time":"2025-08-08T19:25:24.122713Z","evaluator":"skunda@stanford.edu","language_instruction":"put chicken wing on plate ","policyA":"pi0_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"ae818621-845e-4bc7-8f68-c459e48759ea"},{"completion_time":"2025-08-08T19:18:34.976493Z","evaluator":"skunda@stanford.edu","language_instruction":"Put chicken wing on plate ","policyA":"paligemma_vq_droid","policyB":"pi05_droid","preference":"B","session_id":"ca2f008e-d0c6-4b5e-baa5-1337c70851cf"},{"completion_time":"2025-08-08T19:09:15.727127Z","evaluator":"skunda@stanford.edu","language_instruction":"Put chicken wing in plate ","policyA":"pi0_fast_droid","policyB":"pi05_droid","preference":"B","session_id":"0ce424f5-2118-4ab3-84b7-b34ca99d6c93"},{"completion_time":"2025-08-08T19:01:59.866454Z","evaluator":"skunda@stanford.edu","language_instruction":"put chicken wing on plate ","policyA":"paligemma_fast_specialist_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"31233f4b-4a37-40b0-ab20-43bbcc355155"},{"completion_time":"2025-08-08T18:54:47.566531Z","evaluator":"skunda@stanford.edu","language_instruction":"put chicken wing on plate ","policyA":"paligemma_binning_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"e2f191ac-bf5e-4975-879c-6e6c3fc35fc5"}],"tie_rate":22.8},{"count":46,"first_eval_at":"2025-04-16T00:46:11.881393Z","label":"Siyi Huang","last_eval_at":"2025-04-29T19:08:59.093461Z","pair_count":20,"pairs":[{"count":5,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":60.0,"ties":3},{"count":5,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":40.0,"ties":2},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":66.7,"ties":2},{"count":3,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":2},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi0_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":18,"percent":39.1,"policy":"paligemma_fast_specialist_droid"},{"count":15,"percent":32.6,"policy":"paligemma_fast_droid"},{"count":14,"percent":30.4,"policy":"paligemma_vq_droid"},{"count":12,"percent":26.1,"policy":"paligemma_binning_droid"},{"count":12,"percent":26.1,"policy":"paligemma_diffusion_droid"},{"count":11,"percent":23.9,"policy":"pi0_fast_droid"},{"count":10,"percent":21.7,"policy":"pi0_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":46,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-29T19:08:59.093461Z","evaluator":"Siyi Huang","language_instruction":"wipe the table","policyA":"pi0_fast_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"5f6ef83e-7a22-46ff-8702-bc9e2050f781"},{"completion_time":"2025-04-29T18:44:31.737789Z","evaluator":"Siyi Huang","language_instruction":"put the corn inside the drawer","policyA":"paligemma_vq_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"09836787-40cc-4c82-bc26-f6cf64956336"},{"completion_time":"2025-04-29T18:20:35.493964Z","evaluator":"Siyi Huang","language_instruction":"put the strawberry in the pink bowl","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"0fc6fc86-df01-47cf-a13b-7637c151ff8d"},{"completion_time":"2025-04-29T17:58:38.441185Z","evaluator":"Siyi Huang","language_instruction":"put the brown bowl in the purple plate","policyA":"pi0_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"005387dc-76ab-405e-b363-b2182a075b5c"},{"completion_time":"2025-04-29T17:42:19.329609Z","evaluator":"Siyi Huang","language_instruction":"put the tape into the purple bowl","policyA":"paligemma_diffusion_droid","policyB":"paligemma_vq_droid","preference":"TIE","session_id":"60b694ec-b903-4b9a-8427-ddd3e43c14e4"},{"completion_time":"2025-04-29T17:28:35.719588Z","evaluator":"Siyi Huang","language_instruction":"put towel in the white bowl","policyA":"paligemma_vq_droid","policyB":"paligemma_diffusion_droid","preference":"TIE","session_id":"df38ba87-13b4-473c-9d40-5e752725ea61"}],"tie_rate":37.0},{"count":45,"first_eval_at":"2025-11-11T17:08:41.522324Z","label":"martin.sedlacek@cvut.cz","last_eval_at":"2026-08-12T14:20:56.559190Z","pair_count":24,"pairs":[{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":75.0,"ties":3},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":50.0,"ties":2},{"count":4,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"G0.5-Droid-AR","policy1_wins":2,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":2,"policy1":"G0.5-Droid-AR","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"pi05_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"pi05_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":17,"percent":37.8,"policy":"paligemma_diffusion_droid"},{"count":14,"percent":31.1,"policy":"pi0_fast_droid"},{"count":13,"percent":28.9,"policy":"pi05_droid"},{"count":10,"percent":22.2,"policy":"paligemma_fast_droid"},{"count":10,"percent":22.2,"policy":"paligemma_vq_droid"},{"count":7,"percent":15.6,"policy":"pi0_droid"},{"count":6,"percent":13.3,"policy":"dreaming_zebra"},{"count":5,"percent":11.1,"policy":"G0.5-Droid-AR"},{"count":5,"percent":11.1,"policy":"paligemma_fast_specialist_droid"},{"count":3,"percent":6.7,"policy":"paligemma_binning_droid"}],"policy_count":10,"recent_activity":[{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":0,"key":"2026-05","label":"May 26","percent":0.0},{"count":10,"key":"2026-06","label":"Jun 26","percent":100.0},{"count":8,"key":"2026-07","label":"Jul 26","percent":80.0},{"count":1,"key":"2026-08","label":"Aug 26","percent":10.0}],"recent_evaluations":[{"completion_time":"2026-08-12T14:20:56.559190Z","evaluator":"martin.sedlacek@cvut.cz","language_instruction":"put the banana on th eplate","policyA":"paligemma_diffusion_droid","policyB":"pi05_droid","preference":"TIE","session_id":"cb311f06-0b1a-4c75-9dc7-f934f5b75ef6"},{"completion_time":"2026-07-24T15:38:18.376213Z","evaluator":"martin.sedlacek@cvut.cz","language_instruction":"put the screwdriver into the cup","policyA":"paligemma_vq_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"ed78c258-00c3-4164-8e6a-7beaa0d58798"},{"completion_time":"2026-07-24T15:12:24.375859Z","evaluator":"martin.sedlacek@cvut.cz","language_instruction":"wipe the table with the cloth","policyA":"paligemma_vq_droid","policyB":"pi05_droid","preference":"A","session_id":"70f0d024-849c-4eb2-9941-4dceabf95929"},{"completion_time":"2026-07-24T15:03:34.791018Z","evaluator":"martin.sedlacek@cvut.cz","language_instruction":"pick up the drill and put it on top of the wooden tray","policyA":"G0.5-Droid-AR","policyB":"paligemma_diffusion_droid","preference":"A","session_id":"9c7d07d6-b18c-452f-b5af-995810529b44"},{"completion_time":"2026-07-24T14:43:39.556387Z","evaluator":"martin.sedlacek@cvut.cz","language_instruction":"pour the contents of the bottle into the bowl","policyA":"pi05_droid","policyB":"G0.5-Droid-AR","preference":"B","session_id":"21a70a86-429a-4218-b56f-79092585ad1c"},{"completion_time":"2026-07-24T14:22:54.531375Z","evaluator":"martin.sedlacek@cvut.cz","language_instruction":"put the marker into the holder","policyA":"pi05_droid","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"9fa58c7c-b3c5-4448-92c2-c3ca2088fcac"}],"tie_rate":26.7},{"count":44,"first_eval_at":"2026-02-04T17:26:21.323628Z","label":"wdurbano@nvidia.com","last_eval_at":"2026-02-10T23:59:09.310272Z","pair_count":20,"pairs":[{"count":5,"policy1":"dreaming_zebra","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"dreaming_zebra","policy1_wins":4,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_diffusion_droid","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"dreaming_zebra","policy1_wins":4,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi05_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi0_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":24,"percent":54.5,"policy":"dreaming_zebra"},{"count":15,"percent":34.1,"policy":"pi0_droid"},{"count":11,"percent":25.0,"policy":"paligemma_diffusion_droid"},{"count":10,"percent":22.7,"policy":"pi05_droid"},{"count":9,"percent":20.5,"policy":"paligemma_fast_droid"},{"count":7,"percent":15.9,"policy":"pi0_fast_droid"},{"count":6,"percent":13.6,"policy":"paligemma_fast_specialist_droid"},{"count":6,"percent":13.6,"policy":"paligemma_vq_droid"}],"policy_count":8,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":44,"key":"2026-02","label":"Feb 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-02-10T23:59:09.310272Z","evaluator":"wdurbano@nvidia.com","language_instruction":"bend the straw","policyA":"paligemma_fast_specialist_droid","policyB":"pi0_droid","preference":"B","session_id":"686e78b6-c580-4687-a4de-a534a186af4c"},{"completion_time":"2026-02-10T23:47:22.008486Z","evaluator":"wdurbano@nvidia.com","language_instruction":"peel both the sticky notes off of the jack'o lantern","policyA":"dreaming_zebra","policyB":"paligemma_fast_specialist_droid","preference":"A","session_id":"ffab093a-6f4c-46f5-bd2d-67d3b790ecdc"},{"completion_time":"2026-02-10T23:27:40.948004Z","evaluator":"wdurbano@nvidia.com","language_instruction":"place a domino on top of the red triangle","policyA":"paligemma_fast_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"246bedc5-4394-453d-a6d9-392f4b7c5c5f"},{"completion_time":"2026-02-10T23:16:25.491795Z","evaluator":"wdurbano@nvidia.com","language_instruction":"hang the hanger on the tripod","policyA":"dreaming_zebra","policyB":"paligemma_fast_droid","preference":"B","session_id":"10cb0c22-b55c-49d2-9fbb-4c7eac81236a"},{"completion_time":"2026-02-10T23:07:21.236562Z","evaluator":"wdurbano@nvidia.com","language_instruction":"draw on the paper using the pencil","policyA":"pi05_droid","policyB":"dreaming_zebra","preference":"B","session_id":"d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7"},{"completion_time":"2026-02-10T22:51:25.806651Z","evaluator":"wdurbano@nvidia.com","language_instruction":"draw on the whiteboard with the marker","policyA":"paligemma_fast_specialist_droid","policyB":"pi05_droid","preference":"B","session_id":"a29f0cd7-ff5d-46e5-af4e-83d7bc964463"}],"tie_rate":6.8},{"count":37,"first_eval_at":"2025-04-15T18:21:45.641415Z","label":"Tony Lee","last_eval_at":"2025-04-25T22:00:15.526050Z","pair_count":16,"pairs":[{"count":5,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":60.0,"ties":3},{"count":5,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":60.0,"ties":3},{"count":5,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":40.0,"ties":2},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi0_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":15,"percent":40.5,"policy":"paligemma_fast_droid"},{"count":13,"percent":35.1,"policy":"paligemma_diffusion_droid"},{"count":12,"percent":32.4,"policy":"paligemma_fast_specialist_droid"},{"count":12,"percent":32.4,"policy":"pi0_droid"},{"count":9,"percent":24.3,"policy":"paligemma_binning_droid"},{"count":8,"percent":21.6,"policy":"paligemma_vq_droid"},{"count":5,"percent":13.5,"policy":"pi0_fast_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":37,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-25T22:00:15.526050Z","evaluator":"Tony Lee","language_instruction":"there are two dish brushes. pick up the yellow gray one and not the white one.","policyA":"paligemma_binning_droid","policyB":"paligemma_fast_specialist_droid","preference":"TIE","session_id":"376267da-36e5-4ba5-b062-42a63af2e2e7"},{"completion_time":"2025-04-25T21:50:42.034435Z","evaluator":"Tony Lee","language_instruction":"do not touch the spoon. pick up the dish scrub instead and drop it in the sink. no matter what do not touch the spoon as if your life depends on it pleaseeeee","policyA":"paligemma_diffusion_droid","policyB":"paligemma_fast_droid","preference":"TIE","session_id":"60047c46-a615-45c2-aedd-8021277c6152"},{"completion_time":"2025-04-25T21:41:05.581149Z","evaluator":"Tony Lee","language_instruction":"please please drop all the utensils into the sink~ don't touch the white dish brush","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"c76acf8c-6df7-42cc-bcf2-5ac45df2ae22"},{"completion_time":"2025-04-25T21:30:53.931370Z","evaluator":"Tony Lee","language_instruction":"put away the silver utensils into the sink","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"4051a633-a978-4d8e-85d5-ab8d70e60c8c"},{"completion_time":"2025-04-25T21:20:44.852906Z","evaluator":"Tony Lee","language_instruction":"check if there utensils to put away from the dish rack. If there are, put them away into the sink","policyA":"pi0_droid","policyB":"paligemma_fast_droid","preference":"TIE","session_id":"fc5d4180-2ada-4092-b894-006621c31694"},{"completion_time":"2025-04-25T21:13:20.778018Z","evaluator":"Tony Lee","language_instruction":"pick up the dish brush","policyA":"pi0_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"f54d18c5-2290-4a02-97ed-a08bb2b3101b"}],"tie_rate":35.1},{"count":36,"first_eval_at":"2025-04-16T17:56:58.461841Z","label":"Artur Kuramshin","last_eval_at":"2025-04-29T19:34:35.178104Z","pair_count":19,"pairs":[{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"pi0_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":13,"percent":36.1,"policy":"pi0_fast_droid"},{"count":11,"percent":30.6,"policy":"paligemma_vq_droid"},{"count":10,"percent":27.8,"policy":"paligemma_binning_droid"},{"count":10,"percent":27.8,"policy":"paligemma_fast_droid"},{"count":10,"percent":27.8,"policy":"pi0_droid"},{"count":9,"percent":25.0,"policy":"paligemma_diffusion_droid"},{"count":9,"percent":25.0,"policy":"paligemma_fast_specialist_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":36,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-29T19:34:35.178104Z","evaluator":"Artur Kuramshin","language_instruction":"flip the blue switch","policyA":"paligemma_binning_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"2d0b5b06-86f7-49e9-a263-d0f109f86f2c"},{"completion_time":"2025-04-29T19:21:16.503248Z","evaluator":"Artur Kuramshin","language_instruction":"Put the cloth in the cabinet and then close the cabinet","policyA":"pi0_fast_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"72e0993d-7334-43e6-820f-64f5887541e2"},{"completion_time":"2025-04-29T19:03:34.320475Z","evaluator":"Artur Kuramshin","language_instruction":"Take the duckie out of the drawer and then close the drawer","policyA":"paligemma_fast_droid","policyB":"pi0_droid","preference":"B","session_id":"c6ae4d03-9c1e-42b5-b267-c7368c669cc3"},{"completion_time":"2025-04-29T18:36:28.200413Z","evaluator":"Artur Kuramshin","language_instruction":"Drop the rubber ducks iin the drawer and then close the drawer","policyA":"pi0_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"30425a50-58e7-42b3-900e-0be6577549d5"},{"completion_time":"2025-04-28T23:44:21.254375Z","evaluator":"Artur Kuramshin","language_instruction":"Place the croissant in the pot and then put the lid on the pot","policyA":"paligemma_diffusion_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962"},{"completion_time":"2025-04-28T03:19:20.273270Z","evaluator":"Artur Kuramshin","language_instruction":"place the cloth on the screw driver","policyA":"paligemma_vq_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"0b8c31c1-22f8-479e-bd01-f58e4b5bb85a"}],"tie_rate":2.8},{"count":33,"first_eval_at":"2025-04-16T20:57:37.605196Z","label":"Sarah Kunda Mugisha","last_eval_at":"2025-04-29T23:54:16.303815Z","pair_count":16,"pairs":[{"count":7,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":7,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":66.7,"ties":2},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"pi0_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":12,"percent":36.4,"policy":"paligemma_binning_droid"},{"count":12,"percent":36.4,"policy":"paligemma_diffusion_droid"},{"count":12,"percent":36.4,"policy":"paligemma_vq_droid"},{"count":11,"percent":33.3,"policy":"pi0_droid"},{"count":9,"percent":27.3,"policy":"pi0_fast_droid"},{"count":5,"percent":15.2,"policy":"paligemma_fast_droid"},{"count":5,"percent":15.2,"policy":"paligemma_fast_specialist_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":33,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-29T23:54:16.303815Z","evaluator":"Sarah Kunda Mugisha","language_instruction":"put green frog in red box ","policyA":"paligemma_diffusion_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"2a344e45-d0d6-4059-80cf-c93af47ebb50"},{"completion_time":"2025-04-29T23:41:33.796509Z","evaluator":"Sarah Kunda Mugisha","language_instruction":"put brown spoon in green bowl ","policyA":"paligemma_diffusion_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"229a7e94-1973-4cb8-880c-3068be227e10"},{"completion_time":"2025-04-29T23:27:54.004354Z","evaluator":"Sarah Kunda Mugisha","language_instruction":"put brown spoon in red bottle ","policyA":"paligemma_diffusion_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"0c07f332-bbd2-4ff2-b3bf-54747a038614"},{"completion_time":"2025-04-29T23:08:43.781061Z","evaluator":"Sarah Kunda Mugisha","language_instruction":"put the spoon in the bottle ","policyA":"paligemma_diffusion_droid","policyB":"paligemma_vq_droid","preference":"TIE","session_id":"bfb89179-18bb-46b9-a7df-4b4717164243"},{"completion_time":"2025-04-29T22:55:07.314058Z","evaluator":"Sarah Kunda Mugisha","language_instruction":"put green marker in red bottle ","policyA":"paligemma_binning_droid","policyB":"pi0_droid","preference":"B","session_id":"d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c"},{"completion_time":"2025-04-28T22:58:02.502768Z","evaluator":"Sarah Kunda Mugisha","language_instruction":"pick up red box and put in brown box ","policyA":"pi0_fast_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"996f2c22-6e4b-4616-90db-fb6f80499041"}],"tie_rate":15.2},{"count":29,"first_eval_at":"2025-04-24T18:20:31.289408Z","label":"Matthew Leonard","last_eval_at":"2025-04-27T13:43:42.337862Z","pair_count":15,"pairs":[{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi0_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":10,"percent":34.5,"policy":"paligemma_vq_droid"},{"count":9,"percent":31.0,"policy":"pi0_droid"},{"count":8,"percent":27.6,"policy":"paligemma_binning_droid"},{"count":8,"percent":27.6,"policy":"paligemma_diffusion_droid"},{"count":8,"percent":27.6,"policy":"paligemma_fast_droid"},{"count":8,"percent":27.6,"policy":"paligemma_fast_specialist_droid"},{"count":7,"percent":24.1,"policy":"pi0_fast_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":29,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-27T13:43:42.337862Z","evaluator":"Matthew Leonard","language_instruction":"place the red tape into the wooden tray","policyA":"pi0_fast_droid","policyB":"paligemma_diffusion_droid","preference":"A","session_id":"fa4842c0-c42c-450d-864a-39302db16720"},{"completion_time":"2025-04-27T13:31:28.412246Z","evaluator":"Matthew Leonard","language_instruction":"place the duck into the teal pan","policyA":"pi0_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"6e5f337d-853d-4f0e-a3fa-cc3b7f230d73"},{"completion_time":"2025-04-27T13:13:07.070537Z","evaluator":"Matthew Leonard","language_instruction":"place the duck into the black pan","policyA":"paligemma_binning_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"a3664ef3-4e80-4c5b-87f9-33e0acdb1af6"},{"completion_time":"2025-04-27T13:01:21.506662Z","evaluator":"Matthew Leonard","language_instruction":"place the sprinkles into the black pan","policyA":"pi0_fast_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"755f0be9-8a74-441c-8aae-79e2381c84f8"},{"completion_time":"2025-04-27T12:46:50.343580Z","evaluator":"Matthew Leonard","language_instruction":"place the blue tray into the white tray","policyA":"paligemma_diffusion_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"e0b4e16c-a195-4ba0-96a5-77f718caa814"},{"completion_time":"2025-04-27T12:25:01.643332Z","evaluator":"Matthew Leonard","language_instruction":"place the pineapple into the blue tray","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"2d584672-de34-40f4-9993-59f47d40942b"}],"tie_rate":6.9},{"count":28,"first_eval_at":"2026-02-02T21:40:51.779049Z","label":"nlaswi@nvidia.com","last_eval_at":"2026-02-26T16:45:17.788224Z","pair_count":15,"pairs":[{"count":5,"policy1":"dreaming_zebra","policy1_wins":4,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":25.0,"ties":1},{"count":3,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"pi05_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":20,"percent":71.4,"policy":"dreaming_zebra"},{"count":8,"percent":28.6,"policy":"pi0_fast_droid"},{"count":7,"percent":25.0,"policy":"paligemma_vq_droid"},{"count":7,"percent":25.0,"policy":"pi05_droid"},{"count":5,"percent":17.9,"policy":"paligemma_fast_droid"},{"count":3,"percent":10.7,"policy":"paligemma_diffusion_droid"},{"count":3,"percent":10.7,"policy":"paligemma_fast_specialist_droid"},{"count":3,"percent":10.7,"policy":"pi0_droid"}],"policy_count":8,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":28,"key":"2026-02","label":"Feb 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-02-26T16:45:17.788224Z","evaluator":"nlaswi@nvidia.com","language_instruction":"transfer the grapes to the other bowl","policyA":"dreaming_zebra","policyB":"paligemma_fast_droid","preference":"B","session_id":"a808c915-e90d-457d-9b24-1911a6900385"},{"completion_time":"2026-02-23T17:01:18.158141Z","evaluator":"nlaswi@nvidia.com","language_instruction":"hook the roll of tape onto the top of the cone","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_specialist_droid","preference":"A","session_id":"845c17f7-a397-4cba-a008-5557360ca5b9"},{"completion_time":"2026-02-23T16:53:51.639295Z","evaluator":"nlaswi@nvidia.com","language_instruction":"scoop out the screws from the bowl","policyA":"paligemma_diffusion_droid","policyB":"dreaming_zebra","preference":"B","session_id":"35846fed-09f2-41fb-8fc7-066e0e82b3da"},{"completion_time":"2026-02-19T17:17:40.479864Z","evaluator":"nlaswi@nvidia.com","language_instruction":"draw something with the pencil","policyA":"paligemma_fast_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea"},{"completion_time":"2026-02-19T16:54:10.970967Z","evaluator":"nlaswi@nvidia.com","language_instruction":"\\fold the t-shirt","policyA":"paligemma_vq_droid","policyB":"pi0_droid","preference":"A","session_id":"217f8f47-4cf0-4ecd-b2cf-05af767a7e1f"},{"completion_time":"2026-02-19T16:36:09.922224Z","evaluator":"nlaswi@nvidia.com","language_instruction":"put the toast on top of the drawer","policyA":"pi0_fast_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"2ec7df92-cac5-46c8-a18f-c6f649f24309"}],"tie_rate":17.9},{"count":25,"first_eval_at":"2026-02-06T05:39:32.321248Z","label":"tonyw3@seas.upenn.edu","last_eval_at":"2026-05-20T20:31:15.452657Z","pair_count":15,"pairs":[{"count":3,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"pi05_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi0_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":11,"percent":44.0,"policy":"dreaming_zebra"},{"count":7,"percent":28.0,"policy":"paligemma_fast_droid"},{"count":7,"percent":28.0,"policy":"paligemma_fast_specialist_droid"},{"count":7,"percent":28.0,"policy":"pi0_droid"},{"count":6,"percent":24.0,"policy":"pi0_fast_droid"},{"count":4,"percent":16.0,"policy":"paligemma_diffusion_droid"},{"count":4,"percent":16.0,"policy":"paligemma_vq_droid"},{"count":4,"percent":16.0,"policy":"pi05_droid"}],"policy_count":8,"recent_activity":[{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":24,"key":"2026-02","label":"Feb 26","percent":100.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":1,"key":"2026-05","label":"May 26","percent":4.2}],"recent_evaluations":[{"completion_time":"2026-05-20T20:31:15.452657Z","evaluator":"tonyw3@seas.upenn.edu","language_instruction":"","policyA":"paligemma_diffusion_droid","policyB":"pi05_droid","preference":"B","session_id":"9b9b5566-5d72-45c6-9c83-577df5a336a5"},{"completion_time":"2026-02-17T02:52:41.308745Z","evaluator":"tonyw3@seas.upenn.edu","language_instruction":"clean up the table by putting all the orange peals into the cup","policyA":"pi05_droid","policyB":"dreaming_zebra","preference":"A","session_id":"cf638f95-09e6-4377-a58b-215784ce9ccf"},{"completion_time":"2026-02-17T02:45:30.698001Z","evaluator":"tonyw3@seas.upenn.edu","language_instruction":"pick up the orange","policyA":"dreaming_zebra","policyB":"pi0_droid","preference":"TIE","session_id":"5477a9ec-c907-4bbf-9725-d9b6773e1703"},{"completion_time":"2026-02-11T23:29:34.215695Z","evaluator":"tonyw3@seas.upenn.edu","language_instruction":"pick up the blue cube and stack on the leeft of ROBO","policyA":"paligemma_fast_droid","policyB":"dreaming_zebra","preference":"B","session_id":"7ad7b91f-6803-4a33-b710-3aa8685e8bca"},{"completion_time":"2026-02-11T23:23:03.344123Z","evaluator":"tonyw3@seas.upenn.edu","language_instruction":"pick up the cube that can complete the word ROBOT","policyA":"paligemma_diffusion_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"f403aea7-c87e-4d8f-9489-61f523856751"},{"completion_time":"2026-02-11T23:15:54.872224Z","evaluator":"tonyw3@seas.upenn.edu","language_instruction":"place the medicine into the paper cup","policyA":"pi0_fast_droid","policyB":"dreaming_zebra","preference":"A","session_id":"c8147bb0-d279-4c49-92f9-99e596ef539f"}],"tie_rate":20.0},{"count":24,"first_eval_at":"2025-04-25T22:57:59.925237Z","label":"Cyrus Neary","last_eval_at":"2025-04-29T03:32:48.188846Z","pair_count":14,"pairs":[{"count":4,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":10,"percent":41.7,"policy":"paligemma_fast_droid"},{"count":7,"percent":29.2,"policy":"paligemma_binning_droid"},{"count":7,"percent":29.2,"policy":"paligemma_diffusion_droid"},{"count":7,"percent":29.2,"policy":"paligemma_fast_specialist_droid"},{"count":7,"percent":29.2,"policy":"paligemma_vq_droid"},{"count":6,"percent":25.0,"policy":"pi0_droid"},{"count":4,"percent":16.7,"policy":"pi0_fast_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":24,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-29T03:32:48.188846Z","evaluator":"Cyrus Neary","language_instruction":"Move the green cloth to the lower table.","policyA":"paligemma_binning_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"ccb15e04-ae1e-490c-be0e-2d90cbd1976b"},{"completion_time":"2025-04-29T03:21:48.850188Z","evaluator":"Cyrus Neary","language_instruction":"Move the plastic croissant from the box to the green cloth.","policyA":"pi0_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b"},{"completion_time":"2025-04-29T03:12:15.129642Z","evaluator":"Cyrus Neary","language_instruction":"Move both red cups on top of the box.","policyA":"paligemma_diffusion_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"a6d0f0b2-252d-459a-9853-3bfb6e7adee6"},{"completion_time":"2025-04-29T03:00:49.957371Z","evaluator":"Cyrus Neary","language_instruction":"Move all the red cups to the top of the box.","policyA":"paligemma_fast_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"e21e8484-3186-4d3d-92d8-0116c3b48a42"},{"completion_time":"2025-04-29T02:44:50.491453Z","evaluator":"Cyrus Neary","language_instruction":"Pickup the thick, individual test tube from the blue stand.","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"9717f076-3206-4ab2-999c-ce9f35df09e8"},{"completion_time":"2025-04-29T02:25:03.242216Z","evaluator":"Cyrus Neary","language_instruction":"Put the right duck in the left cup.","policyA":"pi0_droid","policyB":"paligemma_fast_droid","preference":"TIE","session_id":"792f1468-f640-4ed1-b83c-2e512550a54b"}],"tie_rate":12.5},{"count":24,"first_eval_at":"2025-04-25T22:48:08.782187Z","label":"Ozgur Aslan","last_eval_at":"2025-04-30T00:35:19.590697Z","pair_count":17,"pairs":[{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":100.0,"ties":2},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"pi0_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":9,"percent":37.5,"policy":"paligemma_diffusion_droid"},{"count":9,"percent":37.5,"policy":"paligemma_fast_specialist_droid"},{"count":8,"percent":33.3,"policy":"pi0_fast_droid"},{"count":6,"percent":25.0,"policy":"paligemma_binning_droid"},{"count":6,"percent":25.0,"policy":"pi0_droid"},{"count":5,"percent":20.8,"policy":"paligemma_fast_droid"},{"count":5,"percent":20.8,"policy":"paligemma_vq_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":24,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-30T00:35:19.590697Z","evaluator":"Ozgur Aslan","language_instruction":"Put all the food items into the bowl.","policyA":"pi0_fast_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"754214cf-3288-47ec-b7b4-5493526bd855"},{"completion_time":"2025-04-30T00:21:34.993525Z","evaluator":"Ozgur Aslan","language_instruction":"Put the yellow rubber ducks into the same mug.","policyA":"pi0_fast_droid","policyB":"pi0_droid","preference":"A","session_id":"3a663fc7-15b1-4993-b5b8-b059fd197d91"},{"completion_time":"2025-04-30T00:09:29.813290Z","evaluator":"Ozgur Aslan","language_instruction":"Put the yellow rubber ducks into separate mugs.","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"568e8b89-a14d-46ad-8a7f-54ee3d654965"},{"completion_time":"2025-04-29T23:52:13.920943Z","evaluator":"Ozgur Aslan","language_instruction":"Push the banana towards the onion.","policyA":"paligemma_fast_specialist_droid","policyB":"pi0_droid","preference":"TIE","session_id":"602f4ea8-2d82-4556-9d60-558db81a09d1"},{"completion_time":"2025-04-29T23:39:30.157555Z","evaluator":"Ozgur Aslan","language_instruction":"Put the onion to the big pot.","policyA":"paligemma_binning_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"3f38ad9f-dfa2-4f01-9485-cac8c02ed397"},{"completion_time":"2025-04-29T23:27:18.594030Z","evaluator":"Ozgur Aslan","language_instruction":"Put the metal can into the bowl.","policyA":"paligemma_fast_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"63ad97b7-3463-4c3c-8496-461c1824e757"}],"tie_rate":25.0},{"count":23,"first_eval_at":"2025-04-16T04:49:12.311858Z","label":"Jie Wang","last_eval_at":"2025-04-30T01:45:07.607243Z","pair_count":16,"pairs":[{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"pi0_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":9,"percent":39.1,"policy":"pi0_fast_droid"},{"count":8,"percent":34.8,"policy":"paligemma_binning_droid"},{"count":7,"percent":30.4,"policy":"paligemma_fast_droid"},{"count":7,"percent":30.4,"policy":"paligemma_vq_droid"},{"count":6,"percent":26.1,"policy":"paligemma_diffusion_droid"},{"count":6,"percent":26.1,"policy":"pi0_droid"},{"count":3,"percent":13.0,"policy":"paligemma_fast_specialist_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":23,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-30T01:45:07.607243Z","evaluator":"Jie Wang","language_instruction":"lift up the water bottle","policyA":"paligemma_vq_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"d2b56f95-a02d-4173-9e0f-815267bff42e"},{"completion_time":"2025-04-30T00:54:47.593638Z","evaluator":"Jie Wang","language_instruction":"find the pineapple in the scene","policyA":"paligemma_vq_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"36a43201-5026-44f2-833f-c81bd223bb46"},{"completion_time":"2025-04-30T00:45:37.714850Z","evaluator":"Jie Wang","language_instruction":"find the creeper toy","policyA":"pi0_fast_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"f51cd651-37a4-44f0-ab19-6c5de44fdb42"},{"completion_time":"2025-04-24T17:56:04.170821Z","evaluator":"Jie Wang","language_instruction":"pick up the metal cup and place on the table","policyA":"pi0_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c"},{"completion_time":"2025-04-24T17:42:47.034864Z","evaluator":"Jie Wang","language_instruction":"place portafilter handle into coffee grinder slot","policyA":"pi0_fast_droid","policyB":"paligemma_binning_droid","preference":"B","session_id":"08bf285a-2a05-4deb-bfba-37080457e9e6"},{"completion_time":"2025-04-24T17:28:06.384500Z","evaluator":"Jie Wang","language_instruction":"open the coffee machine","policyA":"paligemma_diffusion_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"2affc2fe-55a6-4f92-a421-875bd08155b0"}],"tie_rate":21.7},{"count":22,"first_eval_at":"2025-04-19T00:43:54.104160Z","label":"Kanav Arora","last_eval_at":"2025-04-29T23:56:01.437245Z","pair_count":14,"pairs":[{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"pi0_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":9,"percent":40.9,"policy":"paligemma_fast_droid"},{"count":9,"percent":40.9,"policy":"pi0_fast_droid"},{"count":8,"percent":36.4,"policy":"pi0_droid"},{"count":7,"percent":31.8,"policy":"paligemma_fast_specialist_droid"},{"count":5,"percent":22.7,"policy":"paligemma_binning_droid"},{"count":4,"percent":18.2,"policy":"paligemma_diffusion_droid"},{"count":2,"percent":9.1,"policy":"paligemma_vq_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":22,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-29T23:56:01.437245Z","evaluator":"Kanav Arora","language_instruction":"Empty the bowl. ","policyA":"paligemma_fast_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f"},{"completion_time":"2025-04-29T23:33:33.757939Z","evaluator":"Kanav Arora","language_instruction":"Put the ketchup in the bowl","policyA":"paligemma_diffusion_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"326c4ee8-2924-4acd-8cbd-ad8424b22c8f"},{"completion_time":"2025-04-29T23:12:38.004313Z","evaluator":"Kanav Arora","language_instruction":"Hit the robot with the marker","policyA":"pi0_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"ccf37ac0-28e7-41cf-bae0-f47350351f7d"},{"completion_time":"2025-04-29T22:53:11.113775Z","evaluator":"Kanav Arora","language_instruction":"Feed the robot ice cream. ","policyA":"paligemma_diffusion_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"f6e9020f-8abf-43e7-b6fc-9af024909f0d"},{"completion_time":"2025-04-29T22:30:56.467824Z","evaluator":"Kanav Arora","language_instruction":"Clean up the workspace","policyA":"paligemma_fast_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"3340e9f2-09a2-4d6a-87be-d0732a82c4a6"},{"completion_time":"2025-04-29T22:00:25.785267Z","evaluator":"Kanav Arora","language_instruction":"Create the tallest structure with the objects in front of you quickly.","policyA":"pi0_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"ea52540c-3f2d-45ff-80c1-ac44cdd4d054"}],"tie_rate":9.1},{"count":20,"first_eval_at":"2025-06-29T18:54:35.227272Z","label":"pranavatreya@berkeley.edu","last_eval_at":"2026-06-13T01:44:07.681747Z","pair_count":16,"pairs":[{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"pi05_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi05_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi0_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":7,"percent":35.0,"policy":"paligemma_diffusion_droid"},{"count":7,"percent":35.0,"policy":"paligemma_fast_specialist_droid"},{"count":5,"percent":25.0,"policy":"pi05_droid"},{"count":5,"percent":25.0,"policy":"pi0_droid"},{"count":5,"percent":25.0,"policy":"pi0_fast_droid"},{"count":4,"percent":20.0,"policy":"paligemma_vq_droid"},{"count":3,"percent":15.0,"policy":"paligemma_fast_droid"},{"count":2,"percent":10.0,"policy":"dam"},{"count":2,"percent":10.0,"policy":"paligemma_binning_droid"}],"policy_count":9,"recent_activity":[{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":0,"key":"2026-05","label":"May 26","percent":0.0},{"count":1,"key":"2026-06","label":"Jun 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-06-13T01:44:07.681747Z","evaluator":"pranavatreya@berkeley.edu","language_instruction":"put the carrot in the bowl on the left","policyA":"paligemma_vq_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"d4874e60-e4bc-424d-b12f-4ea9b3b99227"},{"completion_time":"2025-12-01T21:41:19.726935Z","evaluator":"pranavatreya@berkeley.edu","language_instruction":"move the green sponge into green bowl","policyA":"paligemma_diffusion_droid","policyB":"pi05_droid","preference":"TIE","session_id":"4f2e0cbe-11c8-4266-940e-01e08a537c48"},{"completion_time":"2025-11-24T22:40:09.492896Z","evaluator":"pranavatreya@berkeley.edu","language_instruction":"pick up the hand fan","policyA":"paligemma_diffusion_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"cf4896cf-742c-4cd7-9149-d6dc7bab0759"},{"completion_time":"2025-11-10T22:52:57.802497Z","evaluator":"pranavatreya@berkeley.edu","language_instruction":"pick up the toothbrush","policyA":"paligemma_fast_droid","policyB":"paligemma_diffusion_droid","preference":"A","session_id":"cfb90562-2edd-457c-b950-439c53a60cee"},{"completion_time":"2025-11-08T19:47:39.583353Z","evaluator":"pranavatreya@berkeley.edu","language_instruction":"put the carrot on the plate and the corn in the bowl","policyA":"pi0_droid","policyB":"pi05_droid","preference":"B","session_id":"915cdca3-2557-4792-80cd-2a2e71a2798d"},{"completion_time":"2025-10-06T21:00:58.485907Z","evaluator":"pranavatreya@berkeley.edu","language_instruction":"help me make a corn and carrot soup","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"410f4f0a-83ca-41e7-b4c2-bca484d45c7e"}],"tie_rate":15.0},{"count":19,"first_eval_at":"2025-04-26T22:57:24.954061Z","label":"Xingfang Yuan","last_eval_at":"2025-04-30T01:26:58.365809Z","pair_count":11,"pairs":[{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"pi0_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":10,"percent":52.6,"policy":"paligemma_diffusion_droid"},{"count":9,"percent":47.4,"policy":"pi0_droid"},{"count":5,"percent":26.3,"policy":"paligemma_binning_droid"},{"count":4,"percent":21.1,"policy":"paligemma_fast_droid"},{"count":4,"percent":21.1,"policy":"paligemma_fast_specialist_droid"},{"count":3,"percent":15.8,"policy":"paligemma_vq_droid"},{"count":3,"percent":15.8,"policy":"pi0_fast_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":19,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-30T01:26:58.365809Z","evaluator":"Xingfang Yuan","language_instruction":"Remove the cloth on the table and pick up the red object.","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_specialist_droid","preference":"A","session_id":"ab262d98-dd6e-4da2-af33-030590e0f657"},{"completion_time":"2025-04-30T01:18:52.431821Z","evaluator":"Xingfang Yuan","language_instruction":"Find the pineapple on the shelf on your left.","policyA":"paligemma_diffusion_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"806dd95d-28d1-41ab-bbdc-2d89aa17c804"},{"completion_time":"2025-04-30T01:10:03.337402Z","evaluator":"Xingfang Yuan","language_instruction":"Search for the pineapple on the shelf on your right.","policyA":"paligemma_binning_droid","policyB":"pi0_droid","preference":"TIE","session_id":"d64cd397-c24e-4b8f-9697-5218c2ca762c"},{"completion_time":"2025-04-30T01:01:33.982313Z","evaluator":"Xingfang Yuan","language_instruction":"Close the drawer","policyA":"paligemma_fast_droid","policyB":"paligemma_diffusion_droid","preference":"A","session_id":"c154c0a7-ec0a-4128-aa32-cf844ca3885e"},{"completion_time":"2025-04-28T15:23:52.929547Z","evaluator":"Xingfang Yuan","language_instruction":"Pour water from the teapot to the pot","policyA":"paligemma_binning_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"822c9c3c-e94a-4238-ab89-bd4675ceb539"},{"completion_time":"2025-04-28T15:16:57.412945Z","evaluator":"Xingfang Yuan","language_instruction":"Push over the box with white english letters on it.","policyA":"paligemma_fast_droid","policyB":"paligemma_binning_droid","preference":"B","session_id":"bb509600-c589-4420-a41e-99aedeabfc54"}],"tie_rate":21.1},{"count":19,"first_eval_at":"2026-02-02T10:25:27.189503Z","label":"byeongguk@kaist.ac.kr","last_eval_at":"2026-02-03T13:02:20.004721Z","pair_count":15,"pairs":[{"count":2,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"pi05_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi0_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":10,"percent":52.6,"policy":"dreaming_zebra"},{"count":6,"percent":31.6,"policy":"pi0_fast_droid"},{"count":5,"percent":26.3,"policy":"pi05_droid"},{"count":4,"percent":21.1,"policy":"paligemma_diffusion_droid"},{"count":4,"percent":21.1,"policy":"paligemma_fast_droid"},{"count":4,"percent":21.1,"policy":"pi0_droid"},{"count":3,"percent":15.8,"policy":"paligemma_vq_droid"},{"count":2,"percent":10.5,"policy":"paligemma_fast_specialist_droid"}],"policy_count":8,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":19,"key":"2026-02","label":"Feb 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-02-03T13:02:20.004721Z","evaluator":"byeongguk@kaist.ac.kr","language_instruction":"pick up the brush and put it in the pink bin","policyA":"pi05_droid","policyB":"dreaming_zebra","preference":"B","session_id":"ea2db95c-1038-4607-bc81-bc7b981f76b6"},{"completion_time":"2026-02-03T12:56:20.591548Z","evaluator":"byeongguk@kaist.ac.kr","language_instruction":"pick up the carrot and place it on the purple plate","policyA":"pi0_fast_droid","policyB":"paligemma_fast_specialist_droid","preference":"A","session_id":"9f924ee8-09f7-410f-a56b-7f878caedc2b"},{"completion_time":"2026-02-03T12:48:43.301340Z","evaluator":"byeongguk@kaist.ac.kr","language_instruction":"flip the cup","policyA":"paligemma_vq_droid","policyB":"pi05_droid","preference":"TIE","session_id":"0339235e-195d-47e2-a95c-be3069536a07"},{"completion_time":"2026-02-03T12:26:26.762413Z","evaluator":"byeongguk@kaist.ac.kr","language_instruction":"pick up the burger and put it in the box","policyA":"dreaming_zebra","policyB":"paligemma_fast_droid","preference":"TIE","session_id":"9988c274-a5ee-44f3-b5f0-48cd4539cb41"},{"completion_time":"2026-02-03T12:18:22.734274Z","evaluator":"byeongguk@kaist.ac.kr","language_instruction":"cut the cabbage in half with knife","policyA":"dreaming_zebra","policyB":"paligemma_diffusion_droid","preference":"A","session_id":"fa1d49db-a441-4d70-9c1d-7679b9e410aa"},{"completion_time":"2026-02-03T12:05:03.372685Z","evaluator":"byeongguk@kaist.ac.kr","language_instruction":"pick up the blue marker and place it on the orange plate","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"6c14bf30-2c55-4309-be37-768481f79530"}],"tie_rate":36.8},{"count":17,"first_eval_at":"2025-04-28T16:03:17.576953Z","label":"Kirsty Ellis","last_eval_at":"2025-04-29T19:48:35.621739Z","pair_count":12,"pairs":[{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":8,"percent":47.1,"policy":"paligemma_diffusion_droid"},{"count":6,"percent":35.3,"policy":"paligemma_fast_specialist_droid"},{"count":5,"percent":29.4,"policy":"paligemma_vq_droid"},{"count":5,"percent":29.4,"policy":"pi0_fast_droid"},{"count":4,"percent":23.5,"policy":"paligemma_fast_droid"},{"count":3,"percent":17.6,"policy":"paligemma_binning_droid"},{"count":3,"percent":17.6,"policy":"pi0_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":17,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-29T19:48:35.621739Z","evaluator":"Kirsty Ellis","language_instruction":"pick up the kettle and place it on top of the white base with a cable","policyA":"pi0_fast_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"2bdfb286-142b-4d62-93d1-64c78d9155e5"},{"completion_time":"2025-04-29T19:37:32.885956Z","evaluator":"Kirsty Ellis","language_instruction":"use the white cloth to wipe the table","policyA":"pi0_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"c0ae22b9-257c-4ed0-a988-5ed108121b32"},{"completion_time":"2025-04-29T19:25:52.056673Z","evaluator":"Kirsty Ellis","language_instruction":"pick up the black spoon and scoop up some coffee beans from the metal bowl with the spoon and pour the beans onto the red plate","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"2e88876e-fe12-4017-b3ef-5ae2abe1ae6f"},{"completion_time":"2025-04-29T19:12:01.679403Z","evaluator":"Kirsty Ellis","language_instruction":"pick up the red cup and put in inside the cabinet through the open door.","policyA":"paligemma_diffusion_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"0c4fc8c7-2147-4b70-825d-1366365b7957"},{"completion_time":"2025-04-29T19:01:13.485243Z","evaluator":"Kirsty Ellis","language_instruction":"pick up the red cup and put it inside the cabinet through the open door","policyA":"paligemma_diffusion_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"52f92f35-ede5-418b-bde4-3637235944c7"},{"completion_time":"2025-04-29T18:51:13.715437Z","evaluator":"Kirsty Ellis","language_instruction":"close the left door on the top compartment of the cabinet","policyA":"paligemma_diffusion_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"05a417df-0ea1-4e50-8eec-c900b6494747"}],"tie_rate":0.0},{"count":15,"first_eval_at":"2025-04-16T05:24:04.606341Z","label":"Edward S. Hu","last_eval_at":"2025-04-30T15:59:53.778886Z","pair_count":13,"pairs":[{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":6,"percent":40.0,"policy":"paligemma_vq_droid"},{"count":5,"percent":33.3,"policy":"paligemma_binning_droid"},{"count":5,"percent":33.3,"policy":"paligemma_fast_specialist_droid"},{"count":4,"percent":26.7,"policy":"paligemma_diffusion_droid"},{"count":4,"percent":26.7,"policy":"paligemma_fast_droid"},{"count":3,"percent":20.0,"policy":"pi0_droid"},{"count":3,"percent":20.0,"policy":"pi0_fast_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":15,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-30T15:59:53.778886Z","evaluator":"Edward S. Hu","language_instruction":"close the left cabinet drawer","policyA":"pi0_droid","policyB":"paligemma_diffusion_droid","preference":"A","session_id":"d2ebd2f2-a807-4be5-a72f-e7ed624659d4"},{"completion_time":"2025-04-30T15:43:58.805906Z","evaluator":"Edward S. Hu","language_instruction":"Hand pineapple to the programmer","policyA":"paligemma_vq_droid","policyB":"paligemma_diffusion_droid","preference":"TIE","session_id":"1d58a333-b821-4371-8e3a-db9787f2679e"},{"completion_time":"2025-04-30T15:27:35.825239Z","evaluator":"Edward S. Hu","language_instruction":"place the yellow cube on top of blue cube","policyA":"paligemma_binning_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"733d7c10-e31c-472c-86cc-29c30828f188"},{"completion_time":"2025-04-30T15:06:37.407015Z","evaluator":"Edward S. Hu","language_instruction":"Fold up the newspaper","policyA":"pi0_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"3ce0e6ff-f0e9-4a16-991f-c85f4defc92b"},{"completion_time":"2025-04-28T14:46:25.016345Z","evaluator":"Edward S. Hu","language_instruction":"Pick up the red object and move it closer to the yellow object.","policyA":"paligemma_binning_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"6e5bf49e-ecef-43af-83d8-3157bb2d8c02"},{"completion_time":"2025-04-28T14:37:11.902598Z","evaluator":"Edward S. Hu","language_instruction":"Pick up the yellow object","policyA":"paligemma_binning_droid","policyB":"paligemma_diffusion_droid","preference":"A","session_id":"a794910b-05a5-4843-937c-c10fec8fcdbf"}],"tie_rate":6.7},{"count":13,"first_eval_at":"2025-09-18T23:27:58.371062Z","label":"justin-kang@berkeley.edu","last_eval_at":"2025-11-11T02:59:13.403437Z","pair_count":11,"pairs":[{"count":2,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"pi0_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"pi05_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":5,"percent":38.5,"policy":"paligemma_vq_droid"},{"count":5,"percent":38.5,"policy":"pi0_fast_droid"},{"count":4,"percent":30.8,"policy":"dam"},{"count":4,"percent":30.8,"policy":"pi0_droid"},{"count":3,"percent":23.1,"policy":"paligemma_fast_specialist_droid"},{"count":2,"percent":15.4,"policy":"paligemma_diffusion_droid"},{"count":2,"percent":15.4,"policy":"pi05_droid"},{"count":1,"percent":7.7,"policy":"paligemma_fast_droid"}],"policy_count":8,"recent_activity":[{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":6,"key":"2025-09","label":"Sep 25","percent":85.7},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":7,"key":"2025-11","label":"Nov 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-11-11T02:59:13.403437Z","evaluator":"justin-kang@berkeley.edu","language_instruction":"Put the mug in the dishwasher","policyA":"pi0_fast_droid","policyB":"pi05_droid","preference":"A","session_id":"22abdf59-5952-4872-a24d-8df736888a31"},{"completion_time":"2025-11-11T02:44:03.966781Z","evaluator":"justin-kang@berkeley.edu","language_instruction":"Put the carrot in the blue bowl","policyA":"paligemma_fast_specialist_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"86fabaad-3f98-4862-9865-f5abb75488d1"},{"completion_time":"2025-11-11T02:30:51.011423Z","evaluator":"justin-kang@berkeley.edu","language_instruction":"Put the bread into the toaster","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_specialist_droid","preference":"A","session_id":"038ffd6d-9721-42dc-b9ee-cc173b2d2ad7"},{"completion_time":"2025-11-11T02:23:49.998381Z","evaluator":"justin-kang@berkeley.edu","language_instruction":"Put the bread on the plate","policyA":"paligemma_vq_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"322d2466-b3ff-4b1c-9fe9-c98eea9d640d"},{"completion_time":"2025-11-11T02:04:37.249191Z","evaluator":"justin-kang@berkeley.edu","language_instruction":"Put the blue cube onto the plate","policyA":"pi0_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"e2732026-6e1e-4507-931a-7a5cf1fa4f64"},{"completion_time":"2025-11-11T01:54:47.059796Z","evaluator":"justin-kang@berkeley.edu","language_instruction":"Put the green towel into the bowl","policyA":"paligemma_fast_droid","policyB":"pi0_droid","preference":"TIE","session_id":"1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800"}],"tie_rate":23.1},{"count":10,"first_eval_at":"2026-01-28T08:13:41.068237Z","label":"seonghyeon.ye@kaist.ac.kr","last_eval_at":"2026-01-29T12:42:25.393291Z","pair_count":8,"pairs":[{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":100.0,"ties":2},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":6,"percent":60.0,"policy":"dreaming_zebra"},{"count":3,"percent":30.0,"policy":"paligemma_fast_specialist_droid"},{"count":2,"percent":20.0,"policy":"paligemma_diffusion_droid"},{"count":2,"percent":20.0,"policy":"paligemma_fast_droid"},{"count":2,"percent":20.0,"policy":"paligemma_vq_droid"},{"count":2,"percent":20.0,"policy":"pi05_droid"},{"count":2,"percent":20.0,"policy":"pi0_droid"},{"count":1,"percent":10.0,"policy":"pi0_fast_droid"}],"policy_count":8,"recent_activity":[{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":10,"key":"2026-01","label":"Jan 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-01-29T12:42:25.393291Z","evaluator":"seonghyeon.ye@kaist.ac.kr","language_instruction":"pick up the screw that is outside the box and put it in the box","policyA":"paligemma_vq_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"9d6a7669-e0d9-473c-a907-3fa748405cd3"},{"completion_time":"2026-01-29T12:28:29.154078Z","evaluator":"seonghyeon.ye@kaist.ac.kr","language_instruction":"pick up the marker and put it in the pink bin","policyA":"dreaming_zebra","policyB":"paligemma_fast_droid","preference":"A","session_id":"c9052f86-7fed-47a2-93f6-a57873213e15"},{"completion_time":"2026-01-29T12:13:22.952911Z","evaluator":"seonghyeon.ye@kaist.ac.kr","language_instruction":"pick up the marker and put it in the cup","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_diffusion_droid","preference":"TIE","session_id":"9432649b-d07c-40d6-9117-56349c8afcd4"},{"completion_time":"2026-01-29T11:54:34.960483Z","evaluator":"seonghyeon.ye@kaist.ac.kr","language_instruction":"pick up the brush and sweep the pink bin","policyA":"dreaming_zebra","policyB":"pi0_droid","preference":"A","session_id":"52935fc3-4455-42bb-b74f-d54621da26aa"},{"completion_time":"2026-01-29T11:36:40.105312Z","evaluator":"seonghyeon.ye@kaist.ac.kr","language_instruction":"take the straw out of the cup","policyA":"pi05_droid","policyB":"dreaming_zebra","preference":"B","session_id":"435c925b-116d-41d3-b75e-1ee0bbeba620"},{"completion_time":"2026-01-29T11:25:48.342246Z","evaluator":"seonghyeon.ye@kaist.ac.kr","language_instruction":"pick up the right cup and stack it on top of left cup","policyA":"paligemma_fast_specialist_droid","policyB":"dreaming_zebra","preference":"B","session_id":"723ecedb-9fca-4aea-a20d-eb65a49d77d7"}],"tie_rate":20.0},{"count":9,"first_eval_at":"2025-07-02T23:22:26.620744Z","label":"ellieh99@berkeley,edu","last_eval_at":"2025-11-17T23:32:39.171003Z","pair_count":7,"pairs":[{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"dam","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":4,"percent":44.4,"policy":"paligemma_fast_specialist_droid"},{"count":3,"percent":33.3,"policy":"paligemma_vq_droid"},{"count":3,"percent":33.3,"policy":"pi0_fast_droid"},{"count":2,"percent":22.2,"policy":"paligemma_binning_droid"},{"count":2,"percent":22.2,"policy":"paligemma_diffusion_droid"},{"count":2,"percent":22.2,"policy":"paligemma_fast_droid"},{"count":1,"percent":11.1,"policy":"dam"},{"count":1,"percent":11.1,"policy":"pi05_droid"}],"policy_count":8,"recent_activity":[{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":2,"key":"2025-07","label":"Jul 25","percent":50.0},{"count":2,"key":"2025-08","label":"Aug 25","percent":50.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":4,"key":"2025-10","label":"Oct 25","percent":100.0},{"count":1,"key":"2025-11","label":"Nov 25","percent":25.0}],"recent_evaluations":[{"completion_time":"2025-11-17T23:32:39.171003Z","evaluator":"ellieh99@berkeley,edu","language_instruction":"dry out the bowl on the dish rack","policyA":"paligemma_fast_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3"},{"completion_time":"2025-10-29T21:36:15.148946Z","evaluator":"ellieh99@berkeley,edu","language_instruction":"put the mushroom onto bread","policyA":"paligemma_fast_specialist_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"6101ad13-2604-4e54-ba8b-a52c35441196"},{"completion_time":"2025-10-29T21:26:43.027210Z","evaluator":"ellieh99@berkeley,edu","language_instruction":"prepare the slice of bread on my plastic lunch box","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"f64ee994-4450-4a0d-abb5-62ebd8b4d507"},{"completion_time":"2025-10-22T22:53:05.219853Z","evaluator":"ellieh99@berkeley,edu","language_instruction":"squish the handle twice","policyA":"paligemma_diffusion_droid","policyB":"dam","preference":"A","session_id":"fc7e5e12-709c-4c58-a1c4-531ddeb51954"},{"completion_time":"2025-10-20T21:25:38.037826Z","evaluator":"ellieh99@berkeley,edu","language_instruction":"move the cube into drawe","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"2cb79c1d-606c-4067-bb25-f9d2acad2080"},{"completion_time":"2025-08-13T22:51:28.285768Z","evaluator":"ellieh99@berkeley,edu","language_instruction":"move the waterbottle to the left","policyA":"paligemma_vq_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"a18aaf27-7ef5-4e10-95c6-a7e4a7719c96"}],"tie_rate":33.3},{"count":6,"first_eval_at":"2026-07-29T23:40:44.824227Z","label":"lisa@argus.systems","last_eval_at":"2026-08-03T23:12:36.467586Z","pair_count":5,"pairs":[{"count":2,"policy1":"Apricot","policy1_wins":0,"policy2":"G0.5-Droid-AR","policy2_wins":0,"tie_rate":100.0,"ties":2},{"count":1,"policy1":"Apricot","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"Apricot","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"G0.5-Droid-AR","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"G0.5-Droid-AR","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":4,"percent":66.7,"policy":"Apricot"},{"count":4,"percent":66.7,"policy":"G0.5-Droid-AR"},{"count":2,"percent":33.3,"policy":"paligemma_vq_droid"},{"count":1,"percent":16.7,"policy":"pi05_droid"},{"count":1,"percent":16.7,"policy":"pi0_fast_droid"}],"policy_count":5,"recent_activity":[{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":0,"key":"2026-05","label":"May 26","percent":0.0},{"count":0,"key":"2026-06","label":"Jun 26","percent":0.0},{"count":4,"key":"2026-07","label":"Jul 26","percent":100.0},{"count":2,"key":"2026-08","label":"Aug 26","percent":50.0}],"recent_evaluations":[{"completion_time":"2026-08-03T23:12:36.467586Z","evaluator":"lisa@argus.systems","language_instruction":"to the center of the table","policyA":"Apricot","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"29cb9bb2-beea-470b-8425-945b7ddd6385"},{"completion_time":"2026-08-03T22:50:26.616567Z","evaluator":"lisa@argus.systems","language_instruction":"pick up the cable and put it back down on the table","policyA":"Apricot","policyB":"paligemma_vq_droid","preference":"B","session_id":"731ba704-13ab-4a78-a011-7343a3816b3a"},{"completion_time":"2026-07-31T03:20:37.108322Z","evaluator":"lisa@argus.systems","language_instruction":"pick up the cup and put it down gently without tilting the cup","policyA":"pi0_fast_droid","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"750281d4-284a-4bb1-aaa7-240dd6482aae"},{"completion_time":"2026-07-30T21:52:08.467614Z","evaluator":"lisa@argus.systems","language_instruction":"pick up the cheezits bag","policyA":"pi05_droid","policyB":"Apricot","preference":"A","session_id":"0fb8a805-e624-4b5b-84b0-1994dd5a9529"},{"completion_time":"2026-07-30T21:43:20.638003Z","evaluator":"lisa@argus.systems","language_instruction":"pick up the cable","policyA":"Apricot","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"f3bf25f2-c121-4ddf-baa1-05ee9133e6c5"},{"completion_time":"2026-07-29T23:40:44.824227Z","evaluator":"lisa@argus.systems","language_instruction":"pick up the carrot and put it back down on the table","policyA":"G0.5-Droid-AR","policyB":"paligemma_vq_droid","preference":"B","session_id":"bb3323f7-5656-4972-8158-53abccff02e5"}],"tie_rate":50.0},{"count":5,"first_eval_at":"2025-04-27T14:44:32.953718Z","label":"Matthew Leonard for Edward","last_eval_at":"2025-04-27T15:45:02.646481Z","pair_count":4,"pairs":[{"count":2,"policy1":"pi0_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":3,"percent":60.0,"policy":"pi0_fast_droid"},{"count":2,"percent":40.0,"policy":"paligemma_binning_droid"},{"count":2,"percent":40.0,"policy":"pi0_droid"},{"count":1,"percent":20.0,"policy":"paligemma_diffusion_droid"},{"count":1,"percent":20.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":20.0,"policy":"paligemma_vq_droid"}],"policy_count":6,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":5,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-27T15:45:02.646481Z","evaluator":"Matthew Leonard for Edward","language_instruction":"place the red roll of tape into the wooden tray","policyA":"pi0_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"3dbfbe39-1081-4185-b6bb-e1d558ef72e9"},{"completion_time":"2025-04-27T15:31:38.005255Z","evaluator":"Matthew Leonard for Edward","language_instruction":"place the white ball into the wooden tray","policyA":"paligemma_fast_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"61efb4c7-1dc6-43aa-a9ad-183fd5759ff4"},{"completion_time":"2025-04-27T15:15:21.464777Z","evaluator":"Matthew Leonard for Edward","language_instruction":"place the bottle of mustard into the wooden tray","policyA":"pi0_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"56e7be98-e728-4c15-a83d-dce27f505f43"},{"completion_time":"2025-04-27T14:58:03.798180Z","evaluator":"Matthew Leonard for Edward","language_instruction":"place the apple into the wooden tray","policyA":"paligemma_vq_droid","policyB":"paligemma_diffusion_droid","preference":"TIE","session_id":"d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7"},{"completion_time":"2025-04-27T14:44:32.953718Z","evaluator":"Matthew Leonard for Edward","language_instruction":"put the red box into the white tray","policyA":"paligemma_binning_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"5bb5f19c-c68a-40e7-b7a8-2121ca281bf9"}],"tie_rate":20.0},{"count":5,"first_eval_at":"2026-02-06T19:52:08.303815Z","label":"amsandhu@nvidia.com","last_eval_at":"2026-02-09T21:10:15.140561Z","pair_count":4,"pairs":[{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":3,"percent":60.0,"policy":"dreaming_zebra"},{"count":2,"percent":40.0,"policy":"paligemma_diffusion_droid"},{"count":2,"percent":40.0,"policy":"paligemma_fast_droid"},{"count":2,"percent":40.0,"policy":"pi0_fast_droid"},{"count":1,"percent":20.0,"policy":"pi05_droid"}],"policy_count":5,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":5,"key":"2026-02","label":"Feb 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-02-09T21:10:15.140561Z","evaluator":"amsandhu@nvidia.com","language_instruction":"deposit the black marker into the pink tape","policyA":"pi0_fast_droid","policyB":"dreaming_zebra","preference":"B","session_id":"bffff257-6f95-4eb1-b3a7-e94b531d030b"},{"completion_time":"2026-02-09T20:39:58.487076Z","evaluator":"amsandhu@nvidia.com","language_instruction":"Drop the grapes into the cup","policyA":"dreaming_zebra","policyB":"pi0_fast_droid","preference":"A","session_id":"b8a85019-e52e-47a4-8153-699aace9c340"},{"completion_time":"2026-02-07T01:07:21.489249Z","evaluator":"amsandhu@nvidia.com","language_instruction":"put the marker on top of the drawer","policyA":"paligemma_diffusion_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd"},{"completion_time":"2026-02-07T00:39:06.292311Z","evaluator":"amsandhu@nvidia.com","language_instruction":"put the blue marker in the blue bowl","policyA":"paligemma_diffusion_droid","policyB":"pi05_droid","preference":"B","session_id":"f973552c-8f84-40ee-a70a-2c68757a8605"},{"completion_time":"2026-02-06T19:52:08.303815Z","evaluator":"amsandhu@nvidia.com","language_instruction":"Stack the small bowls in the big bowl","policyA":"paligemma_fast_droid","policyB":"dreaming_zebra","preference":"B","session_id":"670d746a-642d-4848-aa59-7041d8744072"}],"tie_rate":0.0},{"count":5,"first_eval_at":"2026-02-09T20:23:50.077664Z","label":"esick@nvidia.com","last_eval_at":"2026-02-09T21:13:12.064696Z","pair_count":5,"pairs":[{"count":1,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":2,"percent":40.0,"policy":"dreaming_zebra"},{"count":2,"percent":40.0,"policy":"paligemma_fast_specialist_droid"},{"count":2,"percent":40.0,"policy":"paligemma_vq_droid"},{"count":1,"percent":20.0,"policy":"paligemma_diffusion_droid"},{"count":1,"percent":20.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":20.0,"policy":"pi05_droid"},{"count":1,"percent":20.0,"policy":"pi0_fast_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":5,"key":"2026-02","label":"Feb 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-02-09T21:13:12.064696Z","evaluator":"esick@nvidia.com","language_instruction":"drag the bowl towards the bannana","policyA":"pi05_droid","policyB":"dreaming_zebra","preference":"A","session_id":"e2dfdb94-5095-4684-b703-8969acb3c4cb"},{"completion_time":"2026-02-09T21:01:17.109346Z","evaluator":"esick@nvidia.com","language_instruction":"Flip the green bowl upside down to cover the strawberry","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"68d82940-8b64-41c7-bac2-a641a529d346"},{"completion_time":"2026-02-09T20:43:13.492877Z","evaluator":"esick@nvidia.com","language_instruction":"put strawberry in the jack-o-lantern","policyA":"dreaming_zebra","policyB":"paligemma_diffusion_droid","preference":"TIE","session_id":"99cea07e-254c-430d-8804-1e667dcd01a3"},{"completion_time":"2026-02-09T20:34:55.211739Z","evaluator":"esick@nvidia.com","language_instruction":"place bread in the jack-o-lantern","policyA":"paligemma_vq_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"4949ca70-fcbe-4e80-a730-0f1bac1ca399"},{"completion_time":"2026-02-09T20:23:50.077664Z","evaluator":"esick@nvidia.com","language_instruction":"put the green ball in the jack-o-lantern","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"c2da9ee4-4bbf-4711-9dd1-227bdf39b114"}],"tie_rate":40.0},{"count":4,"first_eval_at":"2025-08-06T22:52:39.772279Z","label":"elllieh99@berkeley.edu","last_eval_at":"2025-09-03T21:41:08.120370Z","pair_count":3,"pairs":[{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":2,"percent":50.0,"policy":"paligemma_fast_droid"},{"count":2,"percent":50.0,"policy":"paligemma_fast_specialist_droid"},{"count":2,"percent":50.0,"policy":"pi0_droid"},{"count":1,"percent":25.0,"policy":"paligemma_binning_droid"},{"count":1,"percent":25.0,"policy":"paligemma_diffusion_droid"}],"policy_count":5,"recent_activity":[{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":3,"key":"2025-08","label":"Aug 25","percent":100.0},{"count":1,"key":"2025-09","label":"Sep 25","percent":33.3}],"recent_evaluations":[{"completion_time":"2025-09-03T21:41:08.120370Z","evaluator":"elllieh99@berkeley.edu","language_instruction":"put the donut into cup","policyA":"pi0_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"0c78bf88-655c-42e4-bd5b-6eb37fa3c448"},{"completion_time":"2025-08-27T20:55:37.325375Z","evaluator":"elllieh99@berkeley.edu","language_instruction":"put the writing utensils on cardboard","policyA":"paligemma_diffusion_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"7714c727-bcfe-49ca-9709-5f386e02a3d7"},{"completion_time":"2025-08-11T21:34:40.196293Z","evaluator":"elllieh99@berkeley.edu","language_instruction":"put the tape into bowl","policyA":"pi0_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"25747da9-24e2-4c2b-af7e-d83c4c4d7ab7"},{"completion_time":"2025-08-06T22:52:39.772279Z","evaluator":"elllieh99@berkeley.edu","language_instruction":"move the red bottle to the empty bowl","policyA":"paligemma_binning_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"00f87c7d-9b43-48ce-acdf-ae2772763535"}],"tie_rate":0.0},{"count":3,"first_eval_at":"2025-04-16T21:53:11.802716Z","label":"Sarah Kunda","last_eval_at":"2025-04-16T22:29:22.684948Z","pair_count":3,"pairs":[{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":3,"percent":100.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":33.3,"policy":"paligemma_binning_droid"},{"count":1,"percent":33.3,"policy":"paligemma_vq_droid"},{"count":1,"percent":33.3,"policy":"pi0_droid"}],"policy_count":4,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":3,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-16T22:29:22.684948Z","evaluator":"Sarah Kunda","language_instruction":"pick up yellow banana and put in red bottle","policyA":"pi0_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d"},{"completion_time":"2025-04-16T22:13:23.527108Z","evaluator":"Sarah Kunda","language_instruction":"pick up yellow banana and put it in red bottle","policyA":"paligemma_fast_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"47b5e345-1a8c-40dc-b4ef-da6ebfc37960"},{"completion_time":"2025-04-16T21:53:11.802716Z","evaluator":"Sarah Kunda","language_instruction":"pick up red cube and put in green bowl ","policyA":"paligemma_fast_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"189d9705-ca72-46e3-870d-03ae7ededb34"}],"tie_rate":0.0},{"count":3,"first_eval_at":"2026-04-20T09:38:45.000018Z","label":"gzh3141592@gmail.com","last_eval_at":"2026-05-08T13:05:50.738671Z","pair_count":3,"pairs":[{"count":1,"policy1":"j2-vla","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":33.3,"policy":"j2-vla"},{"count":1,"percent":33.3,"policy":"paligemma_fast_droid"},{"count":1,"percent":33.3,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":33.3,"policy":"paligemma_vq_droid"},{"count":1,"percent":33.3,"policy":"pi05_droid"},{"count":1,"percent":33.3,"policy":"pi0_fast_droid"}],"policy_count":6,"recent_activity":[{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":2,"key":"2026-04","label":"Apr 26","percent":100.0},{"count":1,"key":"2026-05","label":"May 26","percent":50.0}],"recent_evaluations":[{"completion_time":"2026-05-08T13:05:50.738671Z","evaluator":"gzh3141592@gmail.com","language_instruction":"","policyA":"paligemma_fast_specialist_droid","policyB":"j2-vla","preference":"TIE","session_id":"42bcc4ab-2759-4e32-b13a-6b3b54ef667f"},{"completion_time":"2026-04-20T09:53:36.381334Z","evaluator":"gzh3141592@gmail.com","language_instruction":"put the carrot into the paper cup","policyA":"pi0_fast_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"4313688d-bb9b-4ff2-8b10-c26fbff4ccea"},{"completion_time":"2026-04-20T09:38:45.000018Z","evaluator":"gzh3141592@gmail.com","language_instruction":"put the carrot into the paper cup","policyA":"paligemma_vq_droid","policyB":"pi05_droid","preference":"B","session_id":"b9f61042-051d-438b-8421-6a444de19568"}],"tie_rate":33.3},{"count":3,"first_eval_at":"2025-10-08T09:35:40.651051Z","label":"timothymin@kaist.ac.kr","last_eval_at":"2025-10-10T14:24:28.407927Z","pair_count":3,"pairs":[{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":2,"percent":66.7,"policy":"paligemma_vq_droid"},{"count":1,"percent":33.3,"policy":"paligemma_binning_droid"},{"count":1,"percent":33.3,"policy":"paligemma_fast_droid"},{"count":1,"percent":33.3,"policy":"pi05_droid"},{"count":1,"percent":33.3,"policy":"pi0_droid"}],"policy_count":5,"recent_activity":[{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":3,"key":"2025-10","label":"Oct 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-10-10T14:24:28.407927Z","evaluator":"timothymin@kaist.ac.kr","language_instruction":"put the plate in the microwave and close it","policyA":"paligemma_binning_droid","policyB":"pi05_droid","preference":"B","session_id":"ce58bf4b-f64c-4873-ac15-be7af2ce010f"},{"completion_time":"2025-10-10T14:14:06.660959Z","evaluator":"timothymin@kaist.ac.kr","language_instruction":"open the microwave","policyA":"pi0_droid","policyB":"paligemma_vq_droid","preference":"TIE","session_id":"e5c84406-91a2-4e85-92a7-13f2532df1e3"},{"completion_time":"2025-10-08T09:35:40.651051Z","evaluator":"timothymin@kaist.ac.kr","language_instruction":"move the fruits from the box to the pot","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"758a51d0-c71f-434a-8a41-970082ddf56b"}],"tie_rate":33.3},{"count":2,"first_eval_at":"2025-07-01T20:43:41.967038Z","label":"ajaysri@stanford.edu","last_eval_at":"2025-07-01T22:16:35.529184Z","pair_count":2,"pairs":[{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi05_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":2,"percent":100.0,"policy":"pi05_droid"},{"count":1,"percent":50.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":50.0,"policy":"pi0_droid"}],"policy_count":3,"recent_activity":[{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":2,"key":"2025-07","label":"Jul 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-07-01T22:16:35.529184Z","evaluator":"ajaysri@stanford.edu","language_instruction":"stack one block on top of the other block","policyA":"paligemma_fast_droid","policyB":"pi05_droid","preference":"A","session_id":"db9be9fd-0279-4eb3-b26c-dd64d9c48951"},{"completion_time":"2025-07-01T20:43:41.967038Z","evaluator":"ajaysri@stanford.edu","language_instruction":"pick up the yellow block and place it on the red block","policyA":"pi05_droid","policyB":"pi0_droid","preference":"B","session_id":"07da55ee-ec9c-46ae-8058-3355764cb0e4"}],"tie_rate":0.0},{"count":2,"first_eval_at":"2026-02-10T00:58:56.986761Z","label":"arhanj@cs.washington.edu","last_eval_at":"2026-02-10T01:06:04.788562Z","pair_count":2,"pairs":[{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":50.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":50.0,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":50.0,"policy":"paligemma_vq_droid"},{"count":1,"percent":50.0,"policy":"pi0_fast_droid"}],"policy_count":4,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":2,"key":"2026-02","label":"Feb 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-02-10T01:06:04.788562Z","evaluator":"arhanj@cs.washington.edu","language_instruction":"Put the cube on the plate","policyA":"paligemma_fast_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"c7c5dee7-3b99-489d-aee1-1597863f125b"},{"completion_time":"2026-02-10T00:58:56.986761Z","evaluator":"arhanj@cs.washington.edu","language_instruction":"Put the banana on the plate","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_specialist_droid","preference":"A","session_id":"ec2c16e3-20f6-4816-8c78-456fe0c099c5"}],"tie_rate":0.0},{"count":2,"first_eval_at":"2025-11-03T23:38:43.425108Z","label":"ellieh99@berkeley","last_eval_at":"2025-11-12T22:28:07.080421Z","pair_count":2,"pairs":[{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":2,"percent":100.0,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":50.0,"policy":"paligemma_binning_droid"},{"count":1,"percent":50.0,"policy":"paligemma_vq_droid"}],"policy_count":3,"recent_activity":[{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":2,"key":"2025-11","label":"Nov 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-11-12T22:28:07.080421Z","evaluator":"ellieh99@berkeley","language_instruction":"put the water bottle over to the textbook","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_specialist_droid","preference":"TIE","session_id":"1036407c-8cc0-4342-a268-45b1014707dd"},{"completion_time":"2025-11-03T23:38:43.425108Z","evaluator":"ellieh99@berkeley","language_instruction":"move the banana into drawer","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"07415db0-bf56-41da-8349-6ec4d9f91b3f"}],"tie_rate":50.0},{"count":2,"first_eval_at":"2025-07-14T21:24:53.674994Z","label":"ellieh99@berkeley.edi","last_eval_at":"2025-08-06T21:47:19.165338Z","pair_count":2,"pairs":[{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":2,"percent":100.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":50.0,"policy":"paligemma_binning_droid"},{"count":1,"percent":50.0,"policy":"pi0_droid"}],"policy_count":3,"recent_activity":[{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":1,"key":"2025-07","label":"Jul 25","percent":100.0},{"count":1,"key":"2025-08","label":"Aug 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-08-06T21:47:19.165338Z","evaluator":"ellieh99@berkeley.edi","language_instruction":"move the waterbottle to the left side","policyA":"paligemma_binning_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"6b22d042-1d41-4b78-907d-e2b995851449"},{"completion_time":"2025-07-14T21:24:53.674994Z","evaluator":"ellieh99@berkeley.edi","language_instruction":"move the watermelon to the pink marble","policyA":"paligemma_fast_droid","policyB":"pi0_droid","preference":"A","session_id":"300aa5ac-2555-4992-aa79-2ef17ea16ecd"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2025-04-19T00:22:25.446454Z","label":"Eeshani Shilamkar","last_eval_at":"2025-04-19T00:22:25.446454Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_diffusion_droid"},{"count":1,"percent":100.0,"policy":"pi0_fast_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":1,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-19T00:22:25.446454Z","evaluator":"Eeshani Shilamkar","language_instruction":"put the green cube in the pink bowl","policyA":"paligemma_diffusion_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"8687d3f2-b274-475a-b1de-c70e79f0a5b7"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2025-04-27T20:08:50.332817Z","label":"Siyi Huang\\","last_eval_at":"2025-04-27T20:08:50.332817Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":100.0,"policy":"paligemma_vq_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":1,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-27T20:08:50.332817Z","evaluator":"Siyi Huang\\","language_instruction":"put the eggplant in the blue plate","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_specialist_droid","preference":"TIE","session_id":"ec4bf01b-825d-4dc8-95e4-e0b53ee71d89"}],"tie_rate":100.0},{"count":1,"first_eval_at":"2025-07-30T21:35:05.892709Z","label":"berkeley","last_eval_at":"2025-07-30T21:35:05.892709Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":100.0,"policy":"pi0_fast_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":1,"key":"2025-07","label":"Jul 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-07-30T21:35:05.892709Z","evaluator":"berkeley","language_instruction":"move the marker into cup","policyA":"pi0_fast_droid","policyB":"paligemma_fast_specialist_droid","preference":"TIE","session_id":"6864e2e3-1b39-43e4-a722-e2aa98a2005a"}],"tie_rate":100.0},{"count":1,"first_eval_at":"2025-09-26T13:18:15.023691Z","label":"demo@gpiw_workshop.corl","last_eval_at":"2025-09-26T13:18:15.023691Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_binning_droid"},{"count":1,"percent":100.0,"policy":"paligemma_vq_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":1,"key":"2025-09","label":"Sep 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-09-26T13:18:15.023691Z","evaluator":"demo@gpiw_workshop.corl","language_instruction":"pick the tape","policyA":"paligemma_binning_droid","policyB":"paligemma_vq_droid","preference":"TIE","session_id":"a844bf19-44e6-412d-8676-3fff6418c25b"}],"tie_rate":100.0},{"count":1,"first_eval_at":"2025-10-06T21:49:16.799663Z","label":"ellie99@berkeley.edu","last_eval_at":"2025-10-06T21:49:16.799663Z","pair_count":1,"pairs":[{"count":1,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"dam"},{"count":1,"percent":100.0,"policy":"paligemma_vq_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":1,"key":"2025-10","label":"Oct 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-10-06T21:49:16.799663Z","evaluator":"ellie99@berkeley.edu","language_instruction":"move the tape on the whiteboard","policyA":"paligemma_vq_droid","policyB":"dam","preference":"B","session_id":"c5a09c7e-d6c0-499d-a1b1-325bedbe87c8"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2025-10-29T22:34:08.093245Z","label":"ellieh99#berkeley.edu","last_eval_at":"2025-10-29T22:34:08.093245Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_diffusion_droid"},{"count":1,"percent":100.0,"policy":"pi0_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":1,"key":"2025-10","label":"Oct 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-10-29T22:34:08.093245Z","evaluator":"ellieh99#berkeley.edu","language_instruction":"move the brush next to the carrot","policyA":"pi0_droid","policyB":"paligemma_diffusion_droid","preference":"TIE","session_id":"c0e15ace-fe93-44e6-8a0a-174b88b89506"}],"tie_rate":100.0},{"count":1,"first_eval_at":"2025-07-09T21:35:06.627207Z","label":"ellieh99@BERKELEY.EDU","last_eval_at":"2025-07-09T21:35:06.627207Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":100.0,"policy":"pi0_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":1,"key":"2025-07","label":"Jul 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-07-09T21:35:06.627207Z","evaluator":"ellieh99@BERKELEY.EDU","language_instruction":"PUT THE SPONGE INTO BOWL","policyA":"paligemma_fast_droid","policyB":"pi0_droid","preference":"B","session_id":"e2c90a86-93d6-4f67-a1b4-694feb560841"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2025-08-11T22:12:15.341880Z","label":"ellieh99@berkekey.edu","last_eval_at":"2025-08-11T22:12:15.341880Z","pair_count":1,"pairs":[{"count":1,"policy1":"pi0_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":100.0,"policy":"pi0_droid"},{"count":1,"percent":100.0,"policy":"pi0_fast_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":1,"key":"2025-08","label":"Aug 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-08-11T22:12:15.341880Z","evaluator":"ellieh99@berkekey.edu","language_instruction":"put the cube inside the tape","policyA":"pi0_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"229afa83-86c9-46e8-95fc-12d19a02ebc2"}],"tie_rate":100.0},{"count":1,"first_eval_at":"2025-07-23T20:57:50.955725Z","label":"ellieh99@berkeley.ed","last_eval_at":"2025-07-23T20:57:50.955725Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_vq_droid"},{"count":1,"percent":100.0,"policy":"pi0_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":1,"key":"2025-07","label":"Jul 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-07-23T20:57:50.955725Z","evaluator":"ellieh99@berkeley.ed","language_instruction":"put the eraser into drawer","policyA":"paligemma_vq_droid","policyB":"pi0_droid","preference":"A","session_id":"73a09ee8-b877-494c-9241-d3601c288040"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2025-08-18T22:11:26.573979Z","label":"ellieh99@berkeley.edu\\","last_eval_at":"2025-08-18T22:11:26.573979Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":100.0,"policy":"paligemma_vq_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":1,"key":"2025-08","label":"Aug 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-08-18T22:11:26.573979Z","evaluator":"ellieh99@berkeley.edu\\","language_instruction":"move the marker on the center of the whiteboard","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_vq_droid","preference":"TIE","session_id":"da89223c-cb41-46f5-9c59-a1c796c3d82a"}],"tie_rate":100.0},{"count":1,"first_eval_at":"2025-11-03T22:28:52.853915Z","label":"ellieh99@berkeleyu.edu","last_eval_at":"2025-11-03T22:28:52.853915Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":100.0,"policy":"paligemma_vq_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":1,"key":"2025-11","label":"Nov 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-11-03T22:28:52.853915Z","evaluator":"ellieh99@berkeleyu.edu","language_instruction":"put the corn into drawer","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_droid","preference":"TIE","session_id":"f76e2107-63a0-4251-adc4-de32ddf77761"}],"tie_rate":100.0},{"count":1,"first_eval_at":"2025-08-27T22:33:46.581339Z","label":"ellieh99@berkley.edu","last_eval_at":"2025-08-27T22:33:46.581339Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":100.0,"policy":"pi05_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":1,"key":"2025-08","label":"Aug 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-08-27T22:33:46.581339Z","evaluator":"ellieh99@berkley.edu","language_instruction":"put the tape into the black bowl","policyA":"pi05_droid","policyB":"paligemma_fast_specialist_droid","preference":"A","session_id":"02c526aa-bde6-4572-a65e-4f27eefddb28"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2025-11-17T23:43:51.270558Z","label":"ellieh99@brekeley.edu","last_eval_at":"2025-11-17T23:43:51.270558Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_binning_droid"},{"count":1,"percent":100.0,"policy":"pi0_fast_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":1,"key":"2025-11","label":"Nov 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-11-17T23:43:51.270558Z","evaluator":"ellieh99@brekeley.edu","language_instruction":"move the apple to the bowl","policyA":"pi0_fast_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"8c7094f5-aae7-459d-a741-a07b376d070b"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2026-03-12T09:35:39.264854Z","label":"jlwei23@m.fudan.edu.cn","last_eval_at":"2026-03-12T09:35:39.264854Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_diffusion_droid"},{"count":1,"percent":100.0,"policy":"pi05_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":1,"key":"2026-03","label":"Mar 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-03-12T09:35:39.264854Z","evaluator":"jlwei23@m.fudan.edu.cn","language_instruction":"take the bottle into bowl.","policyA":"pi05_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"7dc06100-5c55-4c4d-a40a-7dd575b215a2"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2025-11-12T22:03:17.126857Z","label":"l","last_eval_at":"2025-11-12T22:03:17.126857Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_vq_droid"},{"count":1,"percent":100.0,"policy":"pi0_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":1,"key":"2025-11","label":"Nov 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-11-12T22:03:17.126857Z","evaluator":"l","language_instruction":"move the green sponge onto bigger bowl","policyA":"pi0_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"f40cf78d-30de-4da6-a297-46bf0c222407"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2026-05-25T06:19:02.053989Z","label":"santosvickie259@gmail.com","last_eval_at":"2026-05-25T06:19:02.053989Z","pair_count":1,"pairs":[{"count":1,"policy1":"Cosmos3-Nano-Policy","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"Cosmos3-Nano-Policy"},{"count":1,"percent":100.0,"policy":"pi0_fast_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":1,"key":"2026-05","label":"May 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-05-25T06:19:02.053989Z","evaluator":"santosvickie259@gmail.com","language_instruction":"Put the doll from the pillow into the clothe basket","policyA":"Cosmos3-Nano-Policy","policyB":"pi0_fast_droid","preference":"B","session_id":"db019b39-c6d3-451c-b72c-a3bcb58a0ee5"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2025-07-02T19:26:17.588102Z","label":"skunda@stanfor.edu","last_eval_at":"2025-07-02T19:26:17.588102Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":100.0,"policy":"pi05_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":1,"key":"2025-07","label":"Jul 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-07-02T19:26:17.588102Z","evaluator":"skunda@stanfor.edu","language_instruction":"stack blue cube on top of the white card ","policyA":"pi05_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"cacdc7bd-81a9-4bc3-9752-12b73960d2c4"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2026-02-08T05:12:40.414799Z","label":"zchen927@gatech.edu","last_eval_at":"2026-02-08T05:12:40.414799Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_vq_droid"},{"count":1,"percent":100.0,"policy":"pi05_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":1,"key":"2026-02","label":"Feb 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-02-08T05:12:40.414799Z","evaluator":"zchen927@gatech.edu","language_instruction":"pick up bowl","policyA":"pi05_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"30c41c8a-1006-4dbb-9ca1-4d686d658f0b"}],"tie_rate":0.0}],"evaluator_organization_count":28,"evaluator_organizations":[{"count":2301,"first_eval_at":"2025-08-02T02:35:48.567555Z","label":"frodobots","last_eval_at":"2026-09-12T02:24:25.225565Z","pair_count":106,"pairs":[{"count":151,"policy1":"paligemma_fast_droid","policy1_wins":58,"policy2":"paligemma_fast_specialist_droid","policy2_wins":67,"tie_rate":17.2,"ties":26},{"count":151,"policy1":"paligemma_fast_specialist_droid","policy1_wins":90,"policy2":"pi0_droid","policy2_wins":48,"tie_rate":8.6,"ties":13},{"count":121,"policy1":"paligemma_fast_droid","policy1_wins":71,"policy2":"pi0_droid","policy2_wins":36,"tie_rate":11.6,"ties":14},{"count":96,"policy1":"paligemma_diffusion_droid","policy1_wins":43,"policy2":"paligemma_vq_droid","policy2_wins":42,"tie_rate":11.5,"ties":11},{"count":92,"policy1":"paligemma_diffusion_droid","policy1_wins":39,"policy2":"pi0_fast_droid","policy2_wins":46,"tie_rate":7.6,"ties":7},{"count":83,"policy1":"paligemma_vq_droid","policy1_wins":25,"policy2":"pi0_fast_droid","policy2_wins":46,"tie_rate":14.5,"ties":12},{"count":82,"policy1":"paligemma_vq_droid","policy1_wins":32,"policy2":"pi05_droid","policy2_wins":40,"tie_rate":12.2,"ties":10},{"count":79,"policy1":"pi05_droid","policy1_wins":39,"policy2":"pi0_fast_droid","policy2_wins":34,"tie_rate":7.6,"ties":6},{"count":77,"policy1":"paligemma_diffusion_droid","policy1_wins":30,"policy2":"pi05_droid","policy2_wins":42,"tie_rate":6.5,"ties":5},{"count":74,"policy1":"paligemma_diffusion_droid","policy1_wins":35,"policy2":"paligemma_fast_specialist_droid","policy2_wins":34,"tie_rate":6.8,"ties":5},{"count":70,"policy1":"paligemma_diffusion_droid","policy1_wins":29,"policy2":"paligemma_fast_droid","policy2_wins":28,"tie_rate":18.6,"ties":13},{"count":69,"policy1":"pi0_droid","policy1_wins":25,"policy2":"pi0_fast_droid","policy2_wins":33,"tie_rate":15.9,"ties":11},{"count":68,"policy1":"paligemma_diffusion_droid","policy1_wins":43,"policy2":"pi0_droid","policy2_wins":20,"tie_rate":7.4,"ties":5},{"count":68,"policy1":"pi05_droid","policy1_wins":39,"policy2":"pi0_droid","policy2_wins":21,"tie_rate":11.8,"ties":8},{"count":67,"policy1":"paligemma_fast_droid","policy1_wins":23,"policy2":"pi0_fast_droid","policy2_wins":35,"tie_rate":13.4,"ties":9},{"count":67,"policy1":"paligemma_vq_droid","policy1_wins":30,"policy2":"pi0_droid","policy2_wins":32,"tie_rate":7.5,"ties":5},{"count":66,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":63,"tie_rate":3.0,"ties":2},{"count":66,"policy1":"paligemma_fast_specialist_droid","policy1_wins":11,"policy2":"pi0_fast_droid","policy2_wins":43,"tie_rate":18.2,"ties":12},{"count":62,"policy1":"paligemma_fast_droid","policy1_wins":22,"policy2":"paligemma_vq_droid","policy2_wins":33,"tie_rate":11.3,"ties":7},{"count":58,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":56,"tie_rate":1.7,"ties":1},{"count":57,"policy1":"paligemma_fast_specialist_droid","policy1_wins":21,"policy2":"paligemma_vq_droid","policy2_wins":27,"tie_rate":15.8,"ties":9},{"count":56,"policy1":"paligemma_fast_specialist_droid","policy1_wins":18,"policy2":"pi05_droid","policy2_wins":30,"tie_rate":14.3,"ties":8},{"count":53,"policy1":"paligemma_fast_droid","policy1_wins":23,"policy2":"pi05_droid","policy2_wins":24,"tie_rate":11.3,"ties":6},{"count":48,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":48,"tie_rate":0.0,"ties":0},{"count":46,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":43,"tie_rate":4.3,"ties":2},{"count":46,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":46,"tie_rate":0.0,"ties":0},{"count":38,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":38,"tie_rate":0.0,"ties":0},{"count":34,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":34,"tie_rate":0.0,"ties":0},{"count":12,"policy1":"Apricot","policy1_wins":8,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":16.7,"ties":2},{"count":12,"policy1":"Apricot","policy1_wins":3,"policy2":"pi05_droid","policy2_wins":7,"tie_rate":16.7,"ties":2},{"count":12,"policy1":"Apricot","policy1_wins":6,"policy2":"pi0_fast_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":11,"policy1":"Apricot","policy1_wins":9,"policy2":"G0.5-Droid-AR","policy2_wins":1,"tie_rate":9.1,"ties":1},{"count":11,"policy1":"dreaming_zebra","policy1_wins":11,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":10,"policy1":"dreaming_zebra","policy1_wins":6,"policy2":"pi05_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":9,"policy1":"Apricot","policy1_wins":5,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":22.2,"ties":2},{"count":9,"policy1":"G0.5-Droid-AR","policy1_wins":5,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":33.3,"ties":3},{"count":9,"policy1":"j2-vla","policy1_wins":7,"policy2":"paligemma_norm_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":8,"policy1":"dreaming_zebra","policy1_wins":7,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":12.5,"ties":1},{"count":7,"policy1":"dreaming_zebra","policy1_wins":3,"policy2":"paligemma_diffusion_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"G0.5-Droid-AR","policy1_wins":4,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":16.7,"ties":1},{"count":6,"policy1":"dreaming_zebra","policy1_wins":4,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"floppy_bagel_420k","policy1_wins":3,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":16.7,"ties":1},{"count":5,"policy1":"G0.5-Droid-AR","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"Phoenix","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":20.0,"ties":1},{"count":5,"policy1":"floppy_bagel_420k","policy1_wins":2,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":20.0,"ties":1},{"count":5,"policy1":"floppy_bagel_420k","policy1_wins":3,"policy2":"pi05_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"j2-vla","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"G0.5-Droid-AR","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":50.0,"ties":2},{"count":4,"policy1":"ReDROID-0.0","policy1_wins":3,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"paligemma_norm_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"paligemma_norm_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"floppy_bagel_195k_temp1p0","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":1,"policy2":"floppy_bagel_525k_temp1p0","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"floppy_bagel_420k","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"floppy_bagel_420k","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"floppy_bagel_420k","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_norm_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_norm_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_norm_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"pi05_TTA","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"Apricot","policy1_wins":1,"policy2":"pi05_TTA","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"Phoenix","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":2,"policy2":"paligemma_binning_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"floppy_bagel_90k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"floppy_bagel_90k_temp1p0","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"j2-vla","policy1_wins":2,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"j2-vla","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"j2-vla","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"pi05_TTA","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"Apricot","policy1_wins":1,"policy2":"Phoenix","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"Cosmos3-Nano-Policy","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"G0.5-Droid-AR","policy1_wins":1,"policy2":"pi05_TTA","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"ReDROID-0.0","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"ReDROID-0.0","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"allenai/MolmoAct2-DROID","policy1_wins":0,"policy2":"j2-vla","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"allenai/MolmoAct2-DROID","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"allenai/MolmoAct2-DROID","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"allenai/MolmoAct2-DROID","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"allenai/MolmoAct2-DROID","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_195k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_195k_temp1p0","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"floppy_bagel_195k_temp1p0","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_420k","policy1_wins":0,"policy2":"floppy_bagel_525k_temp1p0","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"floppy_bagel_420k","policy1_wins":0,"policy2":"floppy_bagel_90k_temp1p0","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_420k","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_90k_temp1p0","policy1_wins":0,"policy2":"paligemma_binning_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_90k_temp1p0","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"j2-vla","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"j2-vla","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"j2-vla","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_norm_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_norm_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi05_TTA","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":625,"percent":27.2,"policy":"paligemma_fast_specialist_droid"},{"count":613,"percent":26.6,"policy":"pi0_droid"},{"count":604,"percent":26.2,"policy":"paligemma_fast_droid"},{"count":548,"percent":23.8,"policy":"paligemma_diffusion_droid"},{"count":547,"percent":23.8,"policy":"paligemma_vq_droid"},{"count":537,"percent":23.3,"policy":"pi0_fast_droid"},{"count":503,"percent":21.9,"policy":"pi05_droid"},{"count":339,"percent":14.7,"policy":"paligemma_binning_droid"},{"count":59,"percent":2.6,"policy":"Apricot"},{"count":46,"percent":2.0,"policy":"dreaming_zebra"},{"count":36,"percent":1.6,"policy":"G0.5-Droid-AR"},{"count":28,"percent":1.2,"policy":"floppy_bagel_420k"},{"count":28,"percent":1.2,"policy":"paligemma_norm_droid"},{"count":24,"percent":1.0,"policy":"j2-vla"},{"count":9,"percent":0.4,"policy":"floppy_bagel_285k_temp1p0"},{"count":9,"percent":0.4,"policy":"floppy_bagel_525k_temp1p0"},{"count":9,"percent":0.4,"policy":"pi05_TTA"},{"count":8,"percent":0.3,"policy":"Phoenix"},{"count":7,"percent":0.3,"policy":"floppy_bagel_90k_temp1p0"},{"count":6,"percent":0.3,"policy":"ReDROID-0.0"},{"count":6,"percent":0.3,"policy":"floppy_bagel_195k_temp1p0"},{"count":5,"percent":0.2,"policy":"allenai/MolmoAct2-DROID"},{"count":5,"percent":0.2,"policy":"dam"},{"count":1,"percent":0.0,"policy":"Cosmos3-Nano-Policy"}],"policy_count":24,"recent_activity":[{"count":72,"key":"2026-04","label":"Apr 26","percent":97.3},{"count":40,"key":"2026-05","label":"May 26","percent":54.1},{"count":74,"key":"2026-06","label":"Jun 26","percent":100.0},{"count":56,"key":"2026-07","label":"Jul 26","percent":75.7},{"count":57,"key":"2026-08","label":"Aug 26","percent":77.0},{"count":15,"key":"2026-09","label":"Sep 26","percent":20.3}],"recent_evaluations":[{"completion_time":"2026-09-12T02:24:25.225565Z","evaluator":"michael.cho@frodobots.com","language_instruction":"pick up the doll","policyA":"paligemma_diffusion_droid","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"618a6916-1dbe-420e-aa03-5c652ef6c980"},{"completion_time":"2026-09-11T12:54:50.943677Z","evaluator":"michael.cho@frodobots.com","language_instruction":"pick up the pen","policyA":"paligemma_vq_droid","policyB":"pi05_droid","preference":"TIE","session_id":"283b0c7e-7afb-4b4c-af06-4eac55625585"},{"completion_time":"2026-09-10T08:15:52.429491Z","evaluator":"michael.cho@frodobots.com","language_instruction":"put the doll onto the laptop","policyA":"Apricot","policyB":"G0.5-Droid-AR","preference":"A","session_id":"41ddfd13-1fea-4903-a143-d710974e6ced"},{"completion_time":"2026-09-10T08:02:55.066524Z","evaluator":"michael.cho@frodobots.com","language_instruction":"put the doll onto the laptop","policyA":"paligemma_vq_droid","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"89898ae8-0e48-4b87-99e8-36222cb21a7a"},{"completion_time":"2026-09-08T03:47:26.023029Z","evaluator":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","policyA":"pi05_droid","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"deae0a27-ffb1-4903-a2a0-b995fba9730e"},{"completion_time":"2026-09-08T03:24:00.460295Z","evaluator":"michael.cho@frodobots.com","language_instruction":"put the doll into the bowl","policyA":"paligemma_vq_droid","policyB":"G0.5-Droid-AR","preference":"B","session_id":"f7471662-cdbd-45dd-8836-20785753f9e7"}],"tie_rate":10.2},{"count":497,"first_eval_at":"2025-04-16T00:46:11.881393Z","label":"Berkeley","last_eval_at":"2026-06-13T01:44:07.681747Z","pair_count":36,"pairs":[{"count":39,"policy1":"paligemma_fast_droid","policy1_wins":11,"policy2":"pi0_droid","policy2_wins":15,"tie_rate":33.3,"ties":13},{"count":28,"policy1":"paligemma_diffusion_droid","policy1_wins":10,"policy2":"paligemma_fast_specialist_droid","policy2_wins":10,"tie_rate":28.6,"ties":8},{"count":28,"policy1":"pi0_droid","policy1_wins":8,"policy2":"pi0_fast_droid","policy2_wins":10,"tie_rate":35.7,"ties":10},{"count":26,"policy1":"paligemma_fast_specialist_droid","policy1_wins":11,"policy2":"pi0_droid","policy2_wins":6,"tie_rate":34.6,"ties":9},{"count":20,"policy1":"paligemma_fast_droid","policy1_wins":5,"policy2":"paligemma_fast_specialist_droid","policy2_wins":7,"tie_rate":40.0,"ties":8},{"count":20,"policy1":"paligemma_fast_droid","policy1_wins":5,"policy2":"paligemma_vq_droid","policy2_wins":5,"tie_rate":50.0,"ties":10},{"count":20,"policy1":"paligemma_vq_droid","policy1_wins":6,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":50.0,"ties":10},{"count":19,"policy1":"paligemma_vq_droid","policy1_wins":7,"policy2":"pi0_droid","policy2_wins":6,"tie_rate":31.6,"ties":6},{"count":18,"policy1":"paligemma_diffusion_droid","policy1_wins":5,"policy2":"paligemma_fast_droid","policy2_wins":4,"tie_rate":50.0,"ties":9},{"count":18,"policy1":"paligemma_fast_specialist_droid","policy1_wins":7,"policy2":"pi0_fast_droid","policy2_wins":5,"tie_rate":33.3,"ties":6},{"count":17,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":14,"tie_rate":11.8,"ties":2},{"count":17,"policy1":"paligemma_diffusion_droid","policy1_wins":5,"policy2":"paligemma_vq_droid","policy2_wins":4,"tie_rate":47.1,"ties":8},{"count":15,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":13,"tie_rate":13.3,"ties":2},{"count":15,"policy1":"paligemma_diffusion_droid","policy1_wins":9,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":33.3,"ties":5},{"count":14,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":13,"tie_rate":7.1,"ties":1},{"count":14,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":3,"tie_rate":71.4,"ties":10},{"count":14,"policy1":"paligemma_fast_droid","policy1_wins":3,"policy2":"pi0_fast_droid","policy2_wins":6,"tie_rate":35.7,"ties":5},{"count":14,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi05_droid","policy2_wins":7,"tie_rate":35.7,"ties":5},{"count":13,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":12,"tie_rate":7.7,"ties":1},{"count":13,"policy1":"pi05_droid","policy1_wins":6,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":46.2,"ties":6},{"count":12,"policy1":"pi05_droid","policy1_wins":6,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":50.0,"ties":6},{"count":11,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":10,"tie_rate":9.1,"ties":1},{"count":11,"policy1":"paligemma_binning_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":6,"tie_rate":27.3,"ties":3},{"count":11,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":63.6,"ties":7},{"count":10,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":7,"tie_rate":30.0,"ties":3},{"count":10,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"pi05_droid","policy2_wins":4,"tie_rate":30.0,"ties":3},{"count":10,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":5,"tie_rate":40.0,"ties":4},{"count":8,"policy1":"dam","policy1_wins":5,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":25.0,"ties":2},{"count":7,"policy1":"dam","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":42.9,"ties":3},{"count":6,"policy1":"dam","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":2,"tie_rate":50.0,"ties":3},{"count":4,"policy1":"dam","policy1_wins":2,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"dam","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_binning_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":157,"percent":31.6,"policy":"pi0_droid"},{"count":146,"percent":29.4,"policy":"paligemma_fast_droid"},{"count":127,"percent":25.6,"policy":"paligemma_fast_specialist_droid"},{"count":122,"percent":24.5,"policy":"paligemma_vq_droid"},{"count":115,"percent":23.1,"policy":"pi0_fast_droid"},{"count":112,"percent":22.5,"policy":"paligemma_diffusion_droid"},{"count":92,"percent":18.5,"policy":"paligemma_binning_droid"},{"count":89,"percent":17.9,"policy":"pi05_droid"},{"count":34,"percent":6.8,"policy":"dam"}],"policy_count":9,"recent_activity":[{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":1,"key":"2026-04","label":"Apr 26","percent":100.0},{"count":0,"key":"2026-05","label":"May 26","percent":0.0},{"count":1,"key":"2026-06","label":"Jun 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-06-13T01:44:07.681747Z","evaluator":"pranavatreya@berkeley.edu","language_instruction":"put the carrot in the bowl on the left","policyA":"paligemma_vq_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"d4874e60-e4bc-424d-b12f-4ea9b3b99227"},{"completion_time":"2026-04-20T09:38:45.000018Z","evaluator":"gzh3141592@gmail.com","language_instruction":"put the carrot into the paper cup","policyA":"paligemma_vq_droid","policyB":"pi05_droid","preference":"B","session_id":"b9f61042-051d-438b-8421-6a444de19568"},{"completion_time":"2025-12-02T00:09:27.938961Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"use the cloth to cover the sharp part of scissors","policyA":"pi0_fast_droid","policyB":"pi05_droid","preference":"B","session_id":"c41862a8-9231-4a0d-8553-fc8fbf4ca2c1"},{"completion_time":"2025-12-01T23:51:08.209780Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"put scissors on the plate","policyA":"pi0_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"20b569e8-3c34-4614-a5be-2000f04e5d8d"},{"completion_time":"2025-12-01T23:37:41.215421Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"slightly press this button","policyA":"pi0_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0"},{"completion_time":"2025-12-01T23:26:08.734454Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"wipe the tabletop using cloth","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_fast_droid","preference":"TIE","session_id":"68760ad8-16ef-4c9f-aac7-a0d47e5086f8"}],"tie_rate":34.0},{"count":390,"first_eval_at":"2025-04-18T00:56:06.960028Z","label":"UT Austin","last_eval_at":"2025-09-22T19:17:55.209953Z","pair_count":36,"pairs":[{"count":42,"policy1":"paligemma_fast_specialist_droid","policy1_wins":19,"policy2":"pi0_droid","policy2_wins":16,"tie_rate":16.7,"ties":7},{"count":31,"policy1":"paligemma_fast_droid","policy1_wins":16,"policy2":"pi0_droid","policy2_wins":14,"tie_rate":3.2,"ties":1},{"count":29,"policy1":"paligemma_fast_droid","policy1_wins":8,"policy2":"paligemma_fast_specialist_droid","policy2_wins":17,"tie_rate":13.8,"ties":4},{"count":21,"policy1":"paligemma_diffusion_droid","policy1_wins":7,"policy2":"paligemma_vq_droid","policy2_wins":10,"tie_rate":19.0,"ties":4},{"count":18,"policy1":"paligemma_diffusion_droid","policy1_wins":6,"policy2":"pi0_droid","policy2_wins":11,"tie_rate":5.6,"ties":1},{"count":18,"policy1":"pi0_droid","policy1_wins":6,"policy2":"pi0_fast_droid","policy2_wins":8,"tie_rate":22.2,"ties":4},{"count":15,"policy1":"paligemma_vq_droid","policy1_wins":7,"policy2":"pi0_droid","policy2_wins":5,"tie_rate":20.0,"ties":3},{"count":14,"policy1":"paligemma_fast_droid","policy1_wins":3,"policy2":"pi0_fast_droid","policy2_wins":9,"tie_rate":14.3,"ties":2},{"count":13,"policy1":"paligemma_fast_droid","policy1_wins":5,"policy2":"paligemma_vq_droid","policy2_wins":5,"tie_rate":23.1,"ties":3},{"count":13,"policy1":"paligemma_vq_droid","policy1_wins":7,"policy2":"pi0_fast_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":12,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":10,"tie_rate":16.7,"ties":2},{"count":12,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"pi05_droid","policy2_wins":8,"tie_rate":16.7,"ties":2},{"count":11,"policy1":"paligemma_diffusion_droid","policy1_wins":5,"policy2":"pi0_fast_droid","policy2_wins":5,"tie_rate":9.1,"ties":1},{"count":11,"policy1":"paligemma_vq_droid","policy1_wins":4,"policy2":"pi05_droid","policy2_wins":4,"tie_rate":27.3,"ties":3},{"count":10,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":10,"tie_rate":0.0,"ties":0},{"count":10,"policy1":"paligemma_diffusion_droid","policy1_wins":4,"policy2":"paligemma_fast_droid","policy2_wins":4,"tie_rate":20.0,"ties":2},{"count":10,"policy1":"paligemma_fast_specialist_droid","policy1_wins":3,"policy2":"paligemma_vq_droid","policy2_wins":5,"tie_rate":20.0,"ties":2},{"count":10,"policy1":"paligemma_fast_specialist_droid","policy1_wins":5,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":10.0,"ties":1},{"count":9,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":8,"tie_rate":0.0,"ties":0},{"count":9,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":9,"tie_rate":0.0,"ties":0},{"count":9,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":8,"tie_rate":0.0,"ties":0},{"count":8,"policy1":"dam","policy1_wins":3,"policy2":"paligemma_fast_specialist_droid","policy2_wins":4,"tie_rate":12.5,"ties":1},{"count":7,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":7,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":2,"tie_rate":71.4,"ties":5},{"count":7,"policy1":"paligemma_fast_droid","policy1_wins":4,"policy2":"pi05_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"pi05_droid","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":28.6,"ties":2},{"count":5,"policy1":"pi05_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":20.0,"ties":1},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":2,"policy2":"paligemma_binning_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":2,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dam","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dam","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":141,"percent":36.2,"policy":"pi0_droid"},{"count":125,"percent":32.1,"policy":"paligemma_fast_specialist_droid"},{"count":115,"percent":29.5,"policy":"paligemma_fast_droid"},{"count":96,"percent":24.6,"policy":"paligemma_vq_droid"},{"count":85,"percent":21.8,"policy":"paligemma_diffusion_droid"},{"count":83,"percent":21.3,"policy":"pi0_fast_droid"},{"count":61,"percent":15.6,"policy":"paligemma_binning_droid"},{"count":54,"percent":13.8,"policy":"pi05_droid"},{"count":20,"percent":5.1,"policy":"dam"}],"policy_count":9,"recent_activity":[{"count":100,"key":"2025-04","label":"Apr 25","percent":61.3},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":1,"key":"2025-07","label":"Jul 25","percent":0.6},{"count":163,"key":"2025-08","label":"Aug 25","percent":100.0},{"count":126,"key":"2025-09","label":"Sep 25","percent":77.3}],"recent_evaluations":[{"completion_time":"2025-09-22T19:17:55.209953Z","evaluator":"will_reger@utexas.edu","language_instruction":"Topple the sponge with the screwdriver.","policyA":"paligemma_fast_specialist_droid","policyB":"pi05_droid","preference":"B","session_id":"10c81c85-25c4-4a44-bfc6-6aa7de64e95a"},{"completion_time":"2025-09-22T19:07:50.111825Z","evaluator":"will_reger@utexas.edu","language_instruction":"Topple the sponge with the screwdriver.","policyA":"pi0_fast_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"b8f5e8b4-b378-4884-8e9a-9abf119063cb"},{"completion_time":"2025-09-22T19:00:35.119951Z","evaluator":"will_reger@utexas.edu","language_instruction":"Pick up the trash and place it onto the plate.","policyA":"dam","policyB":"paligemma_vq_droid","preference":"B","session_id":"58a51d7d-b7a7-4507-9502-ab95db621387"},{"completion_time":"2025-09-22T18:50:26.300320Z","evaluator":"will_reger@utexas.edu","language_instruction":"Pick up the trash and place it onto the plate","policyA":"paligemma_fast_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"c1501346-7f51-48ad-8581-a93716664582"},{"completion_time":"2025-09-22T18:36:01.839001Z","evaluator":"will_reger@utexas.edu","language_instruction":"put the trash onto the plate.","policyA":"dam","policyB":"paligemma_binning_droid","preference":"A","session_id":"f1c70a58-cc1c-42ad-9d46-8500ac1b0232"},{"completion_time":"2025-09-22T18:25:31.236907Z","evaluator":"will_reger@utexas.edu","language_instruction":"grab the cup by the handle and give it to me","policyA":"dam","policyB":"pi05_droid","preference":"B","session_id":"467e6cae-e9fb-4980-8064-36ae5b5d98c3"}],"tie_rate":13.1},{"count":219,"first_eval_at":"2026-01-28T19:35:38.231232Z","label":"nvidia","last_eval_at":"2026-02-26T16:45:17.788224Z","pair_count":41,"pairs":[{"count":20,"policy1":"dreaming_zebra","policy1_wins":12,"policy2":"pi05_droid","policy2_wins":8,"tie_rate":0.0,"ties":0},{"count":19,"policy1":"dreaming_zebra","policy1_wins":12,"policy2":"pi0_fast_droid","policy2_wins":6,"tie_rate":5.3,"ties":1},{"count":17,"policy1":"dreaming_zebra","policy1_wins":12,"policy2":"paligemma_fast_specialist_droid","policy2_wins":4,"tie_rate":5.9,"ties":1},{"count":14,"policy1":"dreaming_zebra","policy1_wins":12,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":7.1,"ties":1},{"count":14,"policy1":"dreaming_zebra","policy1_wins":9,"policy2":"pi0_droid","policy2_wins":4,"tie_rate":7.1,"ties":1},{"count":12,"policy1":"dreaming_zebra","policy1_wins":6,"policy2":"paligemma_fast_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":11,"policy1":"dreaming_zebra","policy1_wins":5,"policy2":"paligemma_vq_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_fast_droid","policy1_wins":3,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":42.9,"ties":3},{"count":6,"policy1":"paligemma_diffusion_droid","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":3,"tie_rate":33.3,"ties":2},{"count":6,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":33.3,"ties":2},{"count":5,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_diffusion_droid","policy1_wins":4,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_fast_specialist_droid","policy1_wins":3,"policy2":"pi05_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":20.0,"ties":1},{"count":5,"policy1":"pi05_droid","policy1_wins":3,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":20.0,"ties":1},{"count":4,"policy1":"dreaming_zebra","policy1_wins":3,"policy2":"floppy_bagel_525k_temp1p0","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":3,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":3,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":66.7,"ties":2},{"count":2,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"pi0_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_195k_temp1p0","policy1_wins":0,"policy2":"floppy_bagel_90k_temp1p0","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_195k_temp1p0","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"floppy_bagel_420k","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"floppy_bagel_525k_temp1p0","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"floppy_bagel_90k_temp1p0","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"floppy_bagel_525k_temp1p0","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"floppy_bagel_90k_temp1p0","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi05_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":111,"percent":50.7,"policy":"dreaming_zebra"},{"count":45,"percent":20.5,"policy":"pi05_droid"},{"count":45,"percent":20.5,"policy":"pi0_fast_droid"},{"count":44,"percent":20.1,"policy":"pi0_droid"},{"count":43,"percent":19.6,"policy":"paligemma_fast_droid"},{"count":40,"percent":18.3,"policy":"paligemma_diffusion_droid"},{"count":39,"percent":17.8,"policy":"paligemma_vq_droid"},{"count":38,"percent":17.4,"policy":"paligemma_fast_specialist_droid"},{"count":24,"percent":11.0,"policy":"floppy_bagel_525k_temp1p0"},{"count":3,"percent":1.4,"policy":"floppy_bagel_285k_temp1p0"},{"count":3,"percent":1.4,"policy":"floppy_bagel_90k_temp1p0"},{"count":2,"percent":0.9,"policy":"floppy_bagel_195k_temp1p0"},{"count":1,"percent":0.5,"policy":"floppy_bagel_420k"}],"policy_count":13,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":72,"key":"2026-01","label":"Jan 26","percent":49.0},{"count":147,"key":"2026-02","label":"Feb 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-02-26T16:45:17.788224Z","evaluator":"nlaswi@nvidia.com","language_instruction":"transfer the grapes to the other bowl","policyA":"dreaming_zebra","policyB":"paligemma_fast_droid","preference":"B","session_id":"a808c915-e90d-457d-9b24-1911a6900385"},{"completion_time":"2026-02-23T17:01:18.158141Z","evaluator":"nlaswi@nvidia.com","language_instruction":"hook the roll of tape onto the top of the cone","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_specialist_droid","preference":"A","session_id":"845c17f7-a397-4cba-a008-5557360ca5b9"},{"completion_time":"2026-02-23T16:53:51.639295Z","evaluator":"nlaswi@nvidia.com","language_instruction":"scoop out the screws from the bowl","policyA":"paligemma_diffusion_droid","policyB":"dreaming_zebra","preference":"B","session_id":"35846fed-09f2-41fb-8fc7-066e0e82b3da"},{"completion_time":"2026-02-19T17:17:40.479864Z","evaluator":"nlaswi@nvidia.com","language_instruction":"draw something with the pencil","policyA":"paligemma_fast_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea"},{"completion_time":"2026-02-19T16:54:10.970967Z","evaluator":"nlaswi@nvidia.com","language_instruction":"\\fold the t-shirt","policyA":"paligemma_vq_droid","policyB":"pi0_droid","preference":"A","session_id":"217f8f47-4cf0-4ecd-b2cf-05af767a7e1f"},{"completion_time":"2026-02-19T16:36:09.922224Z","evaluator":"nlaswi@nvidia.com","language_instruction":"put the toast on top of the drawer","policyA":"pi0_fast_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"2ec7df92-cac5-46c8-a18f-c6f649f24309"}],"tie_rate":10.5},{"count":133,"first_eval_at":"2025-04-15T18:21:45.641415Z","label":"Stanford","last_eval_at":"2025-08-08T19:46:39.398510Z","pair_count":28,"pairs":[{"count":13,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":11,"tie_rate":7.7,"ties":1},{"count":13,"policy1":"paligemma_diffusion_droid","policy1_wins":5,"policy2":"paligemma_fast_specialist_droid","policy2_wins":4,"tie_rate":30.8,"ties":4},{"count":8,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":37.5,"ties":3},{"count":7,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":42.9,"ties":3},{"count":7,"policy1":"paligemma_diffusion_droid","policy1_wins":4,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":28.6,"ties":2},{"count":6,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":5,"tie_rate":16.7,"ties":1},{"count":6,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_fast_droid","policy1_wins":3,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":33.3,"ties":2},{"count":5,"policy1":"paligemma_fast_droid","policy1_wins":3,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":40.0,"ties":2},{"count":5,"policy1":"paligemma_vq_droid","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":20.0,"ties":1},{"count":5,"policy1":"pi05_droid","policy1_wins":3,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":20.0,"ties":1},{"count":5,"policy1":"pi0_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":20.0,"ties":1},{"count":4,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":3,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":3,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_vq_droid","policy1_wins":3,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"pi05_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":2},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":42,"percent":31.6,"policy":"paligemma_diffusion_droid"},{"count":41,"percent":30.8,"policy":"pi0_droid"},{"count":39,"percent":29.3,"policy":"paligemma_binning_droid"},{"count":35,"percent":26.3,"policy":"paligemma_vq_droid"},{"count":32,"percent":24.1,"policy":"paligemma_fast_specialist_droid"},{"count":29,"percent":21.8,"policy":"paligemma_fast_droid"},{"count":29,"percent":21.8,"policy":"pi0_fast_droid"},{"count":19,"percent":14.3,"policy":"pi05_droid"}],"policy_count":8,"recent_activity":[{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":73,"key":"2025-04","label":"Apr 25","percent":100.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":37,"key":"2025-07","label":"Jul 25","percent":50.7},{"count":23,"key":"2025-08","label":"Aug 25","percent":31.5}],"recent_evaluations":[{"completion_time":"2025-08-08T19:46:39.398510Z","evaluator":"skunda@stanford.edu","language_instruction":"Put bread on plate ","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"f7b0fd22-4dbb-4bed-8907-d87d1bb405b1"},{"completion_time":"2025-08-08T19:25:24.122713Z","evaluator":"skunda@stanford.edu","language_instruction":"put chicken wing on plate ","policyA":"pi0_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"ae818621-845e-4bc7-8f68-c459e48759ea"},{"completion_time":"2025-08-08T19:18:34.976493Z","evaluator":"skunda@stanford.edu","language_instruction":"Put chicken wing on plate ","policyA":"paligemma_vq_droid","policyB":"pi05_droid","preference":"B","session_id":"ca2f008e-d0c6-4b5e-baa5-1337c70851cf"},{"completion_time":"2025-08-08T19:09:15.727127Z","evaluator":"skunda@stanford.edu","language_instruction":"Put chicken wing in plate ","policyA":"pi0_fast_droid","policyB":"pi05_droid","preference":"B","session_id":"0ce424f5-2118-4ab3-84b7-b34ca99d6c93"},{"completion_time":"2025-08-08T19:01:59.866454Z","evaluator":"skunda@stanford.edu","language_instruction":"put chicken wing on plate ","policyA":"paligemma_fast_specialist_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"31233f4b-4a37-40b0-ab20-43bbcc355155"},{"completion_time":"2025-08-08T18:54:47.566531Z","evaluator":"skunda@stanford.edu","language_instruction":"put chicken wing on plate ","policyA":"paligemma_binning_droid","policyB":"paligemma_vq_droid","preference":"B","session_id":"e2f191ac-bf5e-4975-879c-6e6c3fc35fc5"}],"tie_rate":23.3},{"count":116,"first_eval_at":"2025-04-16T04:49:12.311858Z","label":"UPenn","last_eval_at":"2026-05-20T20:31:15.452657Z","pair_count":29,"pairs":[{"count":8,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":4,"tie_rate":25.0,"ties":2},{"count":8,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":4,"tie_rate":25.0,"ties":2},{"count":8,"policy1":"paligemma_vq_droid","policy1_wins":4,"policy2":"pi0_fast_droid","policy2_wins":3,"tie_rate":12.5,"ties":1},{"count":8,"policy1":"pi0_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":7,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":5,"tie_rate":14.3,"ties":1},{"count":7,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":42.9,"ties":3},{"count":7,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":5,"tie_rate":14.3,"ties":1},{"count":6,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":3,"tie_rate":20.0,"ties":1},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":25.0,"ties":1},{"count":3,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":2,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"pi05_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":36,"percent":31.0,"policy":"pi0_droid"},{"count":33,"percent":28.4,"policy":"paligemma_diffusion_droid"},{"count":31,"percent":26.7,"policy":"paligemma_fast_droid"},{"count":31,"percent":26.7,"policy":"paligemma_vq_droid"},{"count":31,"percent":26.7,"policy":"pi0_fast_droid"},{"count":28,"percent":24.1,"policy":"paligemma_binning_droid"},{"count":27,"percent":23.3,"policy":"paligemma_fast_specialist_droid"},{"count":11,"percent":9.5,"policy":"dreaming_zebra"},{"count":4,"percent":3.4,"policy":"pi05_droid"}],"policy_count":9,"recent_activity":[{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":24,"key":"2026-02","label":"Feb 26","percent":100.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":1,"key":"2026-05","label":"May 26","percent":4.2}],"recent_evaluations":[{"completion_time":"2026-05-20T20:31:15.452657Z","evaluator":"tonyw3@seas.upenn.edu","language_instruction":"","policyA":"paligemma_diffusion_droid","policyB":"pi05_droid","preference":"B","session_id":"9b9b5566-5d72-45c6-9c83-577df5a336a5"},{"completion_time":"2026-02-17T02:52:41.308745Z","evaluator":"tonyw3@seas.upenn.edu","language_instruction":"clean up the table by putting all the orange peals into the cup","policyA":"pi05_droid","policyB":"dreaming_zebra","preference":"A","session_id":"cf638f95-09e6-4377-a58b-215784ce9ccf"},{"completion_time":"2026-02-17T02:45:30.698001Z","evaluator":"tonyw3@seas.upenn.edu","language_instruction":"pick up the orange","policyA":"dreaming_zebra","policyB":"pi0_droid","preference":"TIE","session_id":"5477a9ec-c907-4bbf-9725-d9b6773e1703"},{"completion_time":"2026-02-11T23:29:34.215695Z","evaluator":"tonyw3@seas.upenn.edu","language_instruction":"pick up the blue cube and stack on the leeft of ROBO","policyA":"paligemma_fast_droid","policyB":"dreaming_zebra","preference":"B","session_id":"7ad7b91f-6803-4a33-b710-3aa8685e8bca"},{"completion_time":"2026-02-11T23:23:03.344123Z","evaluator":"tonyw3@seas.upenn.edu","language_instruction":"pick up the cube that can complete the word ROBOT","policyA":"paligemma_diffusion_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"f403aea7-c87e-4d8f-9489-61f523856751"},{"completion_time":"2026-02-11T23:15:54.872224Z","evaluator":"tonyw3@seas.upenn.edu","language_instruction":"place the medicine into the paper cup","policyA":"pi0_fast_droid","policyB":"dreaming_zebra","preference":"A","session_id":"c8147bb0-d279-4c49-92f9-99e596ef539f"}],"tie_rate":15.5},{"count":101,"first_eval_at":"2025-04-16T17:56:58.461841Z","label":"UMontreal","last_eval_at":"2025-04-30T00:35:19.590697Z","pair_count":21,"pairs":[{"count":8,"policy1":"paligemma_diffusion_droid","policy1_wins":5,"policy2":"pi0_fast_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"paligemma_fast_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":7,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_diffusion_droid","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":50.0,"ties":3},{"count":6,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":3,"tie_rate":16.7,"ties":1},{"count":6,"policy1":"paligemma_fast_specialist_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":16.7,"ties":1},{"count":6,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":4,"tie_rate":16.7,"ties":1},{"count":5,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":40.0,"ties":2},{"count":5,"policy1":"pi0_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":25.0,"ties":1},{"count":4,"policy1":"paligemma_fast_specialist_droid","policy1_wins":3,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_vq_droid","policy1_wins":3,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":33,"percent":32.7,"policy":"paligemma_diffusion_droid"},{"count":31,"percent":30.7,"policy":"paligemma_fast_specialist_droid"},{"count":30,"percent":29.7,"policy":"pi0_fast_droid"},{"count":29,"percent":28.7,"policy":"paligemma_fast_droid"},{"count":28,"percent":27.7,"policy":"paligemma_vq_droid"},{"count":26,"percent":25.7,"policy":"paligemma_binning_droid"},{"count":25,"percent":24.8,"policy":"pi0_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":101,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-30T00:35:19.590697Z","evaluator":"Ozgur Aslan","language_instruction":"Put all the food items into the bowl.","policyA":"pi0_fast_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"754214cf-3288-47ec-b7b4-5493526bd855"},{"completion_time":"2025-04-30T00:21:34.993525Z","evaluator":"Ozgur Aslan","language_instruction":"Put the yellow rubber ducks into the same mug.","policyA":"pi0_fast_droid","policyB":"pi0_droid","preference":"A","session_id":"3a663fc7-15b1-4993-b5b8-b059fd197d91"},{"completion_time":"2025-04-30T00:09:29.813290Z","evaluator":"Ozgur Aslan","language_instruction":"Put the yellow rubber ducks into separate mugs.","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"568e8b89-a14d-46ad-8a7f-54ee3d654965"},{"completion_time":"2025-04-29T23:52:13.920943Z","evaluator":"Ozgur Aslan","language_instruction":"Push the banana towards the onion.","policyA":"paligemma_fast_specialist_droid","policyB":"pi0_droid","preference":"TIE","session_id":"602f4ea8-2d82-4556-9d60-558db81a09d1"},{"completion_time":"2025-04-29T23:39:30.157555Z","evaluator":"Ozgur Aslan","language_instruction":"Put the onion to the big pot.","policyA":"paligemma_binning_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"3f38ad9f-dfa2-4f01-9485-cac8c02ed397"},{"completion_time":"2025-04-29T23:27:18.594030Z","evaluator":"Ozgur Aslan","language_instruction":"Put the metal can into the bowl.","policyA":"paligemma_fast_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"63ad97b7-3463-4c3c-8496-461c1824e757"}],"tie_rate":9.9},{"count":100,"first_eval_at":"2025-04-19T23:57:21.766190Z","label":"Yonsei","last_eval_at":"2025-04-29T23:23:45.424635Z","pair_count":21,"pairs":[{"count":8,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":8,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":7,"policy1":"paligemma_fast_specialist_droid","policy1_wins":6,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_fast_droid","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":6,"policy1":"pi0_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":5,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_fast_droid","policy1_wins":4,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":20.0,"ties":1},{"count":5,"policy1":"paligemma_fast_specialist_droid","policy1_wins":3,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":32,"percent":32.0,"policy":"pi0_droid"},{"count":31,"percent":31.0,"policy":"paligemma_binning_droid"},{"count":30,"percent":30.0,"policy":"pi0_fast_droid"},{"count":29,"percent":29.0,"policy":"paligemma_fast_droid"},{"count":29,"percent":29.0,"policy":"paligemma_fast_specialist_droid"},{"count":25,"percent":25.0,"policy":"paligemma_vq_droid"},{"count":24,"percent":24.0,"policy":"paligemma_diffusion_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":100,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-29T23:23:45.424635Z","evaluator":"Meedeum Cho","language_instruction":"knock the cup over","policyA":"paligemma_diffusion_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"45502707-02fe-4c84-8363-2adead3e2174"},{"completion_time":"2025-04-29T23:13:54.403789Z","evaluator":"Meedeum Cho","language_instruction":"push the ball to the right","policyA":"paligemma_fast_droid","policyB":"pi0_droid","preference":"B","session_id":"fbf7c2ae-f821-4091-bbfd-1bd34757035b"},{"completion_time":"2025-04-29T23:06:09.999953Z","evaluator":"Meedeum Cho","language_instruction":"put the ball into the cup","policyA":"pi0_fast_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"02eb3b54-13e4-432e-9cf6-d3a4c1fff651"},{"completion_time":"2025-04-29T22:47:38.893709Z","evaluator":"Meedeum Cho","language_instruction":"pick up the blue scissors","policyA":"pi0_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"dadb8680-ed3a-46a9-a583-f4b0e85c4e65"},{"completion_time":"2025-04-29T22:34:28.452363Z","evaluator":"Meedeum Cho","language_instruction":"pick up the screwdriver","policyA":"paligemma_vq_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"614b9b6a-42af-443a-bf77-5c340ed43f71"},{"completion_time":"2025-04-29T22:23:41.996809Z","evaluator":"Meedeum Cho","language_instruction":"pick up the squared object","policyA":"pi0_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"d155b980-1318-4424-b9c5-cca813f99e4d"}],"tie_rate":2.0},{"count":45,"first_eval_at":"2025-11-11T17:08:41.522324Z","label":"CIIRC, CTU in Prague","last_eval_at":"2026-08-12T14:20:56.559190Z","pair_count":24,"pairs":[{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":75.0,"ties":3},{"count":4,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":50.0,"ties":2},{"count":4,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"G0.5-Droid-AR","policy1_wins":2,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":3,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":2,"policy1":"G0.5-Droid-AR","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"pi05_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"dreaming_zebra","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"pi05_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":17,"percent":37.8,"policy":"paligemma_diffusion_droid"},{"count":14,"percent":31.1,"policy":"pi0_fast_droid"},{"count":13,"percent":28.9,"policy":"pi05_droid"},{"count":10,"percent":22.2,"policy":"paligemma_fast_droid"},{"count":10,"percent":22.2,"policy":"paligemma_vq_droid"},{"count":7,"percent":15.6,"policy":"pi0_droid"},{"count":6,"percent":13.3,"policy":"dreaming_zebra"},{"count":5,"percent":11.1,"policy":"G0.5-Droid-AR"},{"count":5,"percent":11.1,"policy":"paligemma_fast_specialist_droid"},{"count":3,"percent":6.7,"policy":"paligemma_binning_droid"}],"policy_count":10,"recent_activity":[{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":0,"key":"2026-05","label":"May 26","percent":0.0},{"count":10,"key":"2026-06","label":"Jun 26","percent":100.0},{"count":8,"key":"2026-07","label":"Jul 26","percent":80.0},{"count":1,"key":"2026-08","label":"Aug 26","percent":10.0}],"recent_evaluations":[{"completion_time":"2026-08-12T14:20:56.559190Z","evaluator":"martin.sedlacek@cvut.cz","language_instruction":"put the banana on th eplate","policyA":"paligemma_diffusion_droid","policyB":"pi05_droid","preference":"TIE","session_id":"cb311f06-0b1a-4c75-9dc7-f934f5b75ef6"},{"completion_time":"2026-07-24T15:38:18.376213Z","evaluator":"martin.sedlacek@cvut.cz","language_instruction":"put the screwdriver into the cup","policyA":"paligemma_vq_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"ed78c258-00c3-4164-8e6a-7beaa0d58798"},{"completion_time":"2026-07-24T15:12:24.375859Z","evaluator":"martin.sedlacek@cvut.cz","language_instruction":"wipe the table with the cloth","policyA":"paligemma_vq_droid","policyB":"pi05_droid","preference":"A","session_id":"70f0d024-849c-4eb2-9941-4dceabf95929"},{"completion_time":"2026-07-24T15:03:34.791018Z","evaluator":"martin.sedlacek@cvut.cz","language_instruction":"pick up the drill and put it on top of the wooden tray","policyA":"G0.5-Droid-AR","policyB":"paligemma_diffusion_droid","preference":"A","session_id":"9c7d07d6-b18c-452f-b5af-995810529b44"},{"completion_time":"2026-07-24T14:43:39.556387Z","evaluator":"martin.sedlacek@cvut.cz","language_instruction":"pour the contents of the bottle into the bowl","policyA":"pi05_droid","policyB":"G0.5-Droid-AR","preference":"B","session_id":"21a70a86-429a-4218-b56f-79092585ad1c"},{"completion_time":"2026-07-24T14:22:54.531375Z","evaluator":"martin.sedlacek@cvut.cz","language_instruction":"put the marker into the holder","policyA":"pi05_droid","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"9fa58c7c-b3c5-4448-92c2-c3ca2088fcac"}],"tie_rate":26.7},{"count":32,"first_eval_at":"2025-10-08T09:35:40.651051Z","label":"KAIST","last_eval_at":"2026-02-03T13:02:20.004721Z","pair_count":20,"pairs":[{"count":4,"policy1":"dreaming_zebra","policy1_wins":4,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":33.3,"ties":1},{"count":2,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"dreaming_zebra","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":100.0,"ties":2},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"dreaming_zebra","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi05_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi0_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":16,"percent":50.0,"policy":"dreaming_zebra"},{"count":8,"percent":25.0,"policy":"pi05_droid"},{"count":7,"percent":21.9,"policy":"paligemma_fast_droid"},{"count":7,"percent":21.9,"policy":"paligemma_vq_droid"},{"count":7,"percent":21.9,"policy":"pi0_droid"},{"count":7,"percent":21.9,"policy":"pi0_fast_droid"},{"count":6,"percent":18.8,"policy":"paligemma_diffusion_droid"},{"count":5,"percent":15.6,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":3.1,"policy":"paligemma_binning_droid"}],"policy_count":9,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":3,"key":"2025-10","label":"Oct 25","percent":15.8},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":10,"key":"2026-01","label":"Jan 26","percent":52.6},{"count":19,"key":"2026-02","label":"Feb 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-02-03T13:02:20.004721Z","evaluator":"byeongguk@kaist.ac.kr","language_instruction":"pick up the brush and put it in the pink bin","policyA":"pi05_droid","policyB":"dreaming_zebra","preference":"B","session_id":"ea2db95c-1038-4607-bc81-bc7b981f76b6"},{"completion_time":"2026-02-03T12:56:20.591548Z","evaluator":"byeongguk@kaist.ac.kr","language_instruction":"pick up the carrot and place it on the purple plate","policyA":"pi0_fast_droid","policyB":"paligemma_fast_specialist_droid","preference":"A","session_id":"9f924ee8-09f7-410f-a56b-7f878caedc2b"},{"completion_time":"2026-02-03T12:48:43.301340Z","evaluator":"byeongguk@kaist.ac.kr","language_instruction":"flip the cup","policyA":"paligemma_vq_droid","policyB":"pi05_droid","preference":"TIE","session_id":"0339235e-195d-47e2-a95c-be3069536a07"},{"completion_time":"2026-02-03T12:26:26.762413Z","evaluator":"byeongguk@kaist.ac.kr","language_instruction":"pick up the burger and put it in the box","policyA":"dreaming_zebra","policyB":"paligemma_fast_droid","preference":"TIE","session_id":"9988c274-a5ee-44f3-b5f0-48cd4539cb41"},{"completion_time":"2026-02-03T12:18:22.734274Z","evaluator":"byeongguk@kaist.ac.kr","language_instruction":"cut the cabbage in half with knife","policyA":"dreaming_zebra","policyB":"paligemma_diffusion_droid","preference":"A","session_id":"fa1d49db-a441-4d70-9c1d-7679b9e410aa"},{"completion_time":"2026-02-03T12:05:03.372685Z","evaluator":"byeongguk@kaist.ac.kr","language_instruction":"pick up the blue marker and place it on the orange plate","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_droid","preference":"A","session_id":"6c14bf30-2c55-4309-be37-768481f79530"}],"tie_rate":31.2},{"count":23,"first_eval_at":"2025-04-19T00:22:25.446454Z","label":"UW","last_eval_at":"2025-04-29T23:56:01.437245Z","pair_count":15,"pairs":[{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"policy1":"pi0_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":10,"percent":43.5,"policy":"pi0_fast_droid"},{"count":9,"percent":39.1,"policy":"paligemma_fast_droid"},{"count":8,"percent":34.8,"policy":"pi0_droid"},{"count":7,"percent":30.4,"policy":"paligemma_fast_specialist_droid"},{"count":5,"percent":21.7,"policy":"paligemma_binning_droid"},{"count":5,"percent":21.7,"policy":"paligemma_diffusion_droid"},{"count":2,"percent":8.7,"policy":"paligemma_vq_droid"}],"policy_count":7,"recent_activity":[{"count":0,"key":"2024-11","label":"Nov 24","percent":0.0},{"count":0,"key":"2024-12","label":"Dec 24","percent":0.0},{"count":0,"key":"2025-01","label":"Jan 25","percent":0.0},{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":23,"key":"2025-04","label":"Apr 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-04-29T23:56:01.437245Z","evaluator":"Kanav Arora","language_instruction":"Empty the bowl. ","policyA":"paligemma_fast_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f"},{"completion_time":"2025-04-29T23:33:33.757939Z","evaluator":"Kanav Arora","language_instruction":"Put the ketchup in the bowl","policyA":"paligemma_diffusion_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"326c4ee8-2924-4acd-8cbd-ad8424b22c8f"},{"completion_time":"2025-04-29T23:12:38.004313Z","evaluator":"Kanav Arora","language_instruction":"Hit the robot with the marker","policyA":"pi0_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"ccf37ac0-28e7-41cf-bae0-f47350351f7d"},{"completion_time":"2025-04-29T22:53:11.113775Z","evaluator":"Kanav Arora","language_instruction":"Feed the robot ice cream. ","policyA":"paligemma_diffusion_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"f6e9020f-8abf-43e7-b6fc-9af024909f0d"},{"completion_time":"2025-04-29T22:30:56.467824Z","evaluator":"Kanav Arora","language_instruction":"Clean up the workspace","policyA":"paligemma_fast_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"3340e9f2-09a2-4d6a-87be-d0732a82c4a6"},{"completion_time":"2025-04-29T22:00:25.785267Z","evaluator":"Kanav Arora","language_instruction":"Create the tallest structure with the objects in front of you quickly.","policyA":"pi0_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"ea52540c-3f2d-45ff-80c1-ac44cdd4d054"}],"tie_rate":8.7},{"count":10,"first_eval_at":"2025-07-02T21:16:33.187409Z","label":"berkeleu","last_eval_at":"2025-10-15T23:02:00.834388Z","pair_count":9,"pairs":[{"count":2,"policy1":"paligemma_vq_droid","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":4,"percent":40.0,"policy":"paligemma_vq_droid"},{"count":3,"percent":30.0,"policy":"paligemma_fast_droid"},{"count":3,"percent":30.0,"policy":"pi05_droid"},{"count":3,"percent":30.0,"policy":"pi0_fast_droid"},{"count":2,"percent":20.0,"policy":"paligemma_binning_droid"},{"count":2,"percent":20.0,"policy":"paligemma_diffusion_droid"},{"count":2,"percent":20.0,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":10.0,"policy":"pi0_droid"}],"policy_count":8,"recent_activity":[{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":8,"key":"2025-07","label":"Jul 25","percent":100.0},{"count":1,"key":"2025-08","label":"Aug 25","percent":12.5},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":1,"key":"2025-10","label":"Oct 25","percent":12.5}],"recent_evaluations":[{"completion_time":"2025-10-15T23:02:00.834388Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"remove the apple from the pot","policyA":"paligemma_fast_specialist_droid","policyB":"paligemma_binning_droid","preference":"A","session_id":"1ce9e697-a464-4167-ac7c-1de6f6f55575"},{"completion_time":"2025-08-06T21:25:21.697213Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"put the orange cloth into bowl","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_specialist_droid","preference":"B","session_id":"03949201-a4b1-4002-b695-a268d19536cd"},{"completion_time":"2025-07-30T21:59:22.314931Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"put the cloth on the plate","policyA":"pi05_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"314ca27f-e8fc-4ac1-b55a-a9272fdb195f"},{"completion_time":"2025-07-14T22:53:58.950613Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"move the green cube to the blue plate","policyA":"paligemma_fast_droid","policyB":"pi05_droid","preference":"B","session_id":"50c821e2-2cff-4742-9912-c7f8d279cd63"},{"completion_time":"2025-07-14T22:31:30.065897Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"hand the carrot over the pot","policyA":"pi0_fast_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"89c8e06b-d31d-4554-8c67-1610f58292b4"},{"completion_time":"2025-07-14T22:23:01.639120Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"put the egg into pot","policyA":"paligemma_vq_droid","policyB":"pi0_fast_droid","preference":"A","session_id":"41fe378f-7f82-4473-8c02-478f681a4729"}],"tie_rate":0.0},{"count":6,"first_eval_at":"2026-07-29T23:40:44.824227Z","label":"Argus Systems","last_eval_at":"2026-08-03T23:12:36.467586Z","pair_count":5,"pairs":[{"count":2,"policy1":"Apricot","policy1_wins":0,"policy2":"G0.5-Droid-AR","policy2_wins":0,"tie_rate":100.0,"ties":2},{"count":1,"policy1":"Apricot","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"Apricot","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"G0.5-Droid-AR","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"G0.5-Droid-AR","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":4,"percent":66.7,"policy":"Apricot"},{"count":4,"percent":66.7,"policy":"G0.5-Droid-AR"},{"count":2,"percent":33.3,"policy":"paligemma_vq_droid"},{"count":1,"percent":16.7,"policy":"pi05_droid"},{"count":1,"percent":16.7,"policy":"pi0_fast_droid"}],"policy_count":5,"recent_activity":[{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":0,"key":"2026-05","label":"May 26","percent":0.0},{"count":0,"key":"2026-06","label":"Jun 26","percent":0.0},{"count":4,"key":"2026-07","label":"Jul 26","percent":100.0},{"count":2,"key":"2026-08","label":"Aug 26","percent":50.0}],"recent_evaluations":[{"completion_time":"2026-08-03T23:12:36.467586Z","evaluator":"lisa@argus.systems","language_instruction":"to the center of the table","policyA":"Apricot","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"29cb9bb2-beea-470b-8425-945b7ddd6385"},{"completion_time":"2026-08-03T22:50:26.616567Z","evaluator":"lisa@argus.systems","language_instruction":"pick up the cable and put it back down on the table","policyA":"Apricot","policyB":"paligemma_vq_droid","preference":"B","session_id":"731ba704-13ab-4a78-a011-7343a3816b3a"},{"completion_time":"2026-07-31T03:20:37.108322Z","evaluator":"lisa@argus.systems","language_instruction":"pick up the cup and put it down gently without tilting the cup","policyA":"pi0_fast_droid","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"750281d4-284a-4bb1-aaa7-240dd6482aae"},{"completion_time":"2026-07-30T21:52:08.467614Z","evaluator":"lisa@argus.systems","language_instruction":"pick up the cheezits bag","policyA":"pi05_droid","policyB":"Apricot","preference":"A","session_id":"0fb8a805-e624-4b5b-84b0-1994dd5a9529"},{"completion_time":"2026-07-30T21:43:20.638003Z","evaluator":"lisa@argus.systems","language_instruction":"pick up the cable","policyA":"Apricot","policyB":"G0.5-Droid-AR","preference":"TIE","session_id":"f3bf25f2-c121-4ddf-baa1-05ee9133e6c5"},{"completion_time":"2026-07-29T23:40:44.824227Z","evaluator":"lisa@argus.systems","language_instruction":"pick up the carrot and put it back down on the table","policyA":"G0.5-Droid-AR","policyB":"paligemma_vq_droid","preference":"B","session_id":"bb3323f7-5656-4972-8158-53abccff02e5"}],"tie_rate":50.0},{"count":3,"first_eval_at":"2025-07-09T21:26:18.178674Z","label":"berkeleuy","last_eval_at":"2025-09-17T22:20:27.058248Z","pair_count":3,"pairs":[{"count":1,"policy1":"dam","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":33.3,"policy":"dam"},{"count":1,"percent":33.3,"policy":"paligemma_diffusion_droid"},{"count":1,"percent":33.3,"policy":"paligemma_fast_droid"},{"count":1,"percent":33.3,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":33.3,"policy":"pi05_droid"},{"count":1,"percent":33.3,"policy":"pi0_droid"}],"policy_count":6,"recent_activity":[{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":1,"key":"2025-07","label":"Jul 25","percent":100.0},{"count":1,"key":"2025-08","label":"Aug 25","percent":100.0},{"count":1,"key":"2025-09","label":"Sep 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-09-17T22:20:27.058248Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"put the pen next to the scissors","policyA":"paligemma_fast_specialist_droid","policyB":"dam","preference":"B","session_id":"77c87eee-64dd-471d-9481-1a33d2627bfb"},{"completion_time":"2025-08-04T21:12:50.373374Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"put the tomato to bin","policyA":"pi05_droid","policyB":"paligemma_diffusion_droid","preference":"TIE","session_id":"26c82889-1bea-47dc-92bb-91a0e7695543"},{"completion_time":"2025-07-09T21:26:18.178674Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"move the red block on table","policyA":"paligemma_fast_droid","policyB":"pi0_droid","preference":"TIE","session_id":"3887bb45-a04b-4eae-b643-c6a3e2056d14"}],"tie_rate":66.7},{"count":2,"first_eval_at":"2026-04-20T09:53:36.381334Z","label":"Galaxea","last_eval_at":"2026-05-08T13:05:50.738671Z","pair_count":2,"pairs":[{"count":1,"policy1":"j2-vla","policy1_wins":0,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":50.0,"policy":"j2-vla"},{"count":1,"percent":50.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":50.0,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":50.0,"policy":"pi0_fast_droid"}],"policy_count":4,"recent_activity":[{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":1,"key":"2026-04","label":"Apr 26","percent":100.0},{"count":1,"key":"2026-05","label":"May 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-05-08T13:05:50.738671Z","evaluator":"gzh3141592@gmail.com","language_instruction":"","policyA":"paligemma_fast_specialist_droid","policyB":"j2-vla","preference":"TIE","session_id":"42bcc4ab-2759-4e32-b13a-6b3b54ef667f"},{"completion_time":"2026-04-20T09:53:36.381334Z","evaluator":"gzh3141592@gmail.com","language_instruction":"put the carrot into the paper cup","policyA":"pi0_fast_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"4313688d-bb9b-4ff2-8b10-c26fbff4ccea"}],"tie_rate":50.0},{"count":2,"first_eval_at":"2026-02-10T00:58:56.986761Z","label":"TRI","last_eval_at":"2026-02-10T01:06:04.788562Z","pair_count":2,"pairs":[{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":50.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":50.0,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":50.0,"policy":"paligemma_vq_droid"},{"count":1,"percent":50.0,"policy":"pi0_fast_droid"}],"policy_count":4,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":2,"key":"2026-02","label":"Feb 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-02-10T01:06:04.788562Z","evaluator":"arhanj@cs.washington.edu","language_instruction":"Put the cube on the plate","policyA":"paligemma_fast_droid","policyB":"pi0_fast_droid","preference":"B","session_id":"c7c5dee7-3b99-489d-aee1-1597863f125b"},{"completion_time":"2026-02-10T00:58:56.986761Z","evaluator":"arhanj@cs.washington.edu","language_instruction":"Put the banana on the plate","policyA":"paligemma_vq_droid","policyB":"paligemma_fast_specialist_droid","preference":"A","session_id":"ec2c16e3-20f6-4816-8c78-456fe0c099c5"}],"tie_rate":0.0},{"count":2,"first_eval_at":"2025-07-14T22:40:16.051131Z","label":"berkele","last_eval_at":"2025-08-18T22:59:55.260370Z","pair_count":2,"pairs":[{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":50.0,"policy":"paligemma_binning_droid"},{"count":1,"percent":50.0,"policy":"paligemma_fast_specialist_droid"},{"count":1,"percent":50.0,"policy":"pi05_droid"},{"count":1,"percent":50.0,"policy":"pi0_droid"}],"policy_count":4,"recent_activity":[{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":1,"key":"2025-07","label":"Jul 25","percent":100.0},{"count":1,"key":"2025-08","label":"Aug 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-08-18T22:59:55.260370Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"move the red bottle next to the spoon","policyA":"paligemma_binning_droid","policyB":"pi05_droid","preference":"B","session_id":"4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d"},{"completion_time":"2025-07-14T22:40:16.051131Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"move the cloth right onto the blue plate","policyA":"paligemma_fast_specialist_droid","policyB":"pi0_droid","preference":"A","session_id":"3f2840b3-f1c1-4fff-a2e7-32e78d42fad5"}],"tie_rate":0.0},{"count":2,"first_eval_at":"2025-07-14T21:24:53.674994Z","label":"berkley","last_eval_at":"2025-08-11T22:12:15.341880Z","pair_count":2,"pairs":[{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"policy1":"pi0_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":2,"percent":100.0,"policy":"pi0_droid"},{"count":1,"percent":50.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":50.0,"policy":"pi0_fast_droid"}],"policy_count":3,"recent_activity":[{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":1,"key":"2025-07","label":"Jul 25","percent":100.0},{"count":1,"key":"2025-08","label":"Aug 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-08-11T22:12:15.341880Z","evaluator":"ellieh99@berkekey.edu","language_instruction":"put the cube inside the tape","policyA":"pi0_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"229afa83-86c9-46e8-95fc-12d19a02ebc2"},{"completion_time":"2025-07-14T21:24:53.674994Z","evaluator":"ellieh99@berkeley.edi","language_instruction":"move the watermelon to the pink marble","policyA":"paligemma_fast_droid","policyB":"pi0_droid","preference":"A","session_id":"300aa5ac-2555-4992-aa79-2ef17ea16ecd"}],"tie_rate":50.0},{"count":1,"first_eval_at":"2026-05-25T06:19:02.053989Z","label":"CS224R Project","last_eval_at":"2026-05-25T06:19:02.053989Z","pair_count":1,"pairs":[{"count":1,"policy1":"Cosmos3-Nano-Policy","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"Cosmos3-Nano-Policy"},{"count":1,"percent":100.0,"policy":"pi0_fast_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":1,"key":"2026-05","label":"May 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-05-25T06:19:02.053989Z","evaluator":"santosvickie259@gmail.com","language_instruction":"Put the doll from the pillow into the clothe basket","policyA":"Cosmos3-Nano-Policy","policyB":"pi0_fast_droid","preference":"B","session_id":"db019b39-c6d3-451c-b72c-a3bcb58a0ee5"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2025-09-26T13:18:15.023691Z","label":"CoRL 2025 Seoul","last_eval_at":"2025-09-26T13:18:15.023691Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_binning_droid"},{"count":1,"percent":100.0,"policy":"paligemma_vq_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":1,"key":"2025-09","label":"Sep 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-09-26T13:18:15.023691Z","evaluator":"demo@gpiw_workshop.corl","language_instruction":"pick the tape","policyA":"paligemma_binning_droid","policyB":"paligemma_vq_droid","preference":"TIE","session_id":"a844bf19-44e6-412d-8676-3fff6418c25b"}],"tie_rate":100.0},{"count":1,"first_eval_at":"2026-03-12T09:35:39.264854Z","label":"Fudan University","last_eval_at":"2026-03-12T09:35:39.264854Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_diffusion_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_diffusion_droid"},{"count":1,"percent":100.0,"policy":"pi05_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":1,"key":"2026-03","label":"Mar 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-03-12T09:35:39.264854Z","evaluator":"jlwei23@m.fudan.edu.cn","language_instruction":"take the bottle into bowl.","policyA":"pi05_droid","policyB":"paligemma_diffusion_droid","preference":"B","session_id":"7dc06100-5c55-4c4d-a40a-7dd575b215a2"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2026-02-08T05:12:40.414799Z","label":"GeorgiaTech","last_eval_at":"2026-02-08T05:12:40.414799Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_vq_droid"},{"count":1,"percent":100.0,"policy":"pi05_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":1,"key":"2026-02","label":"Feb 26","percent":100.0}],"recent_evaluations":[{"completion_time":"2026-02-08T05:12:40.414799Z","evaluator":"zchen927@gatech.edu","language_instruction":"pick up bowl","policyA":"pi05_droid","policyB":"paligemma_vq_droid","preference":"A","session_id":"30c41c8a-1006-4dbb-9ca1-4d686d658f0b"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2025-10-08T21:36:19.455774Z","label":"berkeeley","last_eval_at":"2025-10-08T21:36:19.455774Z","pair_count":1,"pairs":[{"count":1,"policy1":"pi05_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"pi05_droid"},{"count":1,"percent":100.0,"policy":"pi0_fast_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":1,"key":"2025-10","label":"Oct 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-10-08T21:36:19.455774Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"move the toothbrush next to scooper","policyA":"pi0_fast_droid","policyB":"pi05_droid","preference":"B","session_id":"564530ff-c1d8-41fe-a93b-7ee6976ed655"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2025-10-20T20:28:33.869715Z","label":"berkekey","last_eval_at":"2025-10-20T20:28:33.869715Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_vq_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_vq_droid"},{"count":1,"percent":100.0,"policy":"pi0_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":1,"key":"2025-10","label":"Oct 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-10-20T20:28:33.869715Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"use the spoon to scoop the soup over to the bigger pot","policyA":"pi0_droid","policyB":"paligemma_vq_droid","preference":"TIE","session_id":"4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee"}],"tie_rate":100.0},{"count":1,"first_eval_at":"2025-08-13T22:19:05.578885Z","label":"berkelehy","last_eval_at":"2025-08-13T22:19:05.578885Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":100.0,"policy":"pi0_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":1,"key":"2025-08","label":"Aug 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-08-13T22:19:05.578885Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"move the spoon into bowl","policyA":"pi0_droid","policyB":"paligemma_fast_droid","preference":"B","session_id":"cbddf2de-05f1-41cd-8306-578506171e6c"}],"tie_rate":0.0},{"count":1,"first_eval_at":"2025-09-03T21:27:39.511741Z","label":"berkely","last_eval_at":"2025-09-03T21:27:39.511741Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":100.0,"policy":"pi0_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":1,"key":"2025-09","label":"Sep 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-09-03T21:27:39.511741Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"move the feather duster on the cloth","policyA":"pi0_droid","policyB":"paligemma_fast_droid","preference":"TIE","session_id":"60d5b89e-bd7b-4221-8621-f58231683544"}],"tie_rate":100.0},{"count":1,"first_eval_at":"2025-11-03T22:08:12.691074Z","label":"berkreley","last_eval_at":"2025-11-03T22:08:12.691074Z","pair_count":1,"pairs":[{"count":1,"policy1":"pi05_droid","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":100.0,"policy":"pi05_droid"},{"count":1,"percent":100.0,"policy":"pi0_fast_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":1,"key":"2025-11","label":"Nov 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-11-03T22:08:12.691074Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"close the top drawer","policyA":"pi05_droid","policyB":"pi0_fast_droid","preference":"TIE","session_id":"0d7fa5da-903c-4b4f-9d26-dc92f5c9be95"}],"tie_rate":100.0},{"count":1,"first_eval_at":"2025-07-09T22:37:05.103062Z","label":"betkeley","last_eval_at":"2025-07-09T22:37:05.103062Z","pair_count":1,"pairs":[{"count":1,"policy1":"paligemma_fast_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":100.0,"ties":1}],"policies":[{"count":1,"percent":100.0,"policy":"paligemma_fast_droid"},{"count":1,"percent":100.0,"policy":"pi0_droid"}],"policy_count":2,"recent_activity":[{"count":0,"key":"2025-02","label":"Feb 25","percent":0.0},{"count":0,"key":"2025-03","label":"Mar 25","percent":0.0},{"count":0,"key":"2025-04","label":"Apr 25","percent":0.0},{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":1,"key":"2025-07","label":"Jul 25","percent":100.0}],"recent_evaluations":[{"completion_time":"2025-07-09T22:37:05.103062Z","evaluator":"ellieh99@berkeley.edu","language_instruction":"erase the whiteboard","policyA":"paligemma_fast_droid","policyB":"pi0_droid","preference":"TIE","session_id":"3827f178-2297-4a8f-92fd-7e65ef233728"}],"tie_rate":100.0}],"first_eval_at":"2025-04-15T18:21:45.641415Z","generated_at":"2026-09-25T00:03:38.606170Z","last_eval_at":"2026-09-12T02:24:25.225565Z","pair_count":120,"pairs":[{"count":246,"evaluator_count":19,"first_eval_at":"2025-04-16T05:11:21.379374Z","lab_count":12,"last_eval_at":"2026-04-02T07:34:51.994597Z","policy1":"paligemma_fast_specialist_droid","policy1_wins":135,"policy2":"pi0_droid","policy2_wins":79,"tie_rate":13.0,"ties":32},{"count":232,"evaluator_count":27,"first_eval_at":"2025-04-16T18:39:48.381314Z","lab_count":17,"last_eval_at":"2026-04-03T08:37:02.177478Z","policy1":"paligemma_fast_droid","policy1_wins":116,"policy2":"pi0_droid","policy2_wins":76,"tie_rate":17.2,"ties":40},{"count":223,"evaluator_count":20,"first_eval_at":"2025-04-15T18:21:45.641415Z","lab_count":9,"last_eval_at":"2026-04-03T02:48:33.557300Z","policy1":"paligemma_fast_droid","policy1_wins":81,"policy2":"paligemma_fast_specialist_droid","policy2_wins":102,"tie_rate":17.9,"ties":40},{"count":163,"evaluator_count":22,"first_eval_at":"2025-04-16T04:49:12.311858Z","lab_count":8,"last_eval_at":"2026-09-07T09:46:15.066296Z","policy1":"paligemma_diffusion_droid","policy1_wins":62,"policy2":"paligemma_vq_droid","policy2_wins":70,"tie_rate":19.0,"ties":31},{"count":150,"evaluator_count":24,"first_eval_at":"2025-04-16T23:47:55.677431Z","lab_count":11,"last_eval_at":"2026-08-31T03:34:40.001966Z","policy1":"paligemma_diffusion_droid","policy1_wins":63,"policy2":"pi0_fast_droid","policy2_wins":70,"tie_rate":11.3,"ties":17},{"count":147,"evaluator_count":22,"first_eval_at":"2025-04-16T18:17:40.113417Z","lab_count":11,"last_eval_at":"2026-08-13T07:08:05.037721Z","policy1":"paligemma_vq_droid","policy1_wins":53,"policy2":"pi0_fast_droid","policy2_wins":68,"tie_rate":17.7,"ties":26},{"count":146,"evaluator_count":24,"first_eval_at":"2025-04-15T19:28:44.276921Z","lab_count":11,"last_eval_at":"2026-05-14T08:43:01.420264Z","policy1":"pi0_droid","policy1_wins":50,"policy2":"pi0_fast_droid","policy2_wins":68,"tie_rate":19.2,"ties":28},{"count":136,"evaluator_count":21,"first_eval_at":"2025-04-15T19:25:18.321629Z","lab_count":10,"last_eval_at":"2026-05-14T06:23:16.756394Z","policy1":"paligemma_diffusion_droid","policy1_wins":55,"policy2":"paligemma_fast_specialist_droid","policy2_wins":57,"tie_rate":17.6,"ties":24},{"count":133,"evaluator_count":22,"first_eval_at":"2025-04-15T19:20:33.014535Z","lab_count":10,"last_eval_at":"2026-04-10T07:07:23.473412Z","policy1":"paligemma_diffusion_droid","policy1_wins":52,"policy2":"paligemma_fast_droid","policy2_wins":49,"tie_rate":24.1,"ties":32},{"count":125,"evaluator_count":20,"first_eval_at":"2025-04-17T19:26:01.280002Z","lab_count":9,"last_eval_at":"2026-04-13T01:41:21.811875Z","policy1":"paligemma_diffusion_droid","policy1_wins":69,"policy2":"pi0_droid","policy2_wins":42,"tie_rate":11.2,"ties":14},{"count":124,"evaluator_count":20,"first_eval_at":"2025-04-15T19:09:56.101945Z","lab_count":11,"last_eval_at":"2026-04-01T07:45:24.288168Z","policy1":"paligemma_vq_droid","policy1_wins":55,"policy2":"pi0_droid","policy2_wins":50,"tie_rate":15.3,"ties":19},{"count":122,"evaluator_count":21,"first_eval_at":"2025-04-16T00:46:11.881393Z","lab_count":13,"last_eval_at":"2026-04-20T09:53:36.381334Z","policy1":"paligemma_fast_droid","policy1_wins":43,"policy2":"pi0_fast_droid","policy2_wins":61,"tie_rate":14.8,"ties":18},{"count":119,"evaluator_count":26,"first_eval_at":"2025-04-15T19:54:48.958570Z","lab_count":10,"last_eval_at":"2026-05-13T08:33:13.111183Z","policy1":"paligemma_fast_droid","policy1_wins":42,"policy2":"paligemma_vq_droid","policy2_wins":56,"tie_rate":17.6,"ties":21},{"count":118,"evaluator_count":11,"first_eval_at":"2025-06-30T21:52:09.274233Z","lab_count":9,"last_eval_at":"2026-09-11T12:54:50.943677Z","policy1":"paligemma_vq_droid","policy1_wins":41,"policy2":"pi05_droid","policy2_wins":54,"tie_rate":19.5,"ties":23},{"count":115,"evaluator_count":16,"first_eval_at":"2025-04-15T19:45:34.700720Z","lab_count":9,"last_eval_at":"2026-01-23T02:54:36.988645Z","policy1":"paligemma_binning_droid","policy1_wins":4,"policy2":"paligemma_vq_droid","policy2_wins":103,"tie_rate":7.0,"ties":8},{"count":110,"evaluator_count":11,"first_eval_at":"2025-06-29T23:18:59.400164Z","lab_count":9,"last_eval_at":"2026-08-26T09:40:03.307502Z","policy1":"pi05_droid","policy1_wins":51,"policy2":"pi0_fast_droid","policy2_wins":42,"tie_rate":15.5,"ties":17},{"count":109,"evaluator_count":22,"first_eval_at":"2025-04-17T01:45:10.881430Z","lab_count":11,"last_eval_at":"2026-04-01T07:30:16.417943Z","policy1":"paligemma_fast_specialist_droid","policy1_wins":29,"policy2":"pi0_fast_droid","policy2_wins":58,"tie_rate":20.2,"ties":22},{"count":108,"evaluator_count":26,"first_eval_at":"2025-04-16T01:41:00.994812Z","lab_count":11,"last_eval_at":"2026-04-08T09:27:53.964054Z","policy1":"paligemma_fast_specialist_droid","policy1_wins":37,"policy2":"paligemma_vq_droid","policy2_wins":49,"tie_rate":20.4,"ties":22},{"count":107,"evaluator_count":12,"first_eval_at":"2025-06-29T23:03:39.899232Z","lab_count":11,"last_eval_at":"2026-09-03T07:28:49.788596Z","policy1":"paligemma_diffusion_droid","policy1_wins":36,"policy2":"pi05_droid","policy2_wins":53,"tie_rate":16.8,"ties":18},{"count":98,"evaluator_count":18,"first_eval_at":"2025-04-16T18:54:48.444782Z","lab_count":7,"last_eval_at":"2026-01-12T09:08:07.463312Z","policy1":"paligemma_binning_droid","policy1_wins":2,"policy2":"paligemma_fast_droid","policy2_wins":93,"tie_rate":3.1,"ties":3},{"count":97,"evaluator_count":17,"first_eval_at":"2025-04-15T19:58:21.737872Z","lab_count":9,"last_eval_at":"2026-01-23T02:12:52.342881Z","policy1":"paligemma_binning_droid","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":90,"tie_rate":3.1,"ties":3},{"count":96,"evaluator_count":9,"first_eval_at":"2025-06-29T23:11:06.709356Z","lab_count":7,"last_eval_at":"2026-04-10T06:41:01.074413Z","policy1":"pi05_droid","policy1_wins":53,"policy2":"pi0_droid","policy2_wins":25,"tie_rate":18.8,"ties":18},{"count":95,"evaluator_count":23,"first_eval_at":"2025-04-17T18:25:19.278106Z","lab_count":10,"last_eval_at":"2026-01-13T08:39:37.172123Z","policy1":"paligemma_binning_droid","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":87,"tie_rate":6.3,"ties":6},{"count":83,"evaluator_count":8,"first_eval_at":"2025-07-01T22:16:35.529184Z","lab_count":6,"last_eval_at":"2026-04-10T06:16:36.753198Z","policy1":"paligemma_fast_droid","policy1_wins":31,"policy2":"pi05_droid","policy2_wins":34,"tie_rate":21.7,"ties":18},{"count":81,"evaluator_count":17,"first_eval_at":"2025-04-17T01:31:44.401866Z","lab_count":8,"last_eval_at":"2026-01-22T02:48:14.349120Z","policy1":"paligemma_binning_droid","policy1_wins":3,"policy2":"pi0_fast_droid","policy2_wins":75,"tie_rate":3.7,"ties":3},{"count":81,"evaluator_count":7,"first_eval_at":"2025-07-02T18:37:30.100402Z","lab_count":5,"last_eval_at":"2026-04-10T02:51:42.217745Z","policy1":"paligemma_fast_specialist_droid","policy1_wins":24,"policy2":"pi05_droid","policy2_wins":42,"tie_rate":18.5,"ties":15},{"count":69,"evaluator_count":6,"first_eval_at":"2025-06-30T21:41:14.277488Z","lab_count":6,"last_eval_at":"2026-01-23T06:52:34.981007Z","policy1":"paligemma_binning_droid","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":68,"tie_rate":1.4,"ties":1},{"count":68,"evaluator_count":17,"first_eval_at":"2025-04-18T16:49:24.510278Z","lab_count":9,"last_eval_at":"2026-01-14T03:01:06.755031Z","policy1":"paligemma_binning_droid","policy1_wins":2,"policy2":"paligemma_diffusion_droid","policy2_wins":63,"tie_rate":4.4,"ties":3},{"count":36,"evaluator_count":10,"first_eval_at":"2026-01-28T08:35:26.108688Z","lab_count":5,"last_eval_at":"2026-03-27T03:05:34.958600Z","policy1":"dreaming_zebra","policy1_wins":23,"policy2":"pi05_droid","policy2_wins":13,"tie_rate":0.0,"ties":0},{"count":29,"evaluator_count":10,"first_eval_at":"2026-01-29T02:05:13.379535Z","lab_count":5,"last_eval_at":"2026-03-24T01:47:46.387946Z","policy1":"dreaming_zebra","policy1_wins":22,"policy2":"paligemma_fast_droid","policy2_wins":6,"tie_rate":3.4,"ties":1},{"count":28,"evaluator_count":9,"first_eval_at":"2026-01-29T01:34:19.643959Z","lab_count":5,"last_eval_at":"2026-03-26T04:26:23.190265Z","policy1":"dreaming_zebra","policy1_wins":20,"policy2":"pi0_droid","policy2_wins":5,"tie_rate":10.7,"ties":3},{"count":28,"evaluator_count":9,"first_eval_at":"2026-01-30T22:54:28.102603Z","lab_count":5,"last_eval_at":"2026-03-16T07:26:03.822493Z","policy1":"dreaming_zebra","policy1_wins":16,"policy2":"pi0_fast_droid","policy2_wins":10,"tie_rate":7.1,"ties":2},{"count":26,"evaluator_count":7,"first_eval_at":"2026-01-29T04:04:46.554487Z","lab_count":4,"last_eval_at":"2026-03-30T07:33:28.586980Z","policy1":"dreaming_zebra","policy1_wins":17,"policy2":"paligemma_fast_specialist_droid","policy2_wins":7,"tie_rate":7.7,"ties":2},{"count":24,"evaluator_count":8,"first_eval_at":"2026-01-29T03:40:54.229830Z","lab_count":4,"last_eval_at":"2026-03-26T02:49:25.643011Z","policy1":"dreaming_zebra","policy1_wins":17,"policy2":"paligemma_diffusion_droid","policy2_wins":5,"tie_rate":8.3,"ties":2},{"count":15,"evaluator_count":8,"first_eval_at":"2026-01-28T09:05:12.390794Z","lab_count":4,"last_eval_at":"2026-03-03T02:58:21.920286Z","policy1":"dreaming_zebra","policy1_wins":8,"policy2":"paligemma_vq_droid","policy2_wins":7,"tie_rate":0.0,"ties":0},{"count":13,"evaluator_count":2,"first_eval_at":"2026-07-30T21:43:20.638003Z","lab_count":2,"last_eval_at":"2026-09-10T08:15:52.429491Z","policy1":"Apricot","policy1_wins":9,"policy2":"G0.5-Droid-AR","policy2_wins":1,"tie_rate":23.1,"ties":3},{"count":13,"evaluator_count":2,"first_eval_at":"2026-06-26T07:28:30.906723Z","lab_count":2,"last_eval_at":"2026-08-19T07:40:22.116287Z","policy1":"Apricot","policy1_wins":8,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":15.4,"ties":2},{"count":13,"evaluator_count":2,"first_eval_at":"2026-06-29T02:31:12.586333Z","lab_count":2,"last_eval_at":"2026-08-20T08:41:03.274287Z","policy1":"Apricot","policy1_wins":3,"policy2":"pi05_droid","policy2_wins":8,"tie_rate":15.4,"ties":2},{"count":12,"evaluator_count":1,"first_eval_at":"2026-06-26T08:01:19.558460Z","lab_count":1,"last_eval_at":"2026-08-27T07:41:14.252001Z","policy1":"Apricot","policy1_wins":6,"policy2":"pi0_fast_droid","policy2_wins":6,"tie_rate":0.0,"ties":0},{"count":12,"evaluator_count":4,"first_eval_at":"2025-09-17T22:20:27.058248Z","lab_count":3,"last_eval_at":"2025-10-01T20:48:50.998322Z","policy1":"dam","policy1_wins":5,"policy2":"paligemma_fast_specialist_droid","policy2_wins":6,"tie_rate":8.3,"ties":1},{"count":10,"evaluator_count":2,"first_eval_at":"2026-07-22T03:38:17.506595Z","lab_count":2,"last_eval_at":"2026-09-10T08:02:55.066524Z","policy1":"G0.5-Droid-AR","policy1_wins":5,"policy2":"paligemma_vq_droid","policy2_wins":2,"tie_rate":30.0,"ties":3},{"count":10,"evaluator_count":2,"first_eval_at":"2025-09-17T20:50:44.578312Z","lab_count":2,"last_eval_at":"2025-10-13T22:27:37.498163Z","policy1":"dam","policy1_wins":6,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":20.0,"ties":2},{"count":9,"evaluator_count":1,"first_eval_at":"2026-06-27T02:53:58.109133Z","lab_count":1,"last_eval_at":"2026-09-02T07:25:26.856286Z","policy1":"Apricot","policy1_wins":5,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":22.2,"ties":2},{"count":9,"evaluator_count":4,"first_eval_at":"2025-09-17T02:25:29.480556Z","lab_count":3,"last_eval_at":"2025-10-20T22:12:59.257153Z","policy1":"dam","policy1_wins":2,"policy2":"pi0_droid","policy2_wins":4,"tie_rate":33.3,"ties":3},{"count":9,"evaluator_count":1,"first_eval_at":"2026-04-30T03:35:05.646223Z","lab_count":1,"last_eval_at":"2026-05-13T08:10:25.539147Z","policy1":"j2-vla","policy1_wins":7,"policy2":"paligemma_norm_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":8,"evaluator_count":2,"first_eval_at":"2026-07-21T07:18:16.460449Z","lab_count":2,"last_eval_at":"2026-09-08T03:47:26.023029Z","policy1":"G0.5-Droid-AR","policy1_wins":5,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":25.0,"ties":2},{"count":8,"evaluator_count":2,"first_eval_at":"2025-09-20T01:11:16.649548Z","lab_count":2,"last_eval_at":"2025-10-22T22:28:35.877700Z","policy1":"dam","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":8,"tie_rate":0.0,"ties":0},{"count":7,"evaluator_count":2,"first_eval_at":"2026-07-24T07:40:57.920556Z","lab_count":2,"last_eval_at":"2026-09-12T02:24:25.225565Z","policy1":"G0.5-Droid-AR","policy1_wins":3,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":42.9,"ties":3},{"count":7,"evaluator_count":5,"first_eval_at":"2025-09-18T23:27:58.371062Z","lab_count":3,"last_eval_at":"2025-10-21T02:41:19.505723Z","policy1":"dam","policy1_wins":3,"policy2":"paligemma_vq_droid","policy2_wins":4,"tie_rate":0.0,"ties":0},{"count":6,"evaluator_count":2,"first_eval_at":"2026-07-24T07:54:36.693979Z","lab_count":2,"last_eval_at":"2026-09-07T09:33:59.098277Z","policy1":"G0.5-Droid-AR","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":5,"tie_rate":16.7,"ties":1},{"count":6,"evaluator_count":4,"first_eval_at":"2025-09-18T23:40:22.863917Z","lab_count":2,"last_eval_at":"2025-10-22T22:53:05.219853Z","policy1":"dam","policy1_wins":4,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":6,"evaluator_count":1,"first_eval_at":"2025-12-22T06:50:20.742282Z","lab_count":1,"last_eval_at":"2025-12-24T08:35:58.120788Z","policy1":"floppy_bagel_420k","policy1_wins":3,"policy2":"paligemma_fast_specialist_droid","policy2_wins":2,"tie_rate":16.7,"ties":1},{"count":6,"evaluator_count":2,"first_eval_at":"2026-01-27T06:42:34.505805Z","lab_count":2,"last_eval_at":"2026-01-30T00:43:36.259545Z","policy1":"floppy_bagel_525k_temp1p0","policy1_wins":3,"policy2":"pi0_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":5,"evaluator_count":1,"first_eval_at":"2026-08-17T03:41:50.748169Z","lab_count":1,"last_eval_at":"2026-08-18T08:37:30.192042Z","policy1":"Phoenix","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":4,"tie_rate":20.0,"ties":1},{"count":5,"evaluator_count":3,"first_eval_at":"2025-09-20T22:45:42.962347Z","lab_count":3,"last_eval_at":"2025-10-24T02:40:57.952542Z","policy1":"dam","policy1_wins":5,"policy2":"paligemma_binning_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":5,"evaluator_count":1,"first_eval_at":"2025-12-22T04:01:08.148542Z","lab_count":1,"last_eval_at":"2025-12-26T03:43:49.974986Z","policy1":"floppy_bagel_420k","policy1_wins":2,"policy2":"paligemma_diffusion_droid","policy2_wins":2,"tie_rate":20.0,"ties":1},{"count":5,"evaluator_count":1,"first_eval_at":"2025-12-22T06:35:15.521464Z","lab_count":1,"last_eval_at":"2025-12-26T05:51:11.880459Z","policy1":"floppy_bagel_420k","policy1_wins":3,"policy2":"pi05_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"evaluator_count":2,"first_eval_at":"2026-01-27T03:55:08.303744Z","lab_count":2,"last_eval_at":"2026-01-30T00:53:19.815459Z","policy1":"floppy_bagel_525k_temp1p0","policy1_wins":3,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":5,"evaluator_count":1,"first_eval_at":"2026-04-30T04:12:06.069132Z","lab_count":1,"last_eval_at":"2026-05-14T07:29:03.073454Z","policy1":"j2-vla","policy1_wins":4,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"evaluator_count":1,"first_eval_at":"2026-07-21T02:25:13.786537Z","lab_count":1,"last_eval_at":"2026-07-23T04:35:53.566004Z","policy1":"ReDROID-0.0","policy1_wins":3,"policy2":"paligemma_diffusion_droid","policy2_wins":0,"tie_rate":25.0,"ties":1},{"count":4,"evaluator_count":1,"first_eval_at":"2026-01-29T03:52:04.821378Z","lab_count":1,"last_eval_at":"2026-01-29T21:37:19.280380Z","policy1":"dreaming_zebra","policy1_wins":3,"policy2":"floppy_bagel_525k_temp1p0","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"evaluator_count":2,"first_eval_at":"2026-01-26T03:56:53.539386Z","lab_count":2,"last_eval_at":"2026-01-28T21:31:10.820462Z","policy1":"floppy_bagel_285k_temp1p0","policy1_wins":1,"policy2":"floppy_bagel_525k_temp1p0","policy2_wins":1,"tie_rate":50.0,"ties":2},{"count":4,"evaluator_count":1,"first_eval_at":"2026-01-28T23:38:37.146691Z","lab_count":1,"last_eval_at":"2026-01-30T01:34:58.249504Z","policy1":"floppy_bagel_525k_temp1p0","policy1_wins":3,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"evaluator_count":1,"first_eval_at":"2026-04-30T07:32:10.706510Z","lab_count":1,"last_eval_at":"2026-05-14T06:52:12.851645Z","policy1":"paligemma_diffusion_droid","policy1_wins":3,"policy2":"paligemma_norm_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":4,"evaluator_count":1,"first_eval_at":"2026-04-29T04:22:14.200752Z","lab_count":1,"last_eval_at":"2026-05-14T04:04:45.428636Z","policy1":"paligemma_fast_specialist_droid","policy1_wins":1,"policy2":"paligemma_norm_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"evaluator_count":2,"first_eval_at":"2025-09-20T01:02:51.956966Z","lab_count":2,"last_eval_at":"2025-10-08T20:58:44.355628Z","policy1":"dam","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"evaluator_count":1,"first_eval_at":"2026-01-26T02:00:22.351842Z","lab_count":1,"last_eval_at":"2026-01-27T06:28:44.483886Z","policy1":"floppy_bagel_195k_temp1p0","policy1_wins":2,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"evaluator_count":1,"first_eval_at":"2025-12-22T07:57:45.364268Z","lab_count":1,"last_eval_at":"2025-12-25T03:54:21.098395Z","policy1":"floppy_bagel_420k","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"evaluator_count":1,"first_eval_at":"2025-12-23T01:49:39.834690Z","lab_count":1,"last_eval_at":"2025-12-26T02:59:20.099432Z","policy1":"floppy_bagel_420k","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":3,"tie_rate":0.0,"ties":0},{"count":3,"evaluator_count":1,"first_eval_at":"2025-12-23T03:33:09.970041Z","lab_count":1,"last_eval_at":"2025-12-25T08:06:39.635496Z","policy1":"floppy_bagel_420k","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":3,"evaluator_count":2,"first_eval_at":"2026-01-29T02:25:17.305659Z","lab_count":2,"last_eval_at":"2026-01-30T01:48:00.795756Z","policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":3,"evaluator_count":2,"first_eval_at":"2026-01-27T07:21:58.015402Z","lab_count":2,"last_eval_at":"2026-01-29T23:17:20.262732Z","policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":33.3,"ties":1},{"count":3,"evaluator_count":1,"first_eval_at":"2026-05-06T09:40:52.374123Z","lab_count":1,"last_eval_at":"2026-05-14T03:28:50.912774Z","policy1":"paligemma_fast_droid","policy1_wins":2,"policy2":"paligemma_norm_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":3,"evaluator_count":1,"first_eval_at":"2026-04-29T07:38:10.526699Z","lab_count":1,"last_eval_at":"2026-05-14T03:51:56.616463Z","policy1":"paligemma_norm_droid","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":2,"tie_rate":33.3,"ties":1},{"count":3,"evaluator_count":1,"first_eval_at":"2026-05-08T02:11:51.242827Z","lab_count":1,"last_eval_at":"2026-05-13T09:36:15.001360Z","policy1":"paligemma_norm_droid","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":3,"evaluator_count":1,"first_eval_at":"2026-08-21T10:05:55.658023Z","lab_count":1,"last_eval_at":"2026-08-25T07:43:11.706889Z","policy1":"pi05_TTA","policy1_wins":2,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"evaluator_count":1,"first_eval_at":"2026-08-27T07:54:07.972397Z","lab_count":1,"last_eval_at":"2026-08-28T06:54:10.148955Z","policy1":"Apricot","policy1_wins":1,"policy2":"pi05_TTA","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"evaluator_count":1,"first_eval_at":"2026-08-17T03:29:02.723747Z","lab_count":1,"last_eval_at":"2026-08-17T08:40:37.502840Z","policy1":"Phoenix","policy1_wins":1,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"evaluator_count":2,"first_eval_at":"2026-01-26T01:49:15.213010Z","lab_count":2,"last_eval_at":"2026-01-28T21:40:04.496369Z","policy1":"floppy_bagel_195k_temp1p0","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"evaluator_count":1,"first_eval_at":"2026-01-26T03:11:03.835058Z","lab_count":1,"last_eval_at":"2026-01-26T03:35:59.132219Z","policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":2,"tie_rate":0.0,"ties":0},{"count":2,"evaluator_count":1,"first_eval_at":"2026-01-29T18:11:47.033033Z","lab_count":1,"last_eval_at":"2026-01-30T00:28:47.294604Z","policy1":"floppy_bagel_525k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"evaluator_count":1,"first_eval_at":"2026-01-26T06:43:48.209941Z","lab_count":1,"last_eval_at":"2026-01-26T08:53:47.137136Z","policy1":"floppy_bagel_90k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"evaluator_count":1,"first_eval_at":"2026-01-26T02:40:58.258478Z","lab_count":1,"last_eval_at":"2026-01-26T08:44:02.206659Z","policy1":"floppy_bagel_90k_temp1p0","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"evaluator_count":1,"first_eval_at":"2026-04-30T03:52:19.371678Z","lab_count":1,"last_eval_at":"2026-05-12T03:51:00.947891Z","policy1":"j2-vla","policy1_wins":2,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":2,"evaluator_count":2,"first_eval_at":"2026-05-06T10:00:26.919389Z","lab_count":2,"last_eval_at":"2026-05-08T13:05:50.738671Z","policy1":"j2-vla","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"evaluator_count":1,"first_eval_at":"2026-05-08T02:02:28.559305Z","lab_count":1,"last_eval_at":"2026-05-13T07:47:18.171655Z","policy1":"j2-vla","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":2,"evaluator_count":1,"first_eval_at":"2026-04-30T07:50:00.855104Z","lab_count":1,"last_eval_at":"2026-05-06T03:51:56.594936Z","policy1":"j2-vla","policy1_wins":1,"policy2":"pi0_fast_droid","policy2_wins":0,"tie_rate":50.0,"ties":1},{"count":2,"evaluator_count":1,"first_eval_at":"2026-08-21T03:48:39.397368Z","lab_count":1,"last_eval_at":"2026-08-24T08:45:08.999017Z","policy1":"pi05_TTA","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-08-19T02:32:35.867780Z","lab_count":1,"last_eval_at":"2026-08-19T02:32:35.867780Z","policy1":"Apricot","policy1_wins":1,"policy2":"Phoenix","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-06-04T03:58:33.289438Z","lab_count":1,"last_eval_at":"2026-06-04T03:58:33.289438Z","policy1":"Cosmos3-Nano-Policy","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"evaluator_count":1,"first_eval_at":"2026-05-25T06:19:02.053989Z","lab_count":1,"last_eval_at":"2026-05-25T06:19:02.053989Z","policy1":"Cosmos3-Nano-Policy","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-08-25T04:31:07.278952Z","lab_count":1,"last_eval_at":"2026-08-25T04:31:07.278952Z","policy1":"G0.5-Droid-AR","policy1_wins":1,"policy2":"pi05_TTA","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-07-21T08:16:38.358418Z","lab_count":1,"last_eval_at":"2026-07-21T08:16:38.358418Z","policy1":"ReDROID-0.0","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-07-22T09:07:36.898929Z","lab_count":1,"last_eval_at":"2026-07-22T09:07:36.898929Z","policy1":"ReDROID-0.0","policy1_wins":0,"policy2":"pi0_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-05-15T02:14:36.873263Z","lab_count":1,"last_eval_at":"2026-05-15T02:14:36.873263Z","policy1":"allenai/MolmoAct2-DROID","policy1_wins":0,"policy2":"j2-vla","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-05-15T03:38:48.850489Z","lab_count":1,"last_eval_at":"2026-05-15T03:38:48.850489Z","policy1":"allenai/MolmoAct2-DROID","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-05-15T02:39:49.814147Z","lab_count":1,"last_eval_at":"2026-05-15T02:39:49.814147Z","policy1":"allenai/MolmoAct2-DROID","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-05-15T03:05:45.633005Z","lab_count":1,"last_eval_at":"2026-05-15T03:05:45.633005Z","policy1":"allenai/MolmoAct2-DROID","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"evaluator_count":1,"first_eval_at":"2026-05-15T03:52:52.195983Z","lab_count":1,"last_eval_at":"2026-05-15T03:52:52.195983Z","policy1":"allenai/MolmoAct2-DROID","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-28T22:29:11.820946Z","lab_count":1,"last_eval_at":"2026-01-28T22:29:11.820946Z","policy1":"floppy_bagel_195k_temp1p0","policy1_wins":0,"policy2":"floppy_bagel_90k_temp1p0","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-26T07:10:42.046780Z","lab_count":1,"last_eval_at":"2026-01-26T07:10:42.046780Z","policy1":"floppy_bagel_195k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-26T02:20:23.382324Z","lab_count":1,"last_eval_at":"2026-01-26T02:20:23.382324Z","policy1":"floppy_bagel_195k_temp1p0","policy1_wins":0,"policy2":"pi0_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-28T21:52:07.762721Z","lab_count":1,"last_eval_at":"2026-01-28T21:52:07.762721Z","policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"floppy_bagel_420k","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-28T22:16:13.876598Z","lab_count":1,"last_eval_at":"2026-01-28T22:16:13.876598Z","policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"floppy_bagel_90k_temp1p0","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-26T08:28:23.215364Z","lab_count":1,"last_eval_at":"2026-01-26T08:28:23.215364Z","policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"paligemma_fast_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-26T07:55:12.375847Z","lab_count":1,"last_eval_at":"2026-01-26T07:55:12.375847Z","policy1":"floppy_bagel_285k_temp1p0","policy1_wins":1,"policy2":"paligemma_fast_specialist_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-27T06:58:44.859680Z","lab_count":1,"last_eval_at":"2026-01-27T06:58:44.859680Z","policy1":"floppy_bagel_285k_temp1p0","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-27T09:02:09.322825Z","lab_count":1,"last_eval_at":"2026-01-27T09:02:09.322825Z","policy1":"floppy_bagel_285k_temp1p0","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-26T09:03:53.973925Z","lab_count":1,"last_eval_at":"2026-01-26T09:03:53.973925Z","policy1":"floppy_bagel_420k","policy1_wins":0,"policy2":"floppy_bagel_525k_temp1p0","policy2_wins":0,"tie_rate":100.0,"ties":1},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-27T02:40:57.064563Z","lab_count":1,"last_eval_at":"2026-01-27T02:40:57.064563Z","policy1":"floppy_bagel_420k","policy1_wins":0,"policy2":"floppy_bagel_90k_temp1p0","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2025-12-22T07:05:47.060759Z","lab_count":1,"last_eval_at":"2025-12-22T07:05:47.060759Z","policy1":"floppy_bagel_420k","policy1_wins":1,"policy2":"pi0_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-29T22:29:40.389266Z","lab_count":1,"last_eval_at":"2026-01-29T22:29:40.389266Z","policy1":"floppy_bagel_525k_temp1p0","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-27T08:22:21.149581Z","lab_count":1,"last_eval_at":"2026-01-27T08:22:21.149581Z","policy1":"floppy_bagel_90k_temp1p0","policy1_wins":0,"policy2":"paligemma_binning_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-28T19:44:22.078818Z","lab_count":1,"last_eval_at":"2026-01-28T19:44:22.078818Z","policy1":"floppy_bagel_90k_temp1p0","policy1_wins":0,"policy2":"paligemma_vq_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-01-27T02:31:00.362485Z","lab_count":1,"last_eval_at":"2026-01-27T02:31:00.362485Z","policy1":"floppy_bagel_90k_temp1p0","policy1_wins":0,"policy2":"pi05_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-05-06T07:39:00.772201Z","lab_count":1,"last_eval_at":"2026-05-06T07:39:00.772201Z","policy1":"j2-vla","policy1_wins":0,"policy2":"paligemma_diffusion_droid","policy2_wins":1,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-04-30T02:40:58.209797Z","lab_count":1,"last_eval_at":"2026-04-30T02:40:58.209797Z","policy1":"j2-vla","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-05-14T09:18:24.505633Z","lab_count":1,"last_eval_at":"2026-05-14T09:18:24.505633Z","policy1":"paligemma_norm_droid","policy1_wins":1,"policy2":"paligemma_vq_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-05-14T03:06:25.376763Z","lab_count":1,"last_eval_at":"2026-05-14T03:06:25.376763Z","policy1":"paligemma_norm_droid","policy1_wins":1,"policy2":"pi05_droid","policy2_wins":0,"tie_rate":0.0,"ties":0},{"count":1,"evaluator_count":1,"first_eval_at":"2026-08-28T06:40:01.895055Z","lab_count":1,"last_eval_at":"2026-08-28T06:40:01.895055Z","policy1":"paligemma_vq_droid","policy1_wins":1,"policy2":"pi05_TTA","policy2_wins":0,"tie_rate":0.0,"ties":0}],"policies":[{"evals":1120,"evaluator_count":40,"evaluators":[{"count":613,"label":"michael.cho@frodobots.com","percent":54.7},{"count":113,"label":"ellieh99@berkeley.edu","percent":10.1},{"count":111,"label":"will_reger@utexas.edu","percent":9.9},{"count":32,"label":"Meedeum Cho","percent":2.9},{"count":30,"label":"Luca Macesanu","percent":2.7},{"count":26,"label":"Pranav Atreya","percent":2.3},{"count":16,"label":"skunda@stanford.edu","percent":1.4},{"count":15,"label":"wdurbano@nvidia.com","percent":1.3}],"first_eval_at":"2025-04-15T19:09:56.101945Z","lab_count":19,"labs":[{"count":613,"label":"frodobots","losses":320,"percent":54.7,"tie_rate":9.5,"ties":58,"win_rate":42.3,"wins":235},{"count":157,"label":"Berkeley","losses":56,"percent":14.0,"tie_rate":33.8,"ties":53,"win_rate":46.2,"wins":48},{"count":141,"label":"UT Austin","losses":61,"percent":12.6,"tie_rate":12.8,"ties":18,"win_rate":50.4,"wins":62},{"count":44,"label":"nvidia","losses":23,"percent":3.9,"tie_rate":11.4,"ties":5,"win_rate":41.0,"wins":16},{"count":41,"label":"Stanford","losses":16,"percent":3.7,"tie_rate":19.5,"ties":8,"win_rate":51.5,"wins":17},{"count":36,"label":"UPenn","losses":16,"percent":3.2,"tie_rate":19.4,"ties":7,"win_rate":44.8,"wins":13},{"count":32,"label":"Yonsei","losses":19,"percent":2.9,"tie_rate":0.0,"ties":0,"win_rate":40.6,"wins":13},{"count":25,"label":"UMontreal","losses":9,"percent":2.2,"tie_rate":8.0,"ties":2,"win_rate":60.9,"wins":14},{"count":8,"label":"UW","losses":4,"percent":0.7,"tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":4},{"count":7,"label":"CIIRC, CTU in Prague","losses":1,"percent":0.6,"tie_rate":28.6,"ties":2,"win_rate":80.0,"wins":4},{"count":7,"label":"KAIST","losses":2,"percent":0.6,"tie_rate":42.9,"ties":3,"win_rate":50.0,"wins":2},{"count":2,"label":"berkley","losses":1,"percent":0.2,"tie_rate":50.0,"ties":1,"win_rate":0.0,"wins":0},{"count":1,"label":"berkekey","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"label":"berkele","losses":1,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"berkelehy","losses":1,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"berkeleu","losses":1,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"berkeleuy","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"label":"berkely","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"label":"betkeley","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0}],"last_eval_at":"2026-05-15T03:52:52.195983Z","losses":531,"opponent_count":15,"opponents":[{"count":246,"losses":135,"policy":"paligemma_fast_specialist_droid","tie_rate":13.0,"ties":32,"win_rate":36.9,"wins":79},{"count":232,"losses":116,"policy":"paligemma_fast_droid","tie_rate":17.2,"ties":40,"win_rate":39.6,"wins":76},{"count":146,"losses":68,"policy":"pi0_fast_droid","tie_rate":19.2,"ties":28,"win_rate":42.4,"wins":50},{"count":125,"losses":69,"policy":"paligemma_diffusion_droid","tie_rate":11.2,"ties":14,"win_rate":37.8,"wins":42},{"count":124,"losses":55,"policy":"paligemma_vq_droid","tie_rate":15.3,"ties":19,"win_rate":47.6,"wins":50},{"count":97,"losses":4,"policy":"paligemma_binning_droid","tie_rate":3.1,"ties":3,"win_rate":95.7,"wins":90},{"count":96,"losses":53,"policy":"pi05_droid","tie_rate":18.8,"ties":18,"win_rate":32.1,"wins":25},{"count":28,"losses":20,"policy":"dreaming_zebra","tie_rate":10.7,"ties":3,"win_rate":20.0,"wins":5},{"count":9,"losses":2,"policy":"dam","tie_rate":33.3,"ties":3,"win_rate":66.7,"wins":4},{"count":6,"losses":3,"policy":"floppy_bagel_525k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":3},{"count":5,"losses":4,"policy":"j2-vla","tie_rate":0.0,"ties":0,"win_rate":20.0,"wins":1},{"count":3,"losses":0,"policy":"paligemma_norm_droid","tie_rate":33.3,"ties":1,"win_rate":100.0,"wins":2},{"count":1,"losses":1,"policy":"allenai/MolmoAct2-DROID","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"floppy_bagel_195k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":1,"policy":"floppy_bagel_420k","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0}],"policy":"pi0_droid","recent_activity":[{"count":57,"key":"2025-12","label":"Dec 25","percent":100.0},{"count":49,"key":"2026-01","label":"Jan 26","percent":86.0},{"count":55,"key":"2026-02","label":"Feb 26","percent":96.5},{"count":38,"key":"2026-03","label":"Mar 26","percent":66.7},{"count":17,"key":"2026-04","label":"Apr 26","percent":29.8},{"count":6,"key":"2026-05","label":"May 26","percent":10.5}],"tie_rate":14.4,"ties":161,"top_lab_share":54.7,"win_rate":44.6,"wins":428},{"evals":1062,"evaluator_count":43,"evaluators":[{"count":604,"label":"michael.cho@frodobots.com","percent":56.9},{"count":111,"label":"ellieh99@berkeley.edu","percent":10.5},{"count":86,"label":"will_reger@utexas.edu","percent":8.1},{"count":29,"label":"Luca Macesanu","percent":2.7},{"count":29,"label":"Meedeum Cho","percent":2.7},{"count":16,"label":"Pranav Atreya","percent":1.5},{"count":15,"label":"Siyi Huang","percent":1.4},{"count":15,"label":"Tony Lee","percent":1.4}],"first_eval_at":"2025-04-15T18:21:45.641415Z","lab_count":19,"labs":[{"count":604,"label":"frodobots","losses":242,"percent":56.9,"tie_rate":12.6,"ties":76,"win_rate":54.2,"wins":286},{"count":146,"label":"Berkeley","losses":46,"percent":13.7,"tie_rate":39.7,"ties":58,"win_rate":47.7,"wins":42},{"count":115,"label":"UT Austin","losses":53,"percent":10.8,"tie_rate":10.4,"ties":12,"win_rate":48.5,"wins":50},{"count":43,"label":"nvidia","losses":16,"percent":4.0,"tie_rate":16.3,"ties":7,"win_rate":55.6,"wins":20},{"count":31,"label":"UPenn","losses":12,"percent":2.9,"tie_rate":16.1,"ties":5,"win_rate":53.8,"wins":14},{"count":29,"label":"Stanford","losses":7,"percent":2.7,"tie_rate":24.1,"ties":7,"win_rate":68.2,"wins":15},{"count":29,"label":"UMontreal","losses":17,"percent":2.7,"tie_rate":6.9,"ties":2,"win_rate":37.0,"wins":10},{"count":29,"label":"Yonsei","losses":9,"percent":2.7,"tie_rate":3.4,"ties":1,"win_rate":67.9,"wins":19},{"count":10,"label":"CIIRC, CTU in Prague","losses":3,"percent":0.9,"tie_rate":10.0,"ties":1,"win_rate":66.7,"wins":6},{"count":9,"label":"UW","losses":6,"percent":0.8,"tie_rate":11.1,"ties":1,"win_rate":25.0,"wins":2},{"count":7,"label":"KAIST","losses":5,"percent":0.7,"tie_rate":28.6,"ties":2,"win_rate":0.0,"wins":0},{"count":3,"label":"berkeleu","losses":1,"percent":0.3,"tie_rate":0.0,"ties":0,"win_rate":66.7,"wins":2},{"count":1,"label":"Galaxea","losses":0,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"label":"TRI","losses":1,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"berkelehy","losses":0,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"label":"berkeleuy","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"label":"berkely","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"label":"berkley","losses":0,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"label":"betkeley","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0}],"last_eval_at":"2026-05-15T02:39:49.814147Z","losses":418,"opponent_count":16,"opponents":[{"count":232,"losses":76,"policy":"pi0_droid","tie_rate":17.2,"ties":40,"win_rate":60.4,"wins":116},{"count":223,"losses":102,"policy":"paligemma_fast_specialist_droid","tie_rate":17.9,"ties":40,"win_rate":44.3,"wins":81},{"count":133,"losses":52,"policy":"paligemma_diffusion_droid","tie_rate":24.1,"ties":32,"win_rate":48.5,"wins":49},{"count":122,"losses":61,"policy":"pi0_fast_droid","tie_rate":14.8,"ties":18,"win_rate":41.3,"wins":43},{"count":119,"losses":56,"policy":"paligemma_vq_droid","tie_rate":17.6,"ties":21,"win_rate":42.9,"wins":42},{"count":98,"losses":2,"policy":"paligemma_binning_droid","tie_rate":3.1,"ties":3,"win_rate":97.9,"wins":93},{"count":83,"losses":34,"policy":"pi05_droid","tie_rate":21.7,"ties":18,"win_rate":47.7,"wins":31},{"count":29,"losses":22,"policy":"dreaming_zebra","tie_rate":3.4,"ties":1,"win_rate":21.4,"wins":6},{"count":10,"losses":6,"policy":"dam","tie_rate":20.0,"ties":2,"win_rate":25.0,"wins":2},{"count":3,"losses":1,"policy":"floppy_bagel_420k","tie_rate":0.0,"ties":0,"win_rate":66.7,"wins":2},{"count":3,"losses":1,"policy":"paligemma_norm_droid","tie_rate":0.0,"ties":0,"win_rate":66.7,"wins":2},{"count":2,"losses":1,"policy":"floppy_bagel_525k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":2,"losses":2,"policy":"j2-vla","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":1,"policy":"allenai/MolmoAct2-DROID","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":1,"policy":"floppy_bagel_195k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"floppy_bagel_285k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"policy":"paligemma_fast_droid","recent_activity":[{"count":51,"key":"2025-12","label":"Dec 25","percent":89.5},{"count":40,"key":"2026-01","label":"Jan 26","percent":70.2},{"count":57,"key":"2026-02","label":"Feb 26","percent":100.0},{"count":42,"key":"2026-03","label":"Mar 26","percent":73.7},{"count":20,"key":"2026-04","label":"Apr 26","percent":35.1},{"count":6,"key":"2026-05","label":"May 26","percent":10.5}],"tie_rate":16.5,"ties":175,"top_lab_share":56.9,"win_rate":52.9,"wins":469},{"evals":1057,"evaluator_count":39,"evaluators":[{"count":625,"label":"michael.cho@frodobots.com","percent":59.1},{"count":99,"label":"will_reger@utexas.edu","percent":9.4},{"count":74,"label":"ellieh99@berkeley.edu","percent":7.0},{"count":29,"label":"Meedeum Cho","percent":2.7},{"count":26,"label":"Luca Macesanu","percent":2.5},{"count":18,"label":"Siyi Huang","percent":1.7},{"count":17,"label":"Pranav Atreya","percent":1.6},{"count":15,"label":"skunda@stanford.edu","percent":1.4}],"first_eval_at":"2025-04-15T18:21:45.641415Z","lab_count":16,"labs":[{"count":625,"label":"frodobots","losses":258,"percent":59.1,"tie_rate":12.2,"ties":76,"win_rate":53.0,"wins":291},{"count":127,"label":"Berkeley","losses":31,"percent":12.0,"tie_rate":33.9,"ties":43,"win_rate":63.1,"wins":53},{"count":125,"label":"UT Austin","losses":46,"percent":11.8,"tie_rate":13.6,"ties":17,"win_rate":57.4,"wins":62},{"count":38,"label":"nvidia","losses":20,"percent":3.6,"tie_rate":5.3,"ties":2,"win_rate":44.4,"wins":16},{"count":32,"label":"Stanford","losses":10,"percent":3.0,"tie_rate":37.5,"ties":12,"win_rate":50.0,"wins":10},{"count":31,"label":"UMontreal","losses":10,"percent":2.9,"tie_rate":16.1,"ties":5,"win_rate":61.5,"wins":16},{"count":29,"label":"Yonsei","losses":9,"percent":2.7,"tie_rate":6.9,"ties":2,"win_rate":66.7,"wins":18},{"count":27,"label":"UPenn","losses":10,"percent":2.6,"tie_rate":18.5,"ties":5,"win_rate":54.5,"wins":12},{"count":7,"label":"UW","losses":1,"percent":0.7,"tie_rate":14.3,"ties":1,"win_rate":83.3,"wins":5},{"count":5,"label":"CIIRC, CTU in Prague","losses":0,"percent":0.5,"tie_rate":20.0,"ties":1,"win_rate":100.0,"wins":4},{"count":5,"label":"KAIST","losses":3,"percent":0.5,"tie_rate":40.0,"ties":2,"win_rate":0.0,"wins":0},{"count":2,"label":"berkeleu","losses":0,"percent":0.2,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":2},{"count":1,"label":"Galaxea","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"label":"TRI","losses":1,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"berkele","losses":0,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"label":"berkeleuy","losses":1,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0}],"last_eval_at":"2026-05-14T06:23:16.756394Z","losses":400,"opponent_count":16,"opponents":[{"count":246,"losses":79,"policy":"pi0_droid","tie_rate":13.0,"ties":32,"win_rate":63.1,"wins":135},{"count":223,"losses":81,"policy":"paligemma_fast_droid","tie_rate":17.9,"ties":40,"win_rate":55.7,"wins":102},{"count":136,"losses":55,"policy":"paligemma_diffusion_droid","tie_rate":17.6,"ties":24,"win_rate":50.9,"wins":57},{"count":109,"losses":58,"policy":"pi0_fast_droid","tie_rate":20.2,"ties":22,"win_rate":33.3,"wins":29},{"count":108,"losses":49,"policy":"paligemma_vq_droid","tie_rate":20.4,"ties":22,"win_rate":43.0,"wins":37},{"count":95,"losses":2,"policy":"paligemma_binning_droid","tie_rate":6.3,"ties":6,"win_rate":97.8,"wins":87},{"count":81,"losses":42,"policy":"pi05_droid","tie_rate":18.5,"ties":15,"win_rate":36.4,"wins":24},{"count":26,"losses":17,"policy":"dreaming_zebra","tie_rate":7.7,"ties":2,"win_rate":29.2,"wins":7},{"count":12,"losses":5,"policy":"dam","tie_rate":8.3,"ties":1,"win_rate":54.5,"wins":6},{"count":6,"losses":3,"policy":"floppy_bagel_420k","tie_rate":16.7,"ties":1,"win_rate":40.0,"wins":2},{"count":4,"losses":3,"policy":"paligemma_norm_droid","tie_rate":0.0,"ties":0,"win_rate":25.0,"wins":1},{"count":3,"losses":2,"policy":"floppy_bagel_195k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":33.3,"wins":1},{"count":3,"losses":1,"policy":"floppy_bagel_525k_temp1p0","tie_rate":33.3,"ties":1,"win_rate":50.0,"wins":1},{"count":2,"losses":1,"policy":"floppy_bagel_90k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":2,"losses":1,"policy":"j2-vla","tie_rate":50.0,"ties":1,"win_rate":0.0,"wins":0},{"count":1,"losses":1,"policy":"floppy_bagel_285k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0}],"policy":"paligemma_fast_specialist_droid","recent_activity":[{"count":61,"key":"2025-12","label":"Dec 25","percent":100.0},{"count":52,"key":"2026-01","label":"Jan 26","percent":85.2},{"count":44,"key":"2026-02","label":"Feb 26","percent":72.1},{"count":45,"key":"2026-03","label":"Mar 26","percent":73.8},{"count":13,"key":"2026-04","label":"Apr 26","percent":21.3},{"count":6,"key":"2026-05","label":"May 26","percent":9.8}],"tie_rate":15.8,"ties":167,"top_lab_share":59.1,"win_rate":55.1,"wins":490},{"evals":952,"evaluator_count":46,"evaluators":[{"count":547,"label":"michael.cho@frodobots.com","percent":57.5},{"count":72,"label":"ellieh99@berkeley.edu","percent":7.6},{"count":65,"label":"will_reger@utexas.edu","percent":6.8},{"count":31,"label":"Luca Macesanu","percent":3.3},{"count":25,"label":"Meedeum Cho","percent":2.6},{"count":21,"label":"Pranav Atreya","percent":2.2},{"count":14,"label":"Siyi Huang","percent":1.5},{"count":14,"label":"skunda@stanford.edu","percent":1.5}],"first_eval_at":"2025-04-15T19:09:56.101945Z","lab_count":17,"labs":[{"count":547,"label":"frodobots","losses":221,"percent":57.5,"tie_rate":11.5,"ties":63,"win_rate":54.3,"wins":263},{"count":122,"label":"Berkeley","losses":32,"percent":12.8,"tie_rate":39.3,"ties":48,"win_rate":56.8,"wins":42},{"count":96,"label":"UT Austin","losses":30,"percent":10.1,"tie_rate":17.7,"ties":17,"win_rate":62.0,"wins":49},{"count":39,"label":"nvidia","losses":15,"percent":4.1,"tie_rate":15.4,"ties":6,"win_rate":54.5,"wins":18},{"count":35,"label":"Stanford","losses":9,"percent":3.7,"tie_rate":22.9,"ties":8,"win_rate":66.7,"wins":18},{"count":31,"label":"UPenn","losses":9,"percent":3.3,"tie_rate":16.1,"ties":5,"win_rate":65.4,"wins":17},{"count":28,"label":"UMontreal","losses":5,"percent":2.9,"tie_rate":14.3,"ties":4,"win_rate":79.2,"wins":19},{"count":25,"label":"Yonsei","losses":13,"percent":2.6,"tie_rate":0.0,"ties":0,"win_rate":48.0,"wins":12},{"count":10,"label":"CIIRC, CTU in Prague","losses":4,"percent":1.1,"tie_rate":20.0,"ties":2,"win_rate":50.0,"wins":4},{"count":7,"label":"KAIST","losses":2,"percent":0.7,"tie_rate":28.6,"ties":2,"win_rate":60.0,"wins":3},{"count":4,"label":"berkeleu","losses":2,"percent":0.4,"tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":2},{"count":2,"label":"Argus Systems","losses":0,"percent":0.2,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":2},{"count":2,"label":"UW","losses":1,"percent":0.2,"tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":1,"label":"CoRL 2025 Seoul","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"label":"GeorgiaTech","losses":1,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"TRI","losses":0,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"label":"berkekey","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0}],"last_eval_at":"2026-09-11T12:54:50.943677Z","losses":344,"opponent_count":20,"opponents":[{"count":163,"losses":62,"policy":"paligemma_diffusion_droid","tie_rate":19.0,"ties":31,"win_rate":53.0,"wins":70},{"count":147,"losses":68,"policy":"pi0_fast_droid","tie_rate":17.7,"ties":26,"win_rate":43.8,"wins":53},{"count":124,"losses":50,"policy":"pi0_droid","tie_rate":15.3,"ties":19,"win_rate":52.4,"wins":55},{"count":119,"losses":42,"policy":"paligemma_fast_droid","tie_rate":17.6,"ties":21,"win_rate":57.1,"wins":56},{"count":118,"losses":54,"policy":"pi05_droid","tie_rate":19.5,"ties":23,"win_rate":43.2,"wins":41},{"count":115,"losses":4,"policy":"paligemma_binning_droid","tie_rate":7.0,"ties":8,"win_rate":96.3,"wins":103},{"count":108,"losses":37,"policy":"paligemma_fast_specialist_droid","tie_rate":20.4,"ties":22,"win_rate":57.0,"wins":49},{"count":15,"losses":8,"policy":"dreaming_zebra","tie_rate":0.0,"ties":0,"win_rate":46.7,"wins":7},{"count":13,"losses":8,"policy":"Apricot","tie_rate":15.4,"ties":2,"win_rate":27.3,"wins":3},{"count":10,"losses":5,"policy":"G0.5-Droid-AR","tie_rate":30.0,"ties":3,"win_rate":28.6,"wins":2},{"count":7,"losses":3,"policy":"dam","tie_rate":0.0,"ties":0,"win_rate":57.1,"wins":4},{"count":3,"losses":0,"policy":"floppy_bagel_420k","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":3},{"count":2,"losses":1,"policy":"floppy_bagel_195k_temp1p0","tie_rate":50.0,"ties":1,"win_rate":0.0,"wins":0},{"count":2,"losses":1,"policy":"j2-vla","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":1,"losses":0,"policy":"Cosmos3-Nano-Policy","tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"losses":0,"policy":"floppy_bagel_285k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":0,"policy":"floppy_bagel_525k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":0,"policy":"floppy_bagel_90k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":1,"policy":"paligemma_norm_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"pi05_TTA","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"policy":"paligemma_vq_droid","recent_activity":[{"count":22,"key":"2026-04","label":"Apr 26","percent":59.5},{"count":4,"key":"2026-05","label":"May 26","percent":10.8},{"count":37,"key":"2026-06","label":"Jun 26","percent":100.0},{"count":21,"key":"2026-07","label":"Jul 26","percent":56.8},{"count":15,"key":"2026-08","label":"Aug 26","percent":40.5},{"count":5,"key":"2026-09","label":"Sep 26","percent":13.5}],"tie_rate":16.5,"ties":157,"top_lab_share":57.5,"win_rate":56.7,"wins":451},{"evals":949,"evaluator_count":37,"evaluators":[{"count":548,"label":"michael.cho@frodobots.com","percent":57.7},{"count":59,"label":"ellieh99@berkeley.edu","percent":6.2},{"count":57,"label":"will_reger@utexas.edu","percent":6.0},{"count":31,"label":"Pranav Atreya","percent":3.3},{"count":28,"label":"Luca Macesanu","percent":3.0},{"count":24,"label":"Meedeum Cho","percent":2.5},{"count":17,"label":"martin.sedlacek@cvut.cz","percent":1.8},{"count":17,"label":"skunda@stanford.edu","percent":1.8}],"first_eval_at":"2025-04-15T19:20:33.014535Z","lab_count":14,"labs":[{"count":548,"label":"frodobots","losses":228,"percent":57.7,"tie_rate":9.5,"ties":52,"win_rate":54.0,"wins":268},{"count":112,"label":"Berkeley","losses":30,"percent":11.8,"tie_rate":35.7,"ties":40,"win_rate":58.3,"wins":42},{"count":85,"label":"UT Austin","losses":40,"percent":9.0,"tie_rate":15.3,"ties":13,"win_rate":44.4,"wins":32},{"count":42,"label":"Stanford","losses":10,"percent":4.4,"tie_rate":31.0,"ties":13,"win_rate":65.5,"wins":19},{"count":40,"label":"nvidia","losses":25,"percent":4.2,"tie_rate":7.5,"ties":3,"win_rate":32.4,"wins":12},{"count":33,"label":"UMontreal","losses":11,"percent":3.5,"tie_rate":15.2,"ties":5,"win_rate":60.7,"wins":17},{"count":33,"label":"UPenn","losses":14,"percent":3.5,"tie_rate":24.2,"ties":8,"win_rate":44.0,"wins":11},{"count":24,"label":"Yonsei","losses":10,"percent":2.5,"tie_rate":4.2,"ties":1,"win_rate":56.5,"wins":13},{"count":17,"label":"CIIRC, CTU in Prague","losses":10,"percent":1.8,"tie_rate":35.3,"ties":6,"win_rate":9.1,"wins":1},{"count":6,"label":"KAIST","losses":1,"percent":0.6,"tie_rate":83.3,"ties":5,"win_rate":0.0,"wins":0},{"count":5,"label":"UW","losses":2,"percent":0.5,"tie_rate":20.0,"ties":1,"win_rate":50.0,"wins":2},{"count":2,"label":"berkeleu","losses":1,"percent":0.2,"tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":1,"label":"Fudan University","losses":0,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"label":"berkeleuy","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0}],"last_eval_at":"2026-09-12T02:24:25.225565Z","losses":382,"opponent_count":18,"opponents":[{"count":163,"losses":70,"policy":"paligemma_vq_droid","tie_rate":19.0,"ties":31,"win_rate":47.0,"wins":62},{"count":150,"losses":70,"policy":"pi0_fast_droid","tie_rate":11.3,"ties":17,"win_rate":47.4,"wins":63},{"count":136,"losses":57,"policy":"paligemma_fast_specialist_droid","tie_rate":17.6,"ties":24,"win_rate":49.1,"wins":55},{"count":133,"losses":49,"policy":"paligemma_fast_droid","tie_rate":24.1,"ties":32,"win_rate":51.5,"wins":52},{"count":125,"losses":42,"policy":"pi0_droid","tie_rate":11.2,"ties":14,"win_rate":62.2,"wins":69},{"count":107,"losses":53,"policy":"pi05_droid","tie_rate":16.8,"ties":18,"win_rate":40.4,"wins":36},{"count":68,"losses":2,"policy":"paligemma_binning_droid","tie_rate":4.4,"ties":3,"win_rate":96.9,"wins":63},{"count":24,"losses":17,"policy":"dreaming_zebra","tie_rate":8.3,"ties":2,"win_rate":22.7,"wins":5},{"count":9,"losses":5,"policy":"Apricot","tie_rate":22.2,"ties":2,"win_rate":28.6,"wins":2},{"count":7,"losses":3,"policy":"G0.5-Droid-AR","tie_rate":42.9,"ties":3,"win_rate":25.0,"wins":1},{"count":6,"losses":4,"policy":"dam","tie_rate":0.0,"ties":0,"win_rate":33.3,"wins":2},{"count":5,"losses":2,"policy":"floppy_bagel_420k","tie_rate":20.0,"ties":1,"win_rate":50.0,"wins":2},{"count":4,"losses":3,"policy":"ReDROID-0.0","tie_rate":25.0,"ties":1,"win_rate":0.0,"wins":0},{"count":4,"losses":3,"policy":"floppy_bagel_525k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":25.0,"wins":1},{"count":4,"losses":1,"policy":"paligemma_norm_droid","tie_rate":0.0,"ties":0,"win_rate":75.0,"wins":3},{"count":2,"losses":1,"policy":"Phoenix","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":1,"losses":0,"policy":"allenai/MolmoAct2-DROID","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":0,"policy":"j2-vla","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"policy":"paligemma_diffusion_droid","recent_activity":[{"count":26,"key":"2026-04","label":"Apr 26","percent":63.4},{"count":7,"key":"2026-05","label":"May 26","percent":17.1},{"count":41,"key":"2026-06","label":"Jun 26","percent":100.0},{"count":19,"key":"2026-07","label":"Jul 26","percent":46.3},{"count":10,"key":"2026-08","label":"Aug 26","percent":24.4},{"count":5,"key":"2026-09","label":"Sep 26","percent":12.2}],"tie_rate":15.6,"ties":148,"top_lab_share":57.7,"win_rate":52.3,"wins":419},{"evals":941,"evaluator_count":41,"evaluators":[{"count":537,"label":"michael.cho@frodobots.com","percent":57.1},{"count":68,"label":"ellieh99@berkeley.edu","percent":7.2},{"count":53,"label":"will_reger@utexas.edu","percent":5.6},{"count":30,"label":"Luca Macesanu","percent":3.2},{"count":30,"label":"Meedeum Cho","percent":3.2},{"count":26,"label":"Pranav Atreya","percent":2.8},{"count":15,"label":"skunda@stanford.edu","percent":1.6},{"count":14,"label":"martin.sedlacek@cvut.cz","percent":1.5}],"first_eval_at":"2025-04-15T19:28:44.276921Z","lab_count":19,"labs":[{"count":537,"label":"frodobots","losses":176,"percent":57.1,"tie_rate":11.4,"ties":61,"win_rate":63.0,"wins":300},{"count":115,"label":"Berkeley","losses":34,"percent":12.2,"tie_rate":38.3,"ties":44,"win_rate":52.1,"wins":37},{"count":83,"label":"UT Austin","losses":27,"percent":8.8,"tie_rate":10.8,"ties":9,"win_rate":63.5,"wins":47},{"count":45,"label":"nvidia","losses":27,"percent":4.8,"tie_rate":11.1,"ties":5,"win_rate":32.5,"wins":13},{"count":31,"label":"UPenn","losses":11,"percent":3.3,"tie_rate":3.2,"ties":1,"win_rate":63.3,"wins":19},{"count":30,"label":"UMontreal","losses":13,"percent":3.2,"tie_rate":6.7,"ties":2,"win_rate":53.6,"wins":15},{"count":30,"label":"Yonsei","losses":8,"percent":3.2,"tie_rate":0.0,"ties":0,"win_rate":73.3,"wins":22},{"count":29,"label":"Stanford","losses":11,"percent":3.1,"tie_rate":17.2,"ties":5,"win_rate":54.2,"wins":13},{"count":14,"label":"CIIRC, CTU in Prague","losses":5,"percent":1.5,"tie_rate":28.6,"ties":4,"win_rate":50.0,"wins":5},{"count":10,"label":"UW","losses":4,"percent":1.1,"tie_rate":10.0,"ties":1,"win_rate":55.6,"wins":5},{"count":7,"label":"KAIST","losses":3,"percent":0.7,"tie_rate":28.6,"ties":2,"win_rate":40.0,"wins":2},{"count":3,"label":"berkeleu","losses":3,"percent":0.3,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"Argus Systems","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"label":"CS224R Project","losses":0,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"label":"Galaxea","losses":1,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"TRI","losses":0,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"label":"berkeeley","losses":1,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"berkley","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"label":"berkreley","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0}],"last_eval_at":"2026-09-07T09:33:59.098277Z","losses":324,"opponent_count":21,"opponents":[{"count":150,"losses":63,"policy":"paligemma_diffusion_droid","tie_rate":11.3,"ties":17,"win_rate":52.6,"wins":70},{"count":147,"losses":53,"policy":"paligemma_vq_droid","tie_rate":17.7,"ties":26,"win_rate":56.2,"wins":68},{"count":146,"losses":50,"policy":"pi0_droid","tie_rate":19.2,"ties":28,"win_rate":57.6,"wins":68},{"count":122,"losses":43,"policy":"paligemma_fast_droid","tie_rate":14.8,"ties":18,"win_rate":58.7,"wins":61},{"count":110,"losses":51,"policy":"pi05_droid","tie_rate":15.5,"ties":17,"win_rate":45.2,"wins":42},{"count":109,"losses":29,"policy":"paligemma_fast_specialist_droid","tie_rate":20.2,"ties":22,"win_rate":66.7,"wins":58},{"count":81,"losses":3,"policy":"paligemma_binning_droid","tie_rate":3.7,"ties":3,"win_rate":96.2,"wins":75},{"count":28,"losses":16,"policy":"dreaming_zebra","tie_rate":7.1,"ties":2,"win_rate":38.5,"wins":10},{"count":12,"losses":6,"policy":"Apricot","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":6},{"count":6,"losses":0,"policy":"G0.5-Droid-AR","tie_rate":16.7,"ties":1,"win_rate":100.0,"wins":5},{"count":5,"losses":0,"policy":"Phoenix","tie_rate":20.0,"ties":1,"win_rate":100.0,"wins":4},{"count":5,"losses":3,"policy":"floppy_bagel_525k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":40.0,"wins":2},{"count":3,"losses":2,"policy":"dam","tie_rate":0.0,"ties":0,"win_rate":33.3,"wins":1},{"count":3,"losses":0,"policy":"floppy_bagel_420k","tie_rate":33.3,"ties":1,"win_rate":100.0,"wins":2},{"count":3,"losses":1,"policy":"paligemma_norm_droid","tie_rate":0.0,"ties":0,"win_rate":66.7,"wins":2},{"count":3,"losses":2,"policy":"pi05_TTA","tie_rate":0.0,"ties":0,"win_rate":33.3,"wins":1},{"count":2,"losses":0,"policy":"floppy_bagel_285k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":2},{"count":2,"losses":1,"policy":"floppy_bagel_90k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":2,"losses":1,"policy":"j2-vla","tie_rate":50.0,"ties":1,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"Cosmos3-Nano-Policy","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":0,"policy":"ReDROID-0.0","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"policy":"pi0_fast_droid","recent_activity":[{"count":22,"key":"2026-04","label":"Apr 26","percent":55.0},{"count":7,"key":"2026-05","label":"May 26","percent":17.5},{"count":40,"key":"2026-06","label":"Jun 26","percent":100.0},{"count":25,"key":"2026-07","label":"Jul 26","percent":62.5},{"count":21,"key":"2026-08","label":"Aug 26","percent":52.5},{"count":1,"key":"2026-09","label":"Sep 26","percent":2.5}],"tie_rate":14.6,"ties":137,"top_lab_share":57.1,"win_rate":59.7,"wins":480},{"evals":745,"evaluator_count":25,"evaluators":[{"count":503,"label":"michael.cho@frodobots.com","percent":67.5},{"count":86,"label":"ellieh99@berkeley.edu","percent":11.5},{"count":54,"label":"will_reger@utexas.edu","percent":7.2},{"count":16,"label":"skunda@stanford.edu","percent":2.1},{"count":14,"label":"obuddhikot@nvidia.com","percent":1.9},{"count":13,"label":"martin.sedlacek@cvut.cz","percent":1.7},{"count":12,"label":"youliangt@nvidia.com","percent":1.6},{"count":10,"label":"wdurbano@nvidia.com","percent":1.3}],"first_eval_at":"2025-06-29T23:03:39.899232Z","lab_count":16,"labs":[{"count":503,"label":"frodobots","losses":179,"percent":67.5,"tie_rate":9.3,"ties":47,"win_rate":60.7,"wins":277},{"count":89,"label":"Berkeley","losses":8,"percent":11.9,"tie_rate":38.2,"ties":34,"win_rate":85.5,"wins":47},{"count":54,"label":"UT Austin","losses":15,"percent":7.2,"tie_rate":24.1,"ties":13,"win_rate":63.4,"wins":26},{"count":45,"label":"nvidia","losses":19,"percent":6.0,"tie_rate":13.3,"ties":6,"win_rate":51.3,"wins":20},{"count":19,"label":"Stanford","losses":5,"percent":2.6,"tie_rate":26.3,"ties":5,"win_rate":64.3,"wins":9},{"count":13,"label":"CIIRC, CTU in Prague","losses":5,"percent":1.7,"tie_rate":46.2,"ties":6,"win_rate":28.6,"wins":2},{"count":8,"label":"KAIST","losses":5,"percent":1.1,"tie_rate":25.0,"ties":2,"win_rate":16.7,"wins":1},{"count":4,"label":"UPenn","losses":1,"percent":0.5,"tie_rate":25.0,"ties":1,"win_rate":66.7,"wins":2},{"count":3,"label":"berkeleu","losses":0,"percent":0.4,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":3},{"count":1,"label":"Argus Systems","losses":0,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"label":"Fudan University","losses":1,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"GeorgiaTech","losses":0,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"label":"berkeeley","losses":0,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"label":"berkele","losses":0,"percent":0.1,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"label":"berkeleuy","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"label":"berkreley","losses":0,"percent":0.1,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0}],"last_eval_at":"2026-09-11T12:54:50.943677Z","losses":238,"opponent_count":20,"opponents":[{"count":118,"losses":41,"policy":"paligemma_vq_droid","tie_rate":19.5,"ties":23,"win_rate":56.8,"wins":54},{"count":110,"losses":42,"policy":"pi0_fast_droid","tie_rate":15.5,"ties":17,"win_rate":54.8,"wins":51},{"count":107,"losses":36,"policy":"paligemma_diffusion_droid","tie_rate":16.8,"ties":18,"win_rate":59.6,"wins":53},{"count":96,"losses":25,"policy":"pi0_droid","tie_rate":18.8,"ties":18,"win_rate":67.9,"wins":53},{"count":83,"losses":31,"policy":"paligemma_fast_droid","tie_rate":21.7,"ties":18,"win_rate":52.3,"wins":34},{"count":81,"losses":24,"policy":"paligemma_fast_specialist_droid","tie_rate":18.5,"ties":15,"win_rate":63.6,"wins":42},{"count":69,"losses":0,"policy":"paligemma_binning_droid","tie_rate":1.4,"ties":1,"win_rate":100.0,"wins":68},{"count":36,"losses":23,"policy":"dreaming_zebra","tie_rate":0.0,"ties":0,"win_rate":36.1,"wins":13},{"count":13,"losses":3,"policy":"Apricot","tie_rate":15.4,"ties":2,"win_rate":72.7,"wins":8},{"count":8,"losses":5,"policy":"G0.5-Droid-AR","tie_rate":25.0,"ties":2,"win_rate":16.7,"wins":1},{"count":8,"losses":0,"policy":"dam","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":8},{"count":5,"losses":3,"policy":"floppy_bagel_420k","tie_rate":0.0,"ties":0,"win_rate":40.0,"wins":2},{"count":3,"losses":1,"policy":"floppy_bagel_525k_temp1p0","tie_rate":33.3,"ties":1,"win_rate":50.0,"wins":1},{"count":2,"losses":1,"policy":"pi05_TTA","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":1,"losses":0,"policy":"ReDROID-0.0","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":0,"policy":"allenai/MolmoAct2-DROID","tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"losses":1,"policy":"floppy_bagel_285k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"floppy_bagel_90k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":1,"policy":"j2-vla","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":1,"policy":"paligemma_norm_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0}],"policy":"pi05_droid","recent_activity":[{"count":15,"key":"2026-04","label":"Apr 26","percent":42.9},{"count":4,"key":"2026-05","label":"May 26","percent":11.4},{"count":35,"key":"2026-06","label":"Jun 26","percent":100.0},{"count":32,"key":"2026-07","label":"Jul 26","percent":91.4},{"count":14,"key":"2026-08","label":"Aug 26","percent":40.0},{"count":3,"key":"2026-09","label":"Sep 26","percent":8.6}],"tie_rate":15.6,"ties":116,"top_lab_share":67.5,"win_rate":62.2,"wins":391},{"evals":629,"evaluator_count":30,"evaluators":[{"count":339,"label":"michael.cho@frodobots.com","percent":53.9},{"count":58,"label":"ellieh99@berkeley.edu","percent":9.2},{"count":35,"label":"will_reger@utexas.edu","percent":5.6},{"count":31,"label":"Meedeum Cho","percent":4.9},{"count":26,"label":"Luca Macesanu","percent":4.1},{"count":17,"label":"Pranav Atreya","percent":2.7},{"count":17,"label":"skunda@stanford.edu","percent":2.7},{"count":12,"label":"Sarah Kunda Mugisha","percent":1.9}],"first_eval_at":"2025-04-15T19:45:34.700720Z","lab_count":13,"labs":[{"count":339,"label":"frodobots","losses":330,"percent":53.9,"tie_rate":1.5,"ties":5,"win_rate":1.2,"wins":4},{"count":92,"label":"Berkeley","losses":76,"percent":14.6,"tie_rate":14.1,"ties":13,"win_rate":3.8,"wins":3},{"count":61,"label":"UT Austin","losses":57,"percent":9.7,"tie_rate":3.3,"ties":2,"win_rate":3.4,"wins":2},{"count":39,"label":"Stanford","losses":34,"percent":6.2,"tie_rate":10.3,"ties":4,"win_rate":2.9,"wins":1},{"count":31,"label":"Yonsei","losses":30,"percent":4.9,"tie_rate":0.0,"ties":0,"win_rate":3.2,"wins":1},{"count":28,"label":"UPenn","losses":21,"percent":4.5,"tie_rate":7.1,"ties":2,"win_rate":19.2,"wins":5},{"count":26,"label":"UMontreal","losses":26,"percent":4.1,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":5,"label":"UW","losses":3,"percent":0.8,"tie_rate":0.0,"ties":0,"win_rate":40.0,"wins":2},{"count":3,"label":"CIIRC, CTU in Prague","losses":3,"percent":0.5,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":2,"label":"berkeleu","losses":2,"percent":0.3,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"CoRL 2025 Seoul","losses":0,"percent":0.2,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"label":"KAIST","losses":1,"percent":0.2,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"berkele","losses":1,"percent":0.2,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0}],"last_eval_at":"2026-01-27T08:22:21.149581Z","losses":584,"opponent_count":9,"opponents":[{"count":115,"losses":103,"policy":"paligemma_vq_droid","tie_rate":7.0,"ties":8,"win_rate":3.7,"wins":4},{"count":98,"losses":93,"policy":"paligemma_fast_droid","tie_rate":3.1,"ties":3,"win_rate":2.1,"wins":2},{"count":97,"losses":90,"policy":"pi0_droid","tie_rate":3.1,"ties":3,"win_rate":4.3,"wins":4},{"count":95,"losses":87,"policy":"paligemma_fast_specialist_droid","tie_rate":6.3,"ties":6,"win_rate":2.2,"wins":2},{"count":81,"losses":75,"policy":"pi0_fast_droid","tie_rate":3.7,"ties":3,"win_rate":3.8,"wins":3},{"count":69,"losses":68,"policy":"pi05_droid","tie_rate":1.4,"ties":1,"win_rate":0.0,"wins":0},{"count":68,"losses":63,"policy":"paligemma_diffusion_droid","tie_rate":4.4,"ties":3,"win_rate":3.1,"wins":2},{"count":5,"losses":5,"policy":"dam","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"floppy_bagel_90k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"policy":"paligemma_binning_droid","recent_activity":[{"count":106,"key":"2025-08","label":"Aug 25","percent":100.0},{"count":57,"key":"2025-09","label":"Sep 25","percent":53.8},{"count":93,"key":"2025-10","label":"Oct 25","percent":87.7},{"count":78,"key":"2025-11","label":"Nov 25","percent":73.6},{"count":61,"key":"2025-12","label":"Dec 25","percent":57.5},{"count":37,"key":"2026-01","label":"Jan 26","percent":34.9}],"tie_rate":4.3,"ties":27,"top_lab_share":53.9,"win_rate":3.0,"wins":18},{"evals":190,"evaluator_count":11,"evaluators":[{"count":46,"label":"michael.cho@frodobots.com","percent":24.2},{"count":31,"label":"obuddhikot@nvidia.com","percent":16.3},{"count":31,"label":"youliangt@nvidia.com","percent":16.3},{"count":24,"label":"wdurbano@nvidia.com","percent":12.6},{"count":20,"label":"nlaswi@nvidia.com","percent":10.5},{"count":11,"label":"tonyw3@seas.upenn.edu","percent":5.8},{"count":10,"label":"byeongguk@kaist.ac.kr","percent":5.3},{"count":6,"label":"martin.sedlacek@cvut.cz","percent":3.2}],"first_eval_at":"2026-01-28T08:35:26.108688Z","lab_count":5,"labs":[{"count":111,"label":"nvidia","losses":36,"percent":58.4,"tie_rate":3.6,"ties":4,"win_rate":66.4,"wins":71},{"count":46,"label":"frodobots","losses":12,"percent":24.2,"tie_rate":4.3,"ties":2,"win_rate":72.7,"wins":32},{"count":16,"label":"KAIST","losses":0,"percent":8.4,"tie_rate":12.5,"ties":2,"win_rate":100.0,"wins":14},{"count":11,"label":"UPenn","losses":4,"percent":5.8,"tie_rate":18.2,"ties":2,"win_rate":55.6,"wins":5},{"count":6,"label":"CIIRC, CTU in Prague","losses":2,"percent":3.2,"tie_rate":0.0,"ties":0,"win_rate":66.7,"wins":4}],"last_eval_at":"2026-03-30T07:33:28.586980Z","losses":54,"opponent_count":8,"opponents":[{"count":36,"losses":13,"policy":"pi05_droid","tie_rate":0.0,"ties":0,"win_rate":63.9,"wins":23},{"count":29,"losses":6,"policy":"paligemma_fast_droid","tie_rate":3.4,"ties":1,"win_rate":78.6,"wins":22},{"count":28,"losses":5,"policy":"pi0_droid","tie_rate":10.7,"ties":3,"win_rate":80.0,"wins":20},{"count":28,"losses":10,"policy":"pi0_fast_droid","tie_rate":7.1,"ties":2,"win_rate":61.5,"wins":16},{"count":26,"losses":7,"policy":"paligemma_fast_specialist_droid","tie_rate":7.7,"ties":2,"win_rate":70.8,"wins":17},{"count":24,"losses":5,"policy":"paligemma_diffusion_droid","tie_rate":8.3,"ties":2,"win_rate":77.3,"wins":17},{"count":15,"losses":7,"policy":"paligemma_vq_droid","tie_rate":0.0,"ties":0,"win_rate":53.3,"wins":8},{"count":4,"losses":1,"policy":"floppy_bagel_525k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":75.0,"wins":3}],"policy":"dreaming_zebra","recent_activity":[{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":35,"key":"2026-01","label":"Jan 26","percent":31.8},{"count":110,"key":"2026-02","label":"Feb 26","percent":100.0},{"count":45,"key":"2026-03","label":"Mar 26","percent":40.9}],"tie_rate":5.3,"ties":10,"top_lab_share":58.4,"win_rate":70.0,"wins":126},{"evals":63,"evaluator_count":2,"evaluators":[{"count":59,"label":"michael.cho@frodobots.com","percent":93.7},{"count":4,"label":"lisa@argus.systems","percent":6.3}],"first_eval_at":"2026-06-26T07:28:30.906723Z","lab_count":2,"labs":[{"count":59,"label":"frodobots","losses":18,"percent":93.7,"tie_rate":13.6,"ties":8,"win_rate":64.7,"wins":33},{"count":4,"label":"Argus Systems","losses":2,"percent":6.3,"tie_rate":50.0,"ties":2,"win_rate":0.0,"wins":0}],"last_eval_at":"2026-09-10T08:15:52.429491Z","losses":20,"opponent_count":7,"opponents":[{"count":13,"losses":1,"policy":"G0.5-Droid-AR","tie_rate":23.1,"ties":3,"win_rate":90.0,"wins":9},{"count":13,"losses":3,"policy":"paligemma_vq_droid","tie_rate":15.4,"ties":2,"win_rate":72.7,"wins":8},{"count":13,"losses":8,"policy":"pi05_droid","tie_rate":15.4,"ties":2,"win_rate":27.3,"wins":3},{"count":12,"losses":6,"policy":"pi0_fast_droid","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":6},{"count":9,"losses":2,"policy":"paligemma_diffusion_droid","tie_rate":22.2,"ties":2,"win_rate":71.4,"wins":5},{"count":2,"losses":0,"policy":"pi05_TTA","tie_rate":50.0,"ties":1,"win_rate":100.0,"wins":1},{"count":1,"losses":0,"policy":"Phoenix","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"policy":"Apricot","recent_activity":[{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":0,"key":"2026-05","label":"May 26","percent":0.0},{"count":16,"key":"2026-06","label":"Jun 26","percent":57.1},{"count":14,"key":"2026-07","label":"Jul 26","percent":50.0},{"count":28,"key":"2026-08","label":"Aug 26","percent":100.0},{"count":5,"key":"2026-09","label":"Sep 26","percent":17.9}],"tie_rate":15.9,"ties":10,"top_lab_share":93.7,"win_rate":62.3,"wins":33},{"evals":60,"evaluator_count":7,"evaluators":[{"count":27,"label":"ellieh99@berkeley.edu","percent":45.0},{"count":20,"label":"will_reger@utexas.edu","percent":33.3},{"count":5,"label":"michael.cho@frodobots.com","percent":8.3},{"count":4,"label":"justin-kang@berkeley.edu","percent":6.7},{"count":2,"label":"pranavatreya@berkeley.edu","percent":3.3},{"count":1,"label":"ellie99@berkeley.edu","percent":1.7},{"count":1,"label":"ellieh99@berkeley,edu","percent":1.7}],"first_eval_at":"2025-09-17T02:25:29.480556Z","lab_count":4,"labs":[{"count":34,"label":"Berkeley","losses":15,"percent":56.7,"tie_rate":14.7,"ties":5,"win_rate":48.3,"wins":14},{"count":20,"label":"UT Austin","losses":10,"percent":33.3,"tie_rate":5.0,"ties":1,"win_rate":47.4,"wins":9},{"count":5,"label":"frodobots","losses":2,"percent":8.3,"tie_rate":0.0,"ties":0,"win_rate":60.0,"wins":3},{"count":1,"label":"berkeleuy","losses":0,"percent":1.7,"tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"last_eval_at":"2025-10-24T02:40:57.952542Z","losses":27,"opponent_count":8,"opponents":[{"count":12,"losses":6,"policy":"paligemma_fast_specialist_droid","tie_rate":8.3,"ties":1,"win_rate":45.5,"wins":5},{"count":10,"losses":2,"policy":"paligemma_fast_droid","tie_rate":20.0,"ties":2,"win_rate":75.0,"wins":6},{"count":9,"losses":4,"policy":"pi0_droid","tie_rate":33.3,"ties":3,"win_rate":33.3,"wins":2},{"count":8,"losses":8,"policy":"pi05_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":7,"losses":4,"policy":"paligemma_vq_droid","tie_rate":0.0,"ties":0,"win_rate":42.9,"wins":3},{"count":6,"losses":2,"policy":"paligemma_diffusion_droid","tie_rate":0.0,"ties":0,"win_rate":66.7,"wins":4},{"count":5,"losses":0,"policy":"paligemma_binning_droid","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":5},{"count":3,"losses":1,"policy":"pi0_fast_droid","tie_rate":0.0,"ties":0,"win_rate":66.7,"wins":2}],"policy":"dam","recent_activity":[{"count":0,"key":"2025-05","label":"May 25","percent":0.0},{"count":0,"key":"2025-06","label":"Jun 25","percent":0.0},{"count":0,"key":"2025-07","label":"Jul 25","percent":0.0},{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":41,"key":"2025-09","label":"Sep 25","percent":100.0},{"count":19,"key":"2025-10","label":"Oct 25","percent":46.3}],"tie_rate":10.0,"ties":6,"top_lab_share":56.7,"win_rate":50.0,"wins":27},{"evals":45,"evaluator_count":3,"evaluators":[{"count":36,"label":"michael.cho@frodobots.com","percent":80.0},{"count":5,"label":"martin.sedlacek@cvut.cz","percent":11.1},{"count":4,"label":"lisa@argus.systems","percent":8.9}],"first_eval_at":"2026-07-21T07:18:16.460449Z","lab_count":3,"labs":[{"count":36,"label":"frodobots","losses":17,"percent":80.0,"tie_rate":19.4,"ties":7,"win_rate":41.4,"wins":12},{"count":5,"label":"CIIRC, CTU in Prague","losses":0,"percent":11.1,"tie_rate":40.0,"ties":2,"win_rate":100.0,"wins":3},{"count":4,"label":"Argus Systems","losses":1,"percent":8.9,"tie_rate":75.0,"ties":3,"win_rate":0.0,"wins":0}],"last_eval_at":"2026-09-12T02:24:25.225565Z","losses":18,"opponent_count":6,"opponents":[{"count":13,"losses":9,"policy":"Apricot","tie_rate":23.1,"ties":3,"win_rate":10.0,"wins":1},{"count":10,"losses":2,"policy":"paligemma_vq_droid","tie_rate":30.0,"ties":3,"win_rate":71.4,"wins":5},{"count":8,"losses":1,"policy":"pi05_droid","tie_rate":25.0,"ties":2,"win_rate":83.3,"wins":5},{"count":7,"losses":1,"policy":"paligemma_diffusion_droid","tie_rate":42.9,"ties":3,"win_rate":75.0,"wins":3},{"count":6,"losses":5,"policy":"pi0_fast_droid","tie_rate":16.7,"ties":1,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"pi05_TTA","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"policy":"G0.5-Droid-AR","recent_activity":[{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":0,"key":"2026-05","label":"May 26","percent":0.0},{"count":0,"key":"2026-06","label":"Jun 26","percent":0.0},{"count":19,"key":"2026-07","label":"Jul 26","percent":100.0},{"count":15,"key":"2026-08","label":"Aug 26","percent":78.9},{"count":11,"key":"2026-09","label":"Sep 26","percent":57.9}],"tie_rate":26.7,"ties":12,"top_lab_share":80.0,"win_rate":45.5,"wins":15},{"evals":33,"evaluator_count":2,"evaluators":[{"count":24,"label":"youliangt@nvidia.com","percent":72.7},{"count":9,"label":"michael.cho@frodobots.com","percent":27.3}],"first_eval_at":"2026-01-26T03:56:53.539386Z","lab_count":2,"labs":[{"count":24,"label":"nvidia","losses":13,"percent":72.7,"tie_rate":12.5,"ties":3,"win_rate":38.1,"wins":8},{"count":9,"label":"frodobots","losses":1,"percent":27.3,"tie_rate":22.2,"ties":2,"win_rate":85.7,"wins":6}],"last_eval_at":"2026-01-30T01:48:00.795756Z","losses":14,"opponent_count":10,"opponents":[{"count":6,"losses":3,"policy":"pi0_droid","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":3},{"count":5,"losses":2,"policy":"pi0_fast_droid","tie_rate":0.0,"ties":0,"win_rate":60.0,"wins":3},{"count":4,"losses":3,"policy":"dreaming_zebra","tie_rate":0.0,"ties":0,"win_rate":25.0,"wins":1},{"count":4,"losses":1,"policy":"floppy_bagel_285k_temp1p0","tie_rate":50.0,"ties":2,"win_rate":50.0,"wins":1},{"count":4,"losses":1,"policy":"paligemma_diffusion_droid","tie_rate":0.0,"ties":0,"win_rate":75.0,"wins":3},{"count":3,"losses":1,"policy":"paligemma_fast_specialist_droid","tie_rate":33.3,"ties":1,"win_rate":50.0,"wins":1},{"count":3,"losses":1,"policy":"pi05_droid","tie_rate":33.3,"ties":1,"win_rate":50.0,"wins":1},{"count":2,"losses":1,"policy":"paligemma_fast_droid","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":1,"losses":0,"policy":"floppy_bagel_420k","tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"losses":1,"policy":"paligemma_vq_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0}],"policy":"floppy_bagel_525k_temp1p0","recent_activity":[{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":33,"key":"2026-01","label":"Jan 26","percent":100.0}],"tie_rate":15.2,"ties":5,"top_lab_share":72.7,"win_rate":50.0,"wins":14},{"evals":29,"evaluator_count":2,"evaluators":[{"count":28,"label":"michael.cho@frodobots.com","percent":96.6},{"count":1,"label":"youliangt@nvidia.com","percent":3.4}],"first_eval_at":"2025-12-22T04:01:08.148542Z","lab_count":2,"labs":[{"count":28,"label":"frodobots","losses":14,"percent":96.6,"tie_rate":14.3,"ties":4,"win_rate":41.7,"wins":10},{"count":1,"label":"nvidia","losses":0,"percent":3.4,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0}],"last_eval_at":"2026-01-28T21:52:07.762721Z","losses":14,"opponent_count":10,"opponents":[{"count":6,"losses":2,"policy":"paligemma_fast_specialist_droid","tie_rate":16.7,"ties":1,"win_rate":60.0,"wins":3},{"count":5,"losses":2,"policy":"paligemma_diffusion_droid","tie_rate":20.0,"ties":1,"win_rate":50.0,"wins":2},{"count":5,"losses":2,"policy":"pi05_droid","tie_rate":0.0,"ties":0,"win_rate":60.0,"wins":3},{"count":3,"losses":2,"policy":"paligemma_fast_droid","tie_rate":0.0,"ties":0,"win_rate":33.3,"wins":1},{"count":3,"losses":3,"policy":"paligemma_vq_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":3,"losses":2,"policy":"pi0_fast_droid","tie_rate":33.3,"ties":1,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"floppy_bagel_285k_temp1p0","tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"losses":0,"policy":"floppy_bagel_525k_temp1p0","tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"losses":1,"policy":"floppy_bagel_90k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"pi0_droid","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"policy":"floppy_bagel_420k","recent_activity":[{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":26,"key":"2025-12","label":"Dec 25","percent":100.0},{"count":3,"key":"2026-01","label":"Jan 26","percent":11.5}],"tie_rate":17.2,"ties":5,"top_lab_share":96.6,"win_rate":41.7,"wins":10},{"evals":28,"evaluator_count":1,"evaluators":[{"count":28,"label":"michael.cho@frodobots.com","percent":100.0}],"first_eval_at":"2026-04-29T04:22:14.200752Z","lab_count":1,"labs":[{"count":28,"label":"frodobots","losses":17,"percent":100.0,"tie_rate":3.6,"ties":1,"win_rate":37.0,"wins":10}],"last_eval_at":"2026-05-14T09:18:24.505633Z","losses":17,"opponent_count":8,"opponents":[{"count":9,"losses":7,"policy":"j2-vla","tie_rate":0.0,"ties":0,"win_rate":22.2,"wins":2},{"count":4,"losses":3,"policy":"paligemma_diffusion_droid","tie_rate":0.0,"ties":0,"win_rate":25.0,"wins":1},{"count":4,"losses":1,"policy":"paligemma_fast_specialist_droid","tie_rate":0.0,"ties":0,"win_rate":75.0,"wins":3},{"count":3,"losses":2,"policy":"paligemma_fast_droid","tie_rate":0.0,"ties":0,"win_rate":33.3,"wins":1},{"count":3,"losses":2,"policy":"pi0_droid","tie_rate":33.3,"ties":1,"win_rate":0.0,"wins":0},{"count":3,"losses":2,"policy":"pi0_fast_droid","tie_rate":0.0,"ties":0,"win_rate":33.3,"wins":1},{"count":1,"losses":0,"policy":"paligemma_vq_droid","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":0,"policy":"pi05_droid","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"policy":"paligemma_norm_droid","recent_activity":[{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":6,"key":"2026-04","label":"Apr 26","percent":27.3},{"count":22,"key":"2026-05","label":"May 26","percent":100.0}],"tie_rate":3.6,"ties":1,"top_lab_share":100.0,"win_rate":37.0,"wins":10},{"evals":25,"evaluator_count":2,"evaluators":[{"count":24,"label":"michael.cho@frodobots.com","percent":96.0},{"count":1,"label":"gzh3141592@gmail.com","percent":4.0}],"first_eval_at":"2026-04-30T02:40:58.209797Z","lab_count":2,"labs":[{"count":24,"label":"frodobots","losses":5,"percent":96.0,"tie_rate":4.2,"ties":1,"win_rate":78.3,"wins":18},{"count":1,"label":"Galaxea","losses":0,"percent":4.0,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0}],"last_eval_at":"2026-05-15T02:14:36.873263Z","losses":5,"opponent_count":9,"opponents":[{"count":9,"losses":2,"policy":"paligemma_norm_droid","tie_rate":0.0,"ties":0,"win_rate":77.8,"wins":7},{"count":5,"losses":1,"policy":"pi0_droid","tie_rate":0.0,"ties":0,"win_rate":80.0,"wins":4},{"count":2,"losses":0,"policy":"paligemma_fast_droid","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":2},{"count":2,"losses":0,"policy":"paligemma_fast_specialist_droid","tie_rate":50.0,"ties":1,"win_rate":100.0,"wins":1},{"count":2,"losses":1,"policy":"paligemma_vq_droid","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":2,"losses":0,"policy":"pi0_fast_droid","tie_rate":50.0,"ties":1,"win_rate":100.0,"wins":1},{"count":1,"losses":0,"policy":"allenai/MolmoAct2-DROID","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":1,"policy":"paligemma_diffusion_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"pi05_droid","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"policy":"j2-vla","recent_activity":[{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":7,"key":"2026-04","label":"Apr 26","percent":38.9},{"count":18,"key":"2026-05","label":"May 26","percent":100.0}],"tie_rate":8.0,"ties":2,"top_lab_share":96.0,"win_rate":78.3,"wins":18},{"evals":12,"evaluator_count":2,"evaluators":[{"count":9,"label":"michael.cho@frodobots.com","percent":75.0},{"count":3,"label":"youliangt@nvidia.com","percent":25.0}],"first_eval_at":"2026-01-26T03:11:03.835058Z","lab_count":2,"labs":[{"count":9,"label":"frodobots","losses":5,"percent":75.0,"tie_rate":11.1,"ties":1,"win_rate":37.5,"wins":3},{"count":3,"label":"nvidia","losses":0,"percent":25.0,"tie_rate":100.0,"ties":3,"win_rate":null,"wins":0}],"last_eval_at":"2026-01-28T22:16:13.876598Z","losses":5,"opponent_count":8,"opponents":[{"count":4,"losses":1,"policy":"floppy_bagel_525k_temp1p0","tie_rate":50.0,"ties":2,"win_rate":50.0,"wins":1},{"count":2,"losses":2,"policy":"pi0_fast_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"floppy_bagel_420k","tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"losses":0,"policy":"floppy_bagel_90k_temp1p0","tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"losses":1,"policy":"paligemma_fast_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"paligemma_fast_specialist_droid","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":1,"policy":"paligemma_vq_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"pi05_droid","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"policy":"floppy_bagel_285k_temp1p0","recent_activity":[{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":12,"key":"2026-01","label":"Jan 26","percent":100.0}],"tie_rate":33.3,"ties":4,"top_lab_share":75.0,"win_rate":37.5,"wins":3},{"evals":10,"evaluator_count":2,"evaluators":[{"count":7,"label":"michael.cho@frodobots.com","percent":70.0},{"count":3,"label":"youliangt@nvidia.com","percent":30.0}],"first_eval_at":"2026-01-26T02:40:58.258478Z","lab_count":2,"labs":[{"count":7,"label":"frodobots","losses":4,"percent":70.0,"tie_rate":0.0,"ties":0,"win_rate":42.9,"wins":3},{"count":3,"label":"nvidia","losses":1,"percent":30.0,"tie_rate":33.3,"ties":1,"win_rate":50.0,"wins":1}],"last_eval_at":"2026-01-28T22:29:11.820946Z","losses":5,"opponent_count":8,"opponents":[{"count":2,"losses":1,"policy":"paligemma_fast_specialist_droid","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":2,"losses":1,"policy":"pi0_fast_droid","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":1,"losses":0,"policy":"floppy_bagel_195k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":0,"policy":"floppy_bagel_285k_temp1p0","tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"losses":0,"policy":"floppy_bagel_420k","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":1,"policy":"paligemma_binning_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":1,"policy":"paligemma_vq_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":1,"policy":"pi05_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0}],"policy":"floppy_bagel_90k_temp1p0","recent_activity":[{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":10,"key":"2026-01","label":"Jan 26","percent":100.0}],"tie_rate":10.0,"ties":1,"top_lab_share":70.0,"win_rate":44.4,"wins":4},{"evals":9,"evaluator_count":1,"evaluators":[{"count":9,"label":"michael.cho@frodobots.com","percent":100.0}],"first_eval_at":"2026-08-21T03:48:39.397368Z","lab_count":1,"labs":[{"count":9,"label":"frodobots","losses":5,"percent":100.0,"tie_rate":11.1,"ties":1,"win_rate":37.5,"wins":3}],"last_eval_at":"2026-08-28T06:54:10.148955Z","losses":5,"opponent_count":5,"opponents":[{"count":3,"losses":1,"policy":"pi0_fast_droid","tie_rate":0.0,"ties":0,"win_rate":66.7,"wins":2},{"count":2,"losses":1,"policy":"Apricot","tie_rate":50.0,"ties":1,"win_rate":0.0,"wins":0},{"count":2,"losses":1,"policy":"pi05_droid","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":1,"losses":1,"policy":"G0.5-Droid-AR","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":1,"policy":"paligemma_vq_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0}],"policy":"pi05_TTA","recent_activity":[{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":0,"key":"2026-05","label":"May 26","percent":0.0},{"count":0,"key":"2026-06","label":"Jun 26","percent":0.0},{"count":0,"key":"2026-07","label":"Jul 26","percent":0.0},{"count":9,"key":"2026-08","label":"Aug 26","percent":100.0}],"tie_rate":11.1,"ties":1,"top_lab_share":100.0,"win_rate":37.5,"wins":3},{"evals":8,"evaluator_count":1,"evaluators":[{"count":8,"label":"michael.cho@frodobots.com","percent":100.0}],"first_eval_at":"2026-08-17T03:29:02.723747Z","lab_count":1,"labs":[{"count":8,"label":"frodobots","losses":6,"percent":100.0,"tie_rate":12.5,"ties":1,"win_rate":14.3,"wins":1}],"last_eval_at":"2026-08-19T02:32:35.867780Z","losses":6,"opponent_count":3,"opponents":[{"count":5,"losses":4,"policy":"pi0_fast_droid","tie_rate":20.0,"ties":1,"win_rate":0.0,"wins":0},{"count":2,"losses":1,"policy":"paligemma_diffusion_droid","tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1},{"count":1,"losses":1,"policy":"Apricot","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0}],"policy":"Phoenix","recent_activity":[{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":0,"key":"2026-05","label":"May 26","percent":0.0},{"count":0,"key":"2026-06","label":"Jun 26","percent":0.0},{"count":0,"key":"2026-07","label":"Jul 26","percent":0.0},{"count":8,"key":"2026-08","label":"Aug 26","percent":100.0}],"tie_rate":12.5,"ties":1,"top_lab_share":100.0,"win_rate":14.3,"wins":1},{"evals":8,"evaluator_count":2,"evaluators":[{"count":6,"label":"michael.cho@frodobots.com","percent":75.0},{"count":2,"label":"youliangt@nvidia.com","percent":25.0}],"first_eval_at":"2026-01-26T01:49:15.213010Z","lab_count":2,"labs":[{"count":6,"label":"frodobots","losses":2,"percent":75.0,"tie_rate":16.7,"ties":1,"win_rate":60.0,"wins":3},{"count":2,"label":"nvidia","losses":1,"percent":25.0,"tie_rate":0.0,"ties":0,"win_rate":50.0,"wins":1}],"last_eval_at":"2026-01-28T22:29:11.820946Z","losses":3,"opponent_count":5,"opponents":[{"count":3,"losses":1,"policy":"paligemma_fast_specialist_droid","tie_rate":0.0,"ties":0,"win_rate":66.7,"wins":2},{"count":2,"losses":0,"policy":"paligemma_vq_droid","tie_rate":50.0,"ties":1,"win_rate":100.0,"wins":1},{"count":1,"losses":1,"policy":"floppy_bagel_90k_temp1p0","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"paligemma_fast_droid","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":1,"policy":"pi0_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0}],"policy":"floppy_bagel_195k_temp1p0","recent_activity":[{"count":0,"key":"2025-08","label":"Aug 25","percent":0.0},{"count":0,"key":"2025-09","label":"Sep 25","percent":0.0},{"count":0,"key":"2025-10","label":"Oct 25","percent":0.0},{"count":0,"key":"2025-11","label":"Nov 25","percent":0.0},{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":8,"key":"2026-01","label":"Jan 26","percent":100.0}],"tie_rate":12.5,"ties":1,"top_lab_share":75.0,"win_rate":57.1,"wins":4},{"evals":6,"evaluator_count":1,"evaluators":[{"count":6,"label":"michael.cho@frodobots.com","percent":100.0}],"first_eval_at":"2026-07-21T02:25:13.786537Z","lab_count":1,"labs":[{"count":6,"label":"frodobots","losses":2,"percent":100.0,"tie_rate":16.7,"ties":1,"win_rate":60.0,"wins":3}],"last_eval_at":"2026-07-23T04:35:53.566004Z","losses":2,"opponent_count":3,"opponents":[{"count":4,"losses":0,"policy":"paligemma_diffusion_droid","tie_rate":25.0,"ties":1,"win_rate":100.0,"wins":3},{"count":1,"losses":1,"policy":"pi05_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":1,"policy":"pi0_fast_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0}],"policy":"ReDROID-0.0","recent_activity":[{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":0,"key":"2026-05","label":"May 26","percent":0.0},{"count":0,"key":"2026-06","label":"Jun 26","percent":0.0},{"count":6,"key":"2026-07","label":"Jul 26","percent":100.0}],"tie_rate":16.7,"ties":1,"top_lab_share":100.0,"win_rate":60.0,"wins":3},{"evals":5,"evaluator_count":1,"evaluators":[{"count":5,"label":"michael.cho@frodobots.com","percent":100.0}],"first_eval_at":"2026-05-15T02:14:36.873263Z","lab_count":1,"labs":[{"count":5,"label":"frodobots","losses":2,"percent":100.0,"tie_rate":20.0,"ties":1,"win_rate":50.0,"wins":2}],"last_eval_at":"2026-05-15T03:52:52.195983Z","losses":2,"opponent_count":5,"opponents":[{"count":1,"losses":1,"policy":"j2-vla","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":1,"policy":"paligemma_diffusion_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"losses":0,"policy":"paligemma_fast_droid","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1},{"count":1,"losses":0,"policy":"pi05_droid","tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"losses":0,"policy":"pi0_droid","tie_rate":0.0,"ties":0,"win_rate":100.0,"wins":1}],"policy":"allenai/MolmoAct2-DROID","recent_activity":[{"count":0,"key":"2025-12","label":"Dec 25","percent":0.0},{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":5,"key":"2026-05","label":"May 26","percent":100.0}],"tie_rate":20.0,"ties":1,"top_lab_share":100.0,"win_rate":50.0,"wins":2},{"evals":2,"evaluator_count":2,"evaluators":[{"count":1,"label":"michael.cho@frodobots.com","percent":50.0},{"count":1,"label":"santosvickie259@gmail.com","percent":50.0}],"first_eval_at":"2026-05-25T06:19:02.053989Z","lab_count":2,"labs":[{"count":1,"label":"CS224R Project","losses":1,"percent":50.0,"tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0},{"count":1,"label":"frodobots","losses":0,"percent":50.0,"tie_rate":100.0,"ties":1,"win_rate":null,"wins":0}],"last_eval_at":"2026-06-04T03:58:33.289438Z","losses":1,"opponent_count":2,"opponents":[{"count":1,"losses":0,"policy":"paligemma_vq_droid","tie_rate":100.0,"ties":1,"win_rate":null,"wins":0},{"count":1,"losses":1,"policy":"pi0_fast_droid","tie_rate":0.0,"ties":0,"win_rate":0.0,"wins":0}],"policy":"Cosmos3-Nano-Policy","recent_activity":[{"count":0,"key":"2026-01","label":"Jan 26","percent":0.0},{"count":0,"key":"2026-02","label":"Feb 26","percent":0.0},{"count":0,"key":"2026-03","label":"Mar 26","percent":0.0},{"count":0,"key":"2026-04","label":"Apr 26","percent":0.0},{"count":1,"key":"2026-05","label":"May 26","percent":100.0},{"count":1,"key":"2026-06","label":"Jun 26","percent":100.0}],"tie_rate":50.0,"ties":1,"top_lab_share":50.0,"win_rate":0.0,"wins":0}],"policy_count":24,"recent_activity":[{"count":74,"key":"2026-04","label":"Apr 26","percent":87.1},{"count":43,"key":"2026-05","label":"May 26","percent":50.6},{"count":85,"key":"2026-06","label":"Jun 26","percent":100.0},{"count":68,"key":"2026-07","label":"Jul 26","percent":80.0},{"count":60,"key":"2026-08","label":"Aug 26","percent":70.6},{"count":15,"key":"2026-09","label":"Sep 26","percent":17.6}],"source":"counted public RoboArena A/B evaluations","tie_count":575,"tie_rate":14.4,"total_evals":3994}}