Upload folder using huggingface_hub

.gitattributes

@@ -52,3 +52,195 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 10samples/sample_0007/overlays/overlay_accepted.png filter=lfs diff=lfs merge=lfs -text
 10samples/sample_0007/overlays/overlay_intended.png filter=lfs diff=lfs merge=lfs -text
 10samples/sample_0007/overlays/overlay_measured.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000001/bbox_overlay.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000001/crops/detect_refine_person_in_red_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000001/crops/detect_refine_red_illuminated_structure.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000001/crops/diversify_input_person_in_red_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000001/crops/diversify_input_red_illuminated_structure.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000001/main_image.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000001/references/ref_person_in_red_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000001/references/ref_red_illuminated_structure.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_bright_blue_panel.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_dark_door.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_door_frame.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_patterned_floor.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_patterned_surface.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_person_forming_heart.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_person_holding_red_object.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_person_manipulating_object.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_rectangular_blue_screen.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_textured_background.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_textured_background_drapery.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_textured_surface.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_textured_table_cloth.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_wooden_chair.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/crops/detect_refine_wooden_structure.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000002/main_image.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000003/bbox_overlay.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000003/crops/detect_refine_person_in_red_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000003/crops/detect_refine_red_illuminated_book.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000003/crops/detect_refine_shadowy_doorway.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000003/crops/diversify_input_person_in_red_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000003/crops/diversify_input_red_illuminated_book.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000003/crops/diversify_input_shadowy_doorway.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000003/main_image.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000003/references/ref_person_in_red_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000003/references/ref_red_illuminated_book.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000003/references/ref_shadowy_doorway.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000004/bbox_overlay.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000004/crops/detect_refine_draped_tarp.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000004/crops/detect_refine_painter_in_cap.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000004/crops/detect_refine_stacked_storage_boxes.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000004/crops/diversify_input_draped_tarp.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000004/main_image.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000004/references/ref_blue_light_source.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000004/references/ref_draped_tarp.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000004/references/ref_paint_roller.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/bbox_overlay.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/crops/detect_refine_cutlery_set.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/crops/detect_refine_person_in_jacket.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/crops/detect_refine_person_with_pan.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/crops/detect_refine_pizza_prep_hands.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/crops/detect_refine_wall_cabinet.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/crops/diversify_input_cutlery_set.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/crops/diversify_input_person_in_jacket.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/crops/diversify_input_person_with_pan.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/crops/diversify_input_pizza_prep_hands.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/crops/diversify_input_wall_cabinet.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/main_image.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/references/ref_cutlery_set.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/references/ref_person_in_jacket.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/references/ref_person_with_pan.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/references/ref_pizza_prep_hands.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/references/ref_salt_box.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000005/references/ref_wall_cabinet.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/bbox_overlay.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/crops/detect_refine_large_black_pot.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/crops/detect_refine_person_at_sink.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/crops/detect_refine_wooden_door.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/crops/diversify_input_large_black_pot.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/crops/diversify_input_person_at_sink.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/crops/diversify_input_sink_faucet.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/crops/diversify_input_wooden_door.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/main_image.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/references/ref_gas_stove.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/references/ref_large_black_pot.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/references/ref_person_at_sink.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/references/ref_silver_spoon.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/references/ref_sink_faucet.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/references/ref_water_pitcher.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/references/ref_wooden_door.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000006/references/ref_wrapped_cucumber.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/bbox_overlay.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/detect_refine_backpack.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/detect_refine_cable.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/detect_refine_dark_area.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/detect_refine_grid_patterned_floor.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/detect_refine_shadowy_shape.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/detect_refine_textured_fabric_area.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/detect_refine_textured_surface.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/detect_refine_typist.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/diversify_input_backpack.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/diversify_input_blue_lines.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/diversify_input_cable.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/diversify_input_dark_area.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/diversify_input_grid_patterned_floor.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/diversify_input_shadowy_shape.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/diversify_input_textured_fabric_area.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/diversify_input_textured_surface.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/crops/diversify_input_typist.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/main_image.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_backpack.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_blue_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_blue_light_source.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_blue_lines.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_dark_area.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_electronic_device.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_grid_patterned_floor.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_shadowy_shape.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_small_blue_rectangle.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_textured_fabric_area.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_textured_surface.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_thin_curved_object.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000007/references/ref_typist.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/bbox_overlay.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/crops/detect_refine_hands_holding_part.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/crops/detect_refine_hands_with_small_object.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/crops/detect_refine_helmeted_figure.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/crops/detect_refine_person_by_screens.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/crops/detect_refine_silhouette_with_phone.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/crops/diversify_input_hands_with_small_object.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/crops/diversify_input_hands_with_smoldering_tool.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/crops/diversify_input_helmeted_figure.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/crops/diversify_input_person_by_screens.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/crops/diversify_input_silhouette_with_phone.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/main_image.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/references/ref_blue_light_module.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/references/ref_hands_holding_part.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/references/ref_hands_passing_object.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/references/ref_hands_with_small_object.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/references/ref_hands_with_smoldering_tool.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/references/ref_helmeted_figure.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/references/ref_person_by_screens.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/references/ref_reaching_hands.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/references/ref_red_device.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000008/references/ref_silhouette_with_phone.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/bbox_overlay.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/crops/detect_refine_blue_cleaner_bottle.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/crops/detect_refine_person_washing_sink.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/crops/detect_refine_red_sink_mat.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/crops/detect_refine_silver_faucet.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/crops/detect_refine_yellow_dish_gloves.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/crops/diversify_input_blue_cleaner_bottle.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/crops/diversify_input_person_washing_sink.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/crops/diversify_input_red_sink_mat.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/crops/diversify_input_silver_faucet.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/crops/diversify_input_yellow_dish_gloves.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/main_image.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/references/ref_blue_cleaner_bottle.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/references/ref_person_washing_sink.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/references/ref_red_sink_mat.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/references/ref_silver_faucet.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000009/references/ref_yellow_dish_gloves.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/bbox_overlay.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/crops/detect_refine_hands_gesturing.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/crops/detect_refine_person_face_in_red_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/crops/detect_refine_person_holding_blue_flashlight.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/crops/detect_refine_person_reading_red_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/crops/detect_refine_person_standing_background.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/crops/diversify_input_hands_holding_triangular_object.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/crops/diversify_input_person_holding_blue_flashlight.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/crops/diversify_input_person_lying_reading_blue_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/crops/diversify_input_person_reading_red_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/crops/diversify_input_person_standing_background.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/main_image.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/references/ref_hands_gesturing.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/references/ref_hands_holding_small_object.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/references/ref_hands_holding_triangular_object.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/references/ref_person_face_in_red_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/references/ref_person_holding_blue_flashlight.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/references/ref_person_lying_reading_blue_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/references/ref_person_reading_red_light.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/references/ref_person_standing_background.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000010/references/ref_plastic_water_bottle.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/bbox_overlay.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/crops/detect_refine_granite_counter.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/crops/detect_refine_person_hands.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/crops/detect_refine_textured_mat.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/crops/detect_refine_wooden_cabinets.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/crops/diversify_input_granite_counter.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/crops/diversify_input_person_hands.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/crops/diversify_input_textured_mat.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/crops/diversify_input_wall_shelf.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/crops/diversify_input_wooden_cabinets.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/main_image.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/references/ref_box_grater.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/references/ref_dirty_plate.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/references/ref_glass_bottle.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/references/ref_granite_counter.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/references/ref_metal_tool.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/references/ref_person_hands.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/references/ref_striped_towel.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/references/ref_textured_mat.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/references/ref_wall_shelf.png filter=lfs diff=lfs merge=lfs -text
+samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/sample_000011/references/ref_wooden_cabinets.png filter=lfs diff=lfs merge=lfs -text

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/README.md

@@ -0,0 +1,16 @@
+# samples_v8
+
+Generated with `data_recipe_v8.md`: vocabulary-first planning, adaptive canvas selection, structured JSON compose prompts, no identity verification, no gate, SAM white-background reference postprocessing, and strict reference-completeness verification with regenerate-until-pass behavior.
+
+- chat model: `gcp/google/gemini-3.1-pro-preview`
+- image model: `gcp/google/gemini-3-pro-image-preview`
+- people references: `white_bg_full_body_front`
+- non-person references: `white_bg_encyclopedia_photo`
+- SAM postprocess: every generated reference is segmented with `sam_vit_b` and pasted onto pure `#ffffff` background
+- reference verify max attempts per subject: `10`
+- allowed canvases: `[{"aspect_ratio": "1:1", "size": [1024, 1024], "style": "photorealistic"}, {"aspect_ratio": "4:3", "size": [1152, 864], "style": "photorealistic"}, {"aspect_ratio": "3:4", "size": [864, 1152], "style": "photorealistic"}, {"aspect_ratio": "3:2", "size": [1248, 832], "style": "photorealistic"}, {"aspect_ratio": "2:3", "size": [832, 1248], "style": "photorealistic"}, {"aspect_ratio": "16:9", "size": [1280, 720], "style": "photorealistic"}, {"aspect_ratio": "9:16", "size": [720, 1280], "style": "photorealistic"}]`
+- scenario mode: `general`
+- pools: `vocab_task_pool`, `plan_pool`, `scene_pool`, `detection_pool`, `reference_pool`
+- bbox overlay: `bbox_overlay.png` draws every planned subject bbox; a sample is rejected and regenerated if any planned subject is still missing after VLM detection retries
+- detection max attempts per subject: `3`
+- launch args: `{"compose_workers": 3, "detect_max_attempts": 3, "detect_workers": 3, "emit_workers": 4, "idle_sleep": 1.0, "image_inflight": 32, "image_interval": 0.05, "image_max_retries": 8, "max_retries": 3, "no_topup": false, "plan_workers": 6, "ref_verify_max_attempts": 10, "reference_workers": 6, "requeue_in_progress": true, "seed": 1781927993, "status_interval": 30.0, "subject_detect_workers": 24, "target_samples": 10}`

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/detection_pool/done/sample_000001.json

@@ -0,0 +1,16 @@
+{
+  "sample_id": "sample_000001",
+  "plan_path": "sample_000001/plan.json",
+  "task_path": "sample_000001/vocab_task.json",
+  "main_image": "sample_000001/main_image.png",
+  "detections": "sample_000001/detections.json",
+  "n_detected": 3,
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000001",
+  "pool": "detection_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/detection_pool/done/sample_000003.json

@@ -0,0 +1,16 @@
+{
+  "sample_id": "sample_000003",
+  "plan_path": "sample_000003/plan.json",
+  "task_path": "sample_000003/vocab_task.json",
+  "main_image": "sample_000003/main_image.png",
+  "detections": "sample_000003/detections.json",
+  "n_detected": 3,
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000003",
+  "pool": "detection_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/detection_pool/done/sample_000004.json

@@ -0,0 +1,16 @@
+{
+  "sample_id": "sample_000004",
+  "plan_path": "sample_000004/plan.json",
+  "task_path": "sample_000004/vocab_task.json",
+  "main_image": "sample_000004/main_image.png",
+  "detections": "sample_000004/detections.json",
+  "n_detected": 5,
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000004",
+  "pool": "detection_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/detection_pool/done/sample_000005.json

@@ -0,0 +1,16 @@
+{
+  "sample_id": "sample_000005",
+  "plan_path": "sample_000005/plan.json",
+  "task_path": "sample_000005/vocab_task.json",
+  "main_image": "sample_000005/main_image.png",
+  "detections": "sample_000005/detections.json",
+  "n_detected": 6,
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000005",
+  "pool": "detection_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/detection_pool/done/sample_000006.json

@@ -0,0 +1,16 @@
+{
+  "sample_id": "sample_000006",
+  "plan_path": "sample_000006/plan.json",
+  "task_path": "sample_000006/vocab_task.json",
+  "main_image": "sample_000006/main_image.png",
+  "detections": "sample_000006/detections.json",
+  "n_detected": 8,
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000006",
+  "pool": "detection_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/detection_pool/done/sample_000007.json

@@ -0,0 +1,32 @@
+{
+  "sample_id": "sample_000007",
+  "plan_path": "sample_000007/plan.json",
+  "task_path": "sample_000007/vocab_task.json",
+  "main_image": "sample_000007/main_image.png",
+  "detections": "sample_000007/detections.json",
+  "n_detected": 14,
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000007",
+  "pool": "detection_pool",
+  "retry_count": 3,
+  "errors": [
+    {
+      "time": 1782260885.2187717,
+      "error": "RuntimeError: reference generation or verification failed for dark_area: RuntimeError: reference verification failed for dark_area after 10 attempts: Intended subject 'dark area' is entirely absent; Image shows a cardboard box instead of the requested subject",
+      "traceback": "Traceback (most recent call last):\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/generate_samples_v8.py\", line 866, in generate_references\n    references.append(helpers.diversify_subject(get_client(), sdir, main_image, subject, detection))\n                      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/v8_helpers.py\", line 693, in diversify_subject\n    raise RuntimeError(\nRuntimeError: reference verification failed for dark_area after 10 attempts: Intended subject 'dark area' is entirely absent; Image shows a cardboard box instead of the requested subject\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/generate_samples_v8.py\", line 1020, in worker_loop\n    handler(manifest)\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/generate_samples_v8.py\", line 1113, in handler\n    references, reference_errors = generate_references(sample_id, plan, detections)\n                                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/generate_samples_v8.py\", line 871, in generate_references\n    raise RuntimeError(f\"reference generation or verification failed for {name}: {errors[name]}\") from exc\nRuntimeError: reference generation or verification failed for dark_area: RuntimeError: reference verification failed for dark_area after 10 attempts: Intended subject 'dark area' is entirely absent; Image shows a cardboard box instead of the requested subject\n"
+    },
+    {
+      "time": 1782261302.7464893,
+      "error": "RuntimeError: reference generation or verification failed for dark_area: RuntimeError: reference verification failed for dark_area after 10 attempts: Intended subject is absent; image shows a cardboard box instead of a dark shadowed area.",
+      "traceback": "Traceback (most recent call last):\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/generate_samples_v8.py\", line 866, in generate_references\n    references.append(helpers.diversify_subject(get_client(), sdir, main_image, subject, detection))\n                      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/v8_helpers.py\", line 693, in diversify_subject\n    raise RuntimeError(\nRuntimeError: reference verification failed for dark_area after 10 attempts: Intended subject is absent; image shows a cardboard box instead of a dark shadowed area.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/generate_samples_v8.py\", line 1020, in worker_loop\n    handler(manifest)\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/generate_samples_v8.py\", line 1113, in handler\n    references, reference_errors = generate_references(sample_id, plan, detections)\n                                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/generate_samples_v8.py\", line 871, in generate_references\n    raise RuntimeError(f\"reference generation or verification failed for {name}: {errors[name]}\") from exc\nRuntimeError: reference generation or verification failed for dark_area: RuntimeError: reference verification failed for dark_area after 10 attempts: Intended subject is absent; image shows a cardboard box instead of a dark shadowed area.\n"
+    },
+    {
+      "time": 1782261717.330226,
+      "error": "RuntimeError: reference generation or verification failed for dark_area: RuntimeError: reference verification failed for dark_area after 10 attempts: Intended subject 'dark_area' is absent.; Image shows a cardboard box instead of the requested subject.",
+      "traceback": "Traceback (most recent call last):\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/generate_samples_v8.py\", line 866, in generate_references\n    references.append(helpers.diversify_subject(get_client(), sdir, main_image, subject, detection))\n                      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/v8_helpers.py\", line 693, in diversify_subject\n    raise RuntimeError(\nRuntimeError: reference verification failed for dark_area after 10 attempts: Intended subject 'dark_area' is absent.; Image shows a cardboard box instead of the requested subject.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/generate_samples_v8.py\", line 1020, in worker_loop\n    handler(manifest)\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/generate_samples_v8.py\", line 1113, in handler\n    references, reference_errors = generate_references(sample_id, plan, detections)\n                                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/samples_v8/generate_samples_v8.py\", line 871, in generate_references\n    raise RuntimeError(f\"reference generation or verification failed for {name}: {errors[name]}\") from exc\nRuntimeError: reference generation or verification failed for dark_area: RuntimeError: reference verification failed for dark_area after 10 attempts: Intended subject 'dark_area' is absent.; Image shows a cardboard box instead of the requested subject.\n"
+    }
+  ]
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/detection_pool/done/sample_000008.json

@@ -0,0 +1,16 @@
+{
+  "sample_id": "sample_000008",
+  "plan_path": "sample_000008/plan.json",
+  "task_path": "sample_000008/vocab_task.json",
+  "main_image": "sample_000008/main_image.png",
+  "detections": "sample_000008/detections.json",
+  "n_detected": 10,
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000008",
+  "pool": "detection_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/detection_pool/done/sample_000009.json

@@ -0,0 +1,16 @@
+{
+  "sample_id": "sample_000009",
+  "plan_path": "sample_000009/plan.json",
+  "task_path": "sample_000009/vocab_task.json",
+  "main_image": "sample_000009/main_image.png",
+  "detections": "sample_000009/detections.json",
+  "n_detected": 5,
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000009",
+  "pool": "detection_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/detection_pool/done/sample_000010.json

@@ -0,0 +1,16 @@
+{
+  "sample_id": "sample_000010",
+  "plan_path": "sample_000010/plan.json",
+  "task_path": "sample_000010/vocab_task.json",
+  "main_image": "sample_000010/main_image.png",
+  "detections": "sample_000010/detections.json",
+  "n_detected": 9,
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000010",
+  "pool": "detection_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/detection_pool/done/sample_000011.json

@@ -0,0 +1,16 @@
+{
+  "sample_id": "sample_000011",
+  "plan_path": "sample_000011/plan.json",
+  "task_path": "sample_000011/vocab_task.json",
+  "main_image": "sample_000011/main_image.png",
+  "detections": "sample_000011/detections.json",
+  "n_detected": 10,
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000011",
+  "pool": "detection_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/emit_pool/done/sample_000001.json

@@ -0,0 +1,4 @@
+{
+  "sample_id": "sample_000001",
+  "row": "sample_000001/row.json"
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/emit_pool/done/sample_000003.json

@@ -0,0 +1,4 @@
+{
+  "sample_id": "sample_000003",
+  "row": "sample_000003/row.json"
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/emit_pool/done/sample_000004.json

@@ -0,0 +1,4 @@
+{
+  "sample_id": "sample_000004",
+  "row": "sample_000004/row.json"
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/emit_pool/done/sample_000005.json

@@ -0,0 +1,4 @@
+{
+  "sample_id": "sample_000005",
+  "row": "sample_000005/row.json"
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/emit_pool/done/sample_000006.json

@@ -0,0 +1,4 @@
+{
+  "sample_id": "sample_000006",
+  "row": "sample_000006/row.json"
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/emit_pool/done/sample_000007.json

@@ -0,0 +1,4 @@
+{
+  "sample_id": "sample_000007",
+  "row": "sample_000007/row.json"
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/emit_pool/done/sample_000008.json

@@ -0,0 +1,4 @@
+{
+  "sample_id": "sample_000008",
+  "row": "sample_000008/row.json"
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/emit_pool/done/sample_000009.json

@@ -0,0 +1,4 @@
+{
+  "sample_id": "sample_000009",
+  "row": "sample_000009/row.json"
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/emit_pool/done/sample_000010.json

@@ -0,0 +1,4 @@
+{
+  "sample_id": "sample_000010",
+  "row": "sample_000010/row.json"
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/emit_pool/done/sample_000011.json

@@ -0,0 +1,4 @@
+{
+  "sample_id": "sample_000011",
+  "row": "sample_000011/row.json"
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/plan_pool/done/sample_000001.json

@@ -0,0 +1,14 @@
+{
+  "sample_id": "sample_000001",
+  "plan_path": "sample_000001/plan.json",
+  "task_path": "sample_000001/vocab_task.json",
+  "prompt_hash": "de111ef88cac721a573e1463080c7ef8f709ab3311c0be649576445c9637d6d5",
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000001",
+  "pool": "plan_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/plan_pool/done/sample_000002.json

@@ -0,0 +1,14 @@
+{
+  "sample_id": "sample_000002",
+  "plan_path": "sample_000002/plan.json",
+  "task_path": "sample_000002/vocab_task.json",
+  "prompt_hash": "124ba3f0479caaeb5896d579dbace9891cca2fb6875690fdb3f66ee3524a7e9e",
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000002",
+  "pool": "plan_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/plan_pool/done/sample_000003.json

@@ -0,0 +1,14 @@
+{
+  "sample_id": "sample_000003",
+  "plan_path": "sample_000003/plan.json",
+  "task_path": "sample_000003/vocab_task.json",
+  "prompt_hash": "63e951d22cadbf6e15b5fd08f5054b228df47fc857c4e48e47c23160da12a111",
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000003",
+  "pool": "plan_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/plan_pool/done/sample_000004.json

@@ -0,0 +1,14 @@
+{
+  "sample_id": "sample_000004",
+  "plan_path": "sample_000004/plan.json",
+  "task_path": "sample_000004/vocab_task.json",
+  "prompt_hash": "3f5c74d4cad870d092def8f4466e975d281c99678ca962809503c5c456a06f49",
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000004",
+  "pool": "plan_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/plan_pool/done/sample_000005.json

@@ -0,0 +1,14 @@
+{
+  "sample_id": "sample_000005",
+  "plan_path": "sample_000005/plan.json",
+  "task_path": "sample_000005/vocab_task.json",
+  "prompt_hash": "946054fe68ce2e3f63d85b3eddd1a3e63af4d647ef6dc47764d65eb13cf867f4",
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000005",
+  "pool": "plan_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/plan_pool/done/sample_000006.json

@@ -0,0 +1,14 @@
+{
+  "sample_id": "sample_000006",
+  "plan_path": "sample_000006/plan.json",
+  "task_path": "sample_000006/vocab_task.json",
+  "prompt_hash": "006a1741e37f4e2fda0c82cbfbd7c6119932755e84be0002d17055a7af25bb79",
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000006",
+  "pool": "plan_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/plan_pool/done/sample_000007.json

@@ -0,0 +1,14 @@
+{
+  "sample_id": "sample_000007",
+  "plan_path": "sample_000007/plan.json",
+  "task_path": "sample_000007/vocab_task.json",
+  "prompt_hash": "e999f398d25887be57aad833cb2b38dd0d1b370d4b6b6019fbde86bc6c809c69",
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000007",
+  "pool": "plan_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/plan_pool/done/sample_000008.json

@@ -0,0 +1,14 @@
+{
+  "sample_id": "sample_000008",
+  "plan_path": "sample_000008/plan.json",
+  "task_path": "sample_000008/vocab_task.json",
+  "prompt_hash": "63aefc9a503e34719b1b91ec3397c9b92dc92ff7ce2c14e2c7bbe458bad64ba1",
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000008",
+  "pool": "plan_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/plan_pool/done/sample_000009.json

@@ -0,0 +1,14 @@
+{
+  "sample_id": "sample_000009",
+  "plan_path": "sample_000009/plan.json",
+  "task_path": "sample_000009/vocab_task.json",
+  "prompt_hash": "929afc2e2f3cfd582eb2c6b53c41f60141480cb35a1ce251ed1752a6e98ba9ea",
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000009",
+  "pool": "plan_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/plan_pool/done/sample_000010.json

@@ -0,0 +1,14 @@
+{
+  "sample_id": "sample_000010",
+  "plan_path": "sample_000010/plan.json",
+  "task_path": "sample_000010/vocab_task.json",
+  "prompt_hash": "74f4fe54dda8f633b152876c6b6433d4a90a0421304dd6db44bd84b9519110f8",
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000010",
+  "pool": "plan_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/plan_pool/done/sample_000011.json

@@ -0,0 +1,14 @@
+{
+  "sample_id": "sample_000011",
+  "plan_path": "sample_000011/plan.json",
+  "task_path": "sample_000011/vocab_task.json",
+  "prompt_hash": "e6c24d29d9d4a97828419fab43954232185614106bdd1c11f6a196e5398eabbc",
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000011",
+  "pool": "plan_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/reference_pool/done/sample_000001.json

@@ -0,0 +1,18 @@
+{
+  "sample_id": "sample_000001",
+  "plan_path": "sample_000001/plan.json",
+  "task_path": "sample_000001/vocab_task.json",
+  "main_image": "sample_000001/main_image.png",
+  "detections": "sample_000001/detections.json",
+  "references": "sample_000001/references.json",
+  "n_references": 3,
+  "reference_errors": {},
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000001",
+  "pool": "reference_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/reference_pool/done/sample_000003.json

@@ -0,0 +1,18 @@
+{
+  "sample_id": "sample_000003",
+  "plan_path": "sample_000003/plan.json",
+  "task_path": "sample_000003/vocab_task.json",
+  "main_image": "sample_000003/main_image.png",
+  "detections": "sample_000003/detections.json",
+  "references": "sample_000003/references.json",
+  "n_references": 3,
+  "reference_errors": {},
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000003",
+  "pool": "reference_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/reference_pool/done/sample_000004.json

@@ -0,0 +1,18 @@
+{
+  "sample_id": "sample_000004",
+  "plan_path": "sample_000004/plan.json",
+  "task_path": "sample_000004/vocab_task.json",
+  "main_image": "sample_000004/main_image.png",
+  "detections": "sample_000004/detections.json",
+  "references": "sample_000004/references.json",
+  "n_references": 3,
+  "reference_errors": {},
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000004",
+  "pool": "reference_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/reference_pool/done/sample_000005.json

@@ -0,0 +1,18 @@
+{
+  "sample_id": "sample_000005",
+  "plan_path": "sample_000005/plan.json",
+  "task_path": "sample_000005/vocab_task.json",
+  "main_image": "sample_000005/main_image.png",
+  "detections": "sample_000005/detections.json",
+  "references": "sample_000005/references.json",
+  "n_references": 6,
+  "reference_errors": {},
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000005",
+  "pool": "reference_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/reference_pool/done/sample_000006.json

@@ -0,0 +1,18 @@
+{
+  "sample_id": "sample_000006",
+  "plan_path": "sample_000006/plan.json",
+  "task_path": "sample_000006/vocab_task.json",
+  "main_image": "sample_000006/main_image.png",
+  "detections": "sample_000006/detections.json",
+  "references": "sample_000006/references.json",
+  "n_references": 8,
+  "reference_errors": {},
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000006",
+  "pool": "reference_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/reference_pool/done/sample_000007.json

@@ -0,0 +1,18 @@
+{
+  "sample_id": "sample_000007",
+  "plan_path": "sample_000007/plan.json",
+  "task_path": "sample_000007/vocab_task.json",
+  "main_image": "sample_000007/main_image.png",
+  "detections": "sample_000007/detections.json",
+  "references": "sample_000007/references.json",
+  "n_references": 14,
+  "reference_errors": {},
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000007",
+  "pool": "reference_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/reference_pool/done/sample_000008.json

@@ -0,0 +1,18 @@
+{
+  "sample_id": "sample_000008",
+  "plan_path": "sample_000008/plan.json",
+  "task_path": "sample_000008/vocab_task.json",
+  "main_image": "sample_000008/main_image.png",
+  "detections": "sample_000008/detections.json",
+  "references": "sample_000008/references.json",
+  "n_references": 10,
+  "reference_errors": {},
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000008",
+  "pool": "reference_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/reference_pool/done/sample_000009.json

@@ -0,0 +1,18 @@
+{
+  "sample_id": "sample_000009",
+  "plan_path": "sample_000009/plan.json",
+  "task_path": "sample_000009/vocab_task.json",
+  "main_image": "sample_000009/main_image.png",
+  "detections": "sample_000009/detections.json",
+  "references": "sample_000009/references.json",
+  "n_references": 5,
+  "reference_errors": {},
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000009",
+  "pool": "reference_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/reference_pool/done/sample_000010.json

@@ -0,0 +1,18 @@
+{
+  "sample_id": "sample_000010",
+  "plan_path": "sample_000010/plan.json",
+  "task_path": "sample_000010/vocab_task.json",
+  "main_image": "sample_000010/main_image.png",
+  "detections": "sample_000010/detections.json",
+  "references": "sample_000010/references.json",
+  "n_references": 9,
+  "reference_errors": {},
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000010",
+  "pool": "reference_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/reference_pool/done/sample_000011.json

@@ -0,0 +1,18 @@
+{
+  "sample_id": "sample_000011",
+  "plan_path": "sample_000011/plan.json",
+  "task_path": "sample_000011/vocab_task.json",
+  "main_image": "sample_000011/main_image.png",
+  "detections": "sample_000011/detections.json",
+  "references": "sample_000011/references.json",
+  "n_references": 10,
+  "reference_errors": {},
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  },
+  "item_id": "sample_000011",
+  "pool": "reference_pool",
+  "retry_count": 0,
+  "errors": []
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/rows/sample_000001.json

@@ -0,0 +1,164 @@
+{
+  "sample_id": "sample_000001",
+  "target_total": 3,
+  "target_people": 1,
+  "target_objects": 2,
+  "canvas_size": [
+    1248,
+    832
+  ],
+  "canvas_aspect_ratio": "3:2",
+  "main_image": "main_image.png",
+  "bbox_overlay": "bbox_overlay.png",
+  "plan": "plan.json",
+  "detections": "detections.json",
+  "vocab_task": "vocab_task.json",
+  "n_planned": 3,
+  "n_detected": 3,
+  "n_subjects": 3,
+  "subjects": [
+    {
+      "name": "person_in_red_light",
+      "is_person": true,
+      "subject_type": "person",
+      "source_set": "people_set",
+      "source_image_id": "Ego4D:ego4d_video/EGO_76251.npy:person:0",
+      "source_name": "person",
+      "source_description": "Visible by their hands, which are illuminated in bright red light, holding a small object. Source dataset: Ego4D. Scene context: A person's hands are visible in a dark setting, illuminated by a red light, holding and interacting with a small dark object.",
+      "sub_caption": "person: A person, prominently visible by their hands and forearms which are bathed in bright red light, holding and interacting with a small dark electronic object.. Scene role: Operating the small device in the foreground",
+      "measured_bbox": [
+        0.301,
+        0.039,
+        0.714,
+        0.98
+      ],
+      "detection_confidence": 0.95,
+      "ref_style": "white_bg_full_body_front",
+      "ref_image": "references/ref_person_in_red_light.png",
+      "raw_ref_image": "references/raw_ref_person_in_red_light_attempt_01.png",
+      "reference_verify": "references/reference_verify_person_in_red_light.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000001/references/raw_ref_person_in_red_light_attempt_01.png",
+        "output": "references/ref_person_in_red_light.png",
+        "mask": "references/sam_mask_person_in_red_light.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          324.0,
+          26.0,
+          699.0,
+          1013.0
+        ],
+        "mask_score": 3.392402,
+        "mask_area_ratio": 0.165197,
+        "elapsed_seconds": 53.7174
+      }
+    },
+    {
+      "name": "red_illuminated_structure",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "Ego4D:ego4d_video/EGO_2029.npy:object:1",
+      "source_name": "red illuminated structure",
+      "source_description": "A structure on the right side of the image, possibly a wall or barricade, strongly illuminated with red light, featuring a grid-like or textured pattern. Source dataset: Ego4D. Scene context: A dark, possibly outdoor or poorly lit indoor area illuminated by strong blue and red artificial lights.",
+      "sub_caption": "red illuminated structure: A sturdy wall or barricade-like structure featuring a textured, grid-like pattern, strongly illuminated by deep red ambient light.. Scene role: Forms the textured, atmospheric background behind the person",
+      "measured_bbox": [
+        0.6096,
+        0.0,
+        0.9961,
+        0.991
+      ],
+      "detection_confidence": "high",
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_red_illuminated_structure.png",
+      "raw_ref_image": "references/raw_ref_red_illuminated_structure_attempt_01.png",
+      "reference_verify": "references/reference_verify_red_illuminated_structure.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000001/references/raw_ref_red_illuminated_structure_attempt_01.png",
+        "output": "references/ref_red_illuminated_structure.png",
+        "mask": "references/sam_mask_red_illuminated_structure.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          0.0,
+          0.0,
+          1023.0,
+          1023.0
+        ],
+        "mask_score": 1.966617,
+        "mask_area_ratio": 0.597257,
+        "elapsed_seconds": 10.2671
+      }
+    },
+    {
+      "name": "green_indicator_light",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "Ego4D:ego4d_video/EGO_294886.npy:object:1",
+      "source_name": "green light",
+      "source_description": "Small, bright green glowing indicator light, possibly an LED, located on the dark structure. Source dataset: Ego4D. Scene context: An extremely dark scene with only a faint silhouette of an object and a small green indicator light visible.",
+      "sub_caption": "green light: A small, bright green glowing LED indicator light piercing through the darkness.. Scene role: Glowing on a dark piece of equipment beside the person, contrasting sharply with the dominant red lighting",
+      "measured_bbox": [
+        0.1227,
+        0.438,
+        0.1605,
+        0.4975
+      ],
+      "detection_confidence": 0.95,
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_green_indicator_light.png",
+      "raw_ref_image": "references/raw_ref_green_indicator_light_attempt_01.png",
+      "reference_verify": "references/reference_verify_green_indicator_light.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000001/references/raw_ref_green_indicator_light_attempt_01.png",
+        "output": "references/ref_green_indicator_light.png",
+        "mask": "references/sam_mask_green_indicator_light.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          347.0,
+          335.0,
+          676.0,
+          688.0
+        ],
+        "mask_score": 3.439631,
+        "mask_area_ratio": 0.059673,
+        "elapsed_seconds": 10.1365
+      }
+    }
+  ],
+  "not_emitted": [],
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  }
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/rows/sample_000003.json

@@ -0,0 +1,164 @@
+{
+  "sample_id": "sample_000003",
+  "target_total": 3,
+  "target_people": 1,
+  "target_objects": 2,
+  "canvas_size": [
+    1152,
+    864
+  ],
+  "canvas_aspect_ratio": "4:3",
+  "main_image": "main_image.png",
+  "bbox_overlay": "bbox_overlay.png",
+  "plan": "plan.json",
+  "detections": "detections.json",
+  "vocab_task": "vocab_task.json",
+  "n_planned": 3,
+  "n_detected": 3,
+  "n_subjects": 3,
+  "subjects": [
+    {
+      "name": "person_in_red_light",
+      "is_person": true,
+      "subject_type": "person",
+      "source_set": "people_set",
+      "source_image_id": "Ego4D:ego4d_video/EGO_135381.npy:person:0",
+      "source_name": "person",
+      "source_description": "Visible hands and arms of a person in a dark setting, illuminated by red light, interacting with objects. Source dataset: Ego4D. Scene context: A close-up view of a person's hands and arms interacting with objects in a dark setting, illuminated by red and white light.",
+      "sub_caption": "person: Visible hands and lower arms, dramatically illuminated by a deep red light, emerging from the dark surroundings.. Scene role: Interacting with the open book, fingers lightly resting on the visible pages.",
+      "measured_bbox": [
+        0.0,
+        0.0,
+        0.5655,
+        1.0
+      ],
+      "detection_confidence": 0.9,
+      "ref_style": "white_bg_full_body_front",
+      "ref_image": "references/ref_person_in_red_light.png",
+      "raw_ref_image": "references/raw_ref_person_in_red_light_attempt_01.png",
+      "reference_verify": "references/reference_verify_person_in_red_light.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000003/references/raw_ref_person_in_red_light_attempt_01.png",
+        "output": "references/ref_person_in_red_light.png",
+        "mask": "references/sam_mask_person_in_red_light.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          351.0,
+          54.0,
+          667.0,
+          1015.0
+        ],
+        "mask_score": 3.471897,
+        "mask_area_ratio": 0.134706,
+        "elapsed_seconds": 8.8737
+      }
+    },
+    {
+      "name": "red_illuminated_book",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "Ego4D:ego4d_video/EGO_236888.npy:object:0",
+      "source_name": "book",
+      "source_description": "An open book with pages visible, illuminated in a red hue, showing text and some graphical elements. Source dataset: Ego4D. Scene context: A dimly lit scene showing an open book, illuminated by a red light, being held or resting in the darkness.",
+      "sub_caption": "book: A large, open book with visible pages and faint layout elements, cast in a striking red hue from an overhead light source.. Scene role: Lying open flat on the surface directly beneath the person's hands.",
+      "measured_bbox": [
+        0.2245,
+        0.3971,
+        0.6708,
+        0.6724
+      ],
+      "detection_confidence": 0.98,
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_red_illuminated_book.png",
+      "raw_ref_image": "references/raw_ref_red_illuminated_book_attempt_01.png",
+      "reference_verify": "references/reference_verify_red_illuminated_book.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000003/references/raw_ref_red_illuminated_book_attempt_01.png",
+        "output": "references/ref_red_illuminated_book.png",
+        "mask": "references/sam_mask_red_illuminated_book.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          22.0,
+          180.0,
+          1002.0,
+          858.0
+        ],
+        "mask_score": 3.463648,
+        "mask_area_ratio": 0.502075,
+        "elapsed_seconds": 7.3171
+      }
+    },
+    {
+      "name": "shadowy_doorway",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "Ego4D:ego4d_video/EGO_311165.npy:object:2",
+      "source_name": "doorway or opening",
+      "source_description": "A darker, arched or rectangular shape on the wall, suggesting an opening to another area. Source dataset: Ego4D. Scene context: A very dark, low-resolution scene indoors, mostly obscured by shadow with some faint brownish light indicating walls or structures.",
+      "sub_caption": "doorway or opening: A dark, arched doorway outline set into a shadowy, indistinct wall, suggesting a passage to another dark room.. Scene role: Positioned in the out-of-focus background to establish architectural depth behind the main illuminated desk area.",
+      "measured_bbox": [
+        0.5153,
+        0.0267,
+        0.8188,
+        0.8345
+      ],
+      "detection_confidence": 0.9,
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_shadowy_doorway.png",
+      "raw_ref_image": "references/raw_ref_shadowy_doorway_attempt_01.png",
+      "reference_verify": "references/reference_verify_shadowy_doorway.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000003/references/raw_ref_shadowy_doorway_attempt_01.png",
+        "output": "references/ref_shadowy_doorway.png",
+        "mask": "references/sam_mask_shadowy_doorway.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          141.0,
+          11.0,
+          899.0,
+          969.0
+        ],
+        "mask_score": 3.471354,
+        "mask_area_ratio": 0.542183,
+        "elapsed_seconds": 7.2941
+      }
+    }
+  ],
+  "not_emitted": [],
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  }
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/rows/sample_000004.json

@@ -0,0 +1,173 @@
+{
+  "sample_id": "sample_000004",
+  "target_total": 5,
+  "target_people": 1,
+  "target_objects": 4,
+  "canvas_size": [
+    864,
+    1152
+  ],
+  "canvas_aspect_ratio": "3:4",
+  "main_image": "main_image.png",
+  "bbox_overlay": "bbox_overlay.png",
+  "plan": "plan.json",
+  "detections": "detections.json",
+  "vocab_task": "vocab_task.json",
+  "n_planned": 5,
+  "n_detected": 5,
+  "n_subjects": 3,
+  "subjects": [
+    {
+      "name": "blue_light_source",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "Ego4D:ego4d_video/EGO_98001.npy:object:0",
+      "source_name": "blue light source",
+      "source_description": "A small, blurry blue light, appearing as a faint glow against the dark background. Source dataset: Ego4D. Scene context: A predominantly dark scene with a single, small, indistinct blue light source visible towards the right side.",
+      "sub_caption": "blue light source: A small, blurry blue light emitting a faint, cool glow against the darkness.. Scene role: Positioned in the deep background to the left, providing an atmospheric back-light and contrasting with the red lighting.",
+      "measured_bbox": [
+        0.5155,
+        0.3724,
+        0.553,
+        0.4239
+      ],
+      "detection_confidence": "high",
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_blue_light_source.png",
+      "raw_ref_image": "references/raw_ref_blue_light_source_attempt_01.png",
+      "reference_verify": "references/reference_verify_blue_light_source.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000004/references/raw_ref_blue_light_source_attempt_01.png",
+        "output": "references/ref_blue_light_source.png",
+        "mask": "references/sam_mask_blue_light_source.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          132.0,
+          159.0,
+          891.0,
+          864.0
+        ],
+        "mask_score": 3.485053,
+        "mask_area_ratio": 0.292151,
+        "elapsed_seconds": 9.6106
+      }
+    },
+    {
+      "name": "paint_roller",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "Ego4D:ego4d_video/EGO_95307.npy:object:0",
+      "source_name": "paint roller",
+      "source_description": "A standard paint roller with a dark cylindrical cover and a metal frame connecting to a handle. Source dataset: Ego4D. Scene context: A close-up view of a paint roller against a light-colored wall in a dimly lit setting.",
+      "sub_caption": "paint roller: A standard paint roller with a dark cylindrical cover, attached to a metal frame and handle.. Scene role: Resting on a nearby surface in the foreground, catching subtle highlights from the red light.",
+      "measured_bbox": [
+        0.2917,
+        0.532,
+        0.4405,
+        0.7522
+      ],
+      "detection_confidence": 0.99,
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_paint_roller.png",
+      "raw_ref_image": "references/raw_ref_paint_roller_attempt_01.png",
+      "reference_verify": "references/reference_verify_paint_roller.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000004/references/raw_ref_paint_roller_attempt_01.png",
+        "output": "references/ref_paint_roller.png",
+        "mask": "references/sam_mask_paint_roller.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          136.0,
+          75.0,
+          866.0,
+          950.0
+        ],
+        "mask_score": 3.459168,
+        "mask_area_ratio": 0.116944,
+        "elapsed_seconds": 7.1624
+      }
+    },
+    {
+      "name": "draped_tarp",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "Ego4D:ego4d_video/EGO_37499.npy:object:1",
+      "source_name": "light-colored material",
+      "source_description": "A draped, light-colored or beige material, possibly part of a tent or covering, visible on the right side. Source dataset: Ego4D. Scene context: The scene is a dark, possibly outdoor or dimly lit setting, showing what appears to be a structure or object covered with a large piece of material or tarp.",
+      "sub_caption": "light-colored material: A draped, light-colored tarp or drop cloth covering large, indistinct shapes.. Scene role: Draped over items on the right side of the room, adding textural detail and reflecting the mixed ambient lighting.",
+      "measured_bbox": [
+        0.392,
+        0.4207,
+        0.8243,
+        0.8862
+      ],
+      "detection_confidence": 0.98,
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_draped_tarp.png",
+      "raw_ref_image": "references/raw_ref_draped_tarp_attempt_01.png",
+      "reference_verify": "references/reference_verify_draped_tarp.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000004/references/raw_ref_draped_tarp_attempt_01.png",
+        "output": "references/ref_draped_tarp.png",
+        "mask": "references/sam_mask_draped_tarp.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          0.0,
+          189.0,
+          1023.0,
+          888.0
+        ],
+        "mask_score": 3.482188,
+        "mask_area_ratio": 0.485075,
+        "elapsed_seconds": 7.4131
+      }
+    }
+  ],
+  "not_emitted": [
+    {
+      "name": "worker_in_cap",
+      "reason": "not_detected"
+    },
+    {
+      "name": "stacked_boxes",
+      "reason": "not_detected"
+    }
+  ],
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  }
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/rows/sample_000005.json

@@ -0,0 +1,302 @@
+{
+  "sample_id": "sample_000005",
+  "target_total": 6,
+  "target_people": 3,
+  "target_objects": 3,
+  "canvas_size": [
+    1152,
+    864
+  ],
+  "canvas_aspect_ratio": "4:3",
+  "main_image": "main_image.png",
+  "bbox_overlay": "bbox_overlay.png",
+  "plan": "plan.json",
+  "detections": "detections.json",
+  "vocab_task": "vocab_task.json",
+  "n_planned": 6,
+  "n_detected": 6,
+  "n_subjects": 6,
+  "subjects": [
+    {
+      "name": "pizza_prep_hands",
+      "is_person": true,
+      "subject_type": "person",
+      "source_set": "people_set",
+      "source_image_id": "EPIC-Kitchens:P11_106:person:0",
+      "source_name": "person",
+      "source_description": "The person's hands and lower arms are visible at the bottom of the frame, appearing to be in the middle of preparing food. Source dataset: EPIC-Kitchens. Scene context: A top-down view of a wooden kitchen table where two pizzas are being prepared with various ingredients like red onions, mushrooms, and tomatoes.",
+      "sub_caption": "person: Hands and lower arms visible, preparing a pizza on a wooden surface.. Scene role: In the foreground, actively making a pizza.",
+      "measured_bbox": [
+        0.532,
+        0.2245,
+        1.0,
+        0.7871
+      ],
+      "detection_confidence": 0.9,
+      "ref_style": "white_bg_full_body_front",
+      "ref_image": "references/ref_pizza_prep_hands.png",
+      "raw_ref_image": "references/raw_ref_pizza_prep_hands_attempt_02.png",
+      "reference_verify": "references/reference_verify_pizza_prep_hands.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 2,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000005/references/raw_ref_pizza_prep_hands_attempt_02.png",
+        "output": "references/ref_pizza_prep_hands.png",
+        "mask": "references/sam_mask_pizza_prep_hands.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          349.0,
+          14.0,
+          677.0,
+          1016.0
+        ],
+        "mask_score": 3.451951,
+        "mask_area_ratio": 0.150558,
+        "elapsed_seconds": 10.2196
+      }
+    },
+    {
+      "name": "person_in_jacket",
+      "is_person": true,
+      "subject_type": "person",
+      "source_set": "people_set",
+      "source_image_id": "Ego4D:ego4d_video/EGO_22577.npy:person:0",
+      "source_name": "person",
+      "source_description": "A person visible mostly from the back, wearing a dark jacket over a red shirt with yellow text that includes the words 'STANLEY CUP'. The person has dark hair. Source dataset: Ego4D. Scene context: A close-up view of a person wearing a red shirt with yellow text, seemingly engaged in an activity in a dimly lit indoor setting.",
+      "sub_caption": "person: Person seen mostly from the back, dark hair, wearing a dark jacket over a red shirt with yellow abstract patterns.. Scene role: Standing in the midground, facing away toward the kitchen cabinets.",
+      "measured_bbox": [
+        0.0,
+        0.0,
+        0.361,
+        0.675
+      ],
+      "detection_confidence": 1.0,
+      "ref_style": "white_bg_full_body_front",
+      "ref_image": "references/ref_person_in_jacket.png",
+      "raw_ref_image": "references/raw_ref_person_in_jacket_attempt_02.png",
+      "reference_verify": "references/reference_verify_person_in_jacket.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 2,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000005/references/raw_ref_person_in_jacket_attempt_02.png",
+        "output": "references/ref_person_in_jacket.png",
+        "mask": "references/sam_mask_person_in_jacket.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          334.0,
+          15.0,
+          684.0,
+          1023.0
+        ],
+        "mask_score": 3.414528,
+        "mask_area_ratio": 0.160464,
+        "elapsed_seconds": 10.2925
+      }
+    },
+    {
+      "name": "person_with_pan",
+      "is_person": true,
+      "subject_type": "person",
+      "source_set": "people_set",
+      "source_image_id": "Ego4D:ego4d_video/EGO_192493.npy:person:0",
+      "source_name": "person",
+      "source_description": "A person standing in the room, seen from the torso down, holding a dark round object. Source dataset: Ego4D. Scene context: A person stands in a dimly lit room holding a round object near a blue wall.",
+      "sub_caption": "person: Person seen from the torso down, holding a dark round object.. Scene role: Standing in the background near a blue wall.",
+      "measured_bbox": [
+        0.1195,
+        0.0021,
+        0.4483,
+        0.6302
+      ],
+      "detection_confidence": 0.95,
+      "ref_style": "white_bg_full_body_front",
+      "ref_image": "references/ref_person_with_pan.png",
+      "raw_ref_image": "references/raw_ref_person_with_pan_attempt_02.png",
+      "reference_verify": "references/reference_verify_person_with_pan.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 2,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000005/references/raw_ref_person_with_pan_attempt_02.png",
+        "output": "references/ref_person_with_pan.png",
+        "mask": "references/sam_mask_person_with_pan.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          334.0,
+          18.0,
+          690.0,
+          1023.0
+        ],
+        "mask_score": 3.408831,
+        "mask_area_ratio": 0.163625,
+        "elapsed_seconds": 10.3028
+      }
+    },
+    {
+      "name": "salt_box",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "EPIC-Kitchens:P35_102:object:1",
+      "source_name": "box of salt",
+      "source_description": "A small cardboard box with blue and black text, sitting on the counter near the stove. Source dataset: EPIC-Kitchens. Scene context: A kitchen counter area with a sink containing dirty dishes, a frying pan on a drying rack, and various cooking utensils.",
+      "sub_caption": "box of salt: A small cardboard box with blue and black graphical patterns, resembling a salt container.. Scene role: Resting on the wooden counter next to the pizza prep area.",
+      "measured_bbox": [
+        0.5558,
+        0.4006,
+        0.6966,
+        0.4937
+      ],
+      "detection_confidence": 0.5,
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_salt_box.png",
+      "raw_ref_image": "references/raw_ref_salt_box_attempt_01.png",
+      "reference_verify": "references/reference_verify_salt_box.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000005/references/raw_ref_salt_box_attempt_01.png",
+        "output": "references/ref_salt_box.png",
+        "mask": "references/sam_mask_salt_box.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          73.0,
+          268.0,
+          952.0,
+          762.0
+        ],
+        "mask_score": 3.471932,
+        "mask_area_ratio": 0.353847,
+        "elapsed_seconds": 10.266
+      }
+    },
+    {
+      "name": "cutlery_set",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "EPIC-Kitchens:P26_103:object:4",
+      "source_name": "cutlery",
+      "source_description": "A silver fork and a knife resting on the yellow plate inside the right sink bowl. Source dataset: EPIC-Kitchens. Scene context: A first-person view of a stainless steel kitchen sink containing dirty dishes and a blue cloth, with a hand visible in the foreground.",
+      "sub_caption": "cutlery: A silver fork and a knife resting on a yellow plate.. Scene role: Placed on the counter in the foreground left.",
+      "measured_bbox": [
+        0.1913,
+        0.8329,
+        0.6116,
+        0.9636
+      ],
+      "detection_confidence": "high",
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_cutlery_set.png",
+      "raw_ref_image": "references/raw_ref_cutlery_set_attempt_02.png",
+      "reference_verify": "references/reference_verify_cutlery_set.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 2,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000005/references/raw_ref_cutlery_set_attempt_02.png",
+        "output": "references/ref_cutlery_set.png",
+        "mask": "references/sam_mask_cutlery_set.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          28.0,
+          122.0,
+          1013.0,
+          887.0
+        ],
+        "mask_score": 3.237995,
+        "mask_area_ratio": 0.452152,
+        "elapsed_seconds": 10.821
+      }
+    },
+    {
+      "name": "wall_cabinet",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "EPIC-Kitchens:P26_121:object:12",
+      "source_name": "cabinet",
+      "source_description": "A wooden cabinet positioned above the counter on the right side. Source dataset: EPIC-Kitchens. Scene context: A kitchen counter top with a stove, a pan, a bowl of yellow liquid, a wooden cutting board, a plate of food, a water bottle, a large water jug, and a small metal lid.",
+      "sub_caption": "cabinet: A wooden cabinet positioned above a kitchen counter.. Scene role: Mounted on the wall in the midground, directly above the counter.",
+      "measured_bbox": [
+        0.5897,
+        0.0017,
+        0.9469,
+        0.1735
+      ],
+      "detection_confidence": 0.99,
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_wall_cabinet.png",
+      "raw_ref_image": "references/raw_ref_wall_cabinet_attempt_01.png",
+      "reference_verify": "references/reference_verify_wall_cabinet.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000005/references/raw_ref_wall_cabinet_attempt_01.png",
+        "output": "references/ref_wall_cabinet.png",
+        "mask": "references/sam_mask_wall_cabinet.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          15.0,
+          31.0,
+          1008.0,
+          1013.0
+        ],
+        "mask_score": 3.398914,
+        "mask_area_ratio": 0.735002,
+        "elapsed_seconds": 10.923
+      }
+    }
+  ],
+  "not_emitted": [],
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  }
+}

samples_v8/chaos/EPIC-Kitchens_Ego4D_samples/rows/sample_000006.json

@@ -0,0 +1,311 @@
+{
+  "sample_id": "sample_000006",
+  "target_total": 8,
+  "target_people": 1,
+  "target_objects": 7,
+  "canvas_size": [
+    1152,
+    864
+  ],
+  "canvas_aspect_ratio": "4:3",
+  "main_image": "main_image.png",
+  "bbox_overlay": "bbox_overlay.png",
+  "plan": "plan.json",
+  "detections": "detections.json",
+  "vocab_task": "vocab_task.json",
+  "n_planned": 8,
+  "n_detected": 8,
+  "n_subjects": 6,
+  "subjects": [
+    {
+      "name": "person_at_sink",
+      "is_person": true,
+      "subject_type": "person",
+      "source_set": "people_set",
+      "source_image_id": "EPIC-Kitchens:P26_103:person:0",
+      "source_name": "person",
+      "source_description": "A person's left hand and lower body, including dark trousers and black shoes with white soles, are visible in the foreground, reaching towards the sink. Source dataset: EPIC-Kitchens. Scene context: A first-person view of a stainless steel kitchen sink containing dirty dishes and a blue cloth, with a hand visible in the foreground.",
+      "sub_caption": "person: A person's left hand and lower body wearing dark trousers and black shoes with white soles.. Scene role: Standing in the foreground, reaching their left hand towards the kitchen faucet.",
+      "measured_bbox": [
+        0.0,
+        0.3583,
+        0.2441,
+        1.0
+      ],
+      "detection_confidence": 0.95,
+      "ref_style": "white_bg_full_body_front",
+      "ref_image": "references/ref_person_at_sink.png",
+      "raw_ref_image": "references/raw_ref_person_at_sink_attempt_01.png",
+      "reference_verify": "references/reference_verify_person_at_sink.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000006/references/raw_ref_person_at_sink_attempt_01.png",
+        "output": "references/ref_person_at_sink.png",
+        "mask": "references/sam_mask_person_at_sink.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          320.0,
+          24.0,
+          689.0,
+          1002.0
+        ],
+        "mask_score": 3.450755,
+        "mask_area_ratio": 0.163542,
+        "elapsed_seconds": 31.0984
+      }
+    },
+    {
+      "name": "wooden_door",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "EPIC-Kitchens:P12_104:object:0",
+      "source_name": "door",
+      "source_description": "A light brown wooden door, closed, with a metallic door handle. Source dataset: EPIC-Kitchens. Scene context: A close-up view of a closed wooden door with a metal handle, positioned in a room with a kitchen area visible to the left.",
+      "sub_caption": "door: A light brown wooden door, closed, with a metallic handle.. Scene role: Visible in the background on the kitchen wall.",
+      "measured_bbox": [
+        0.2139,
+        0.0,
+        0.3994,
+        0.412
+      ],
+      "detection_confidence": 1.0,
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_wooden_door.png",
+      "raw_ref_image": "references/raw_ref_wooden_door_attempt_01.png",
+      "reference_verify": "references/reference_verify_wooden_door.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000006/references/raw_ref_wooden_door_attempt_01.png",
+        "output": "references/ref_wooden_door.png",
+        "mask": "references/sam_mask_wooden_door.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          256.0,
+          26.0,
+          767.0,
+          1015.0
+        ],
+        "mask_score": 3.446321,
+        "mask_area_ratio": 0.388947,
+        "elapsed_seconds": 9.29
+      }
+    },
+    {
+      "name": "wrapped_cucumber",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "EPIC-Kitchens:P37_101:object:1",
+      "source_name": "cucumber 2",
+      "source_description": "A long, green cucumber wrapped in clear plastic, resting horizontally on the dark countertop, slightly overlapping the other cucumber and positioned closer to the viewer. Source dataset: EPIC-Kitchens. Scene context: A first-person view of a person holding two whole cucumbers over a dark kitchen counter, with an onion, garlic, a plastic container, a rice cooker, and a living area in the background.",
+      "sub_caption": "cucumber 2: A long, green cucumber wrapped in clear plastic.. Scene role: Resting horizontally on the dark countertop next to the sink.",
+      "measured_bbox": [
+        0.2215,
+        0.4465,
+        0.4029,
+        0.5104
+      ],
+      "detection_confidence": 0.99,
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_wrapped_cucumber.png",
+      "raw_ref_image": "references/raw_ref_wrapped_cucumber_attempt_01.png",
+      "reference_verify": "references/reference_verify_wrapped_cucumber.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000006/references/raw_ref_wrapped_cucumber_attempt_01.png",
+        "output": "references/ref_wrapped_cucumber.png",
+        "mask": "references/sam_mask_wrapped_cucumber.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          33.0,
+          397.0,
+          1011.0,
+          624.0
+        ],
+        "mask_score": 3.430612,
+        "mask_area_ratio": 0.118574,
+        "elapsed_seconds": 7.2551
+      }
+    },
+    {
+      "name": "gas_stove",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "EPIC-Kitchens:P22_105:object:12",
+      "source_name": "stove",
+      "source_description": "A gas stove with black grates on the left side. Source dataset: EPIC-Kitchens. Scene context: A kitchen counter area with a stove, a sink, various utensils, bottles, and cabinets.",
+      "sub_caption": "stove: A kitchen gas stove with black grates.. Scene role: Positioned along the counter in the background.",
+      "measured_bbox": [
+        0.03,
+        0.345,
+        0.318,
+        0.444
+      ],
+      "detection_confidence": 0.99,
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_gas_stove.png",
+      "raw_ref_image": "references/raw_ref_gas_stove_attempt_01.png",
+      "reference_verify": "references/reference_verify_gas_stove.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000006/references/raw_ref_gas_stove_attempt_01.png",
+        "output": "references/ref_gas_stove.png",
+        "mask": "references/sam_mask_gas_stove.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          58.0,
+          180.0,
+          965.0,
+          842.0
+        ],
+        "mask_score": 3.470988,
+        "mask_area_ratio": 0.477615,
+        "elapsed_seconds": 7.3908
+      }
+    },
+    {
+      "name": "water_pitcher",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "EPIC-Kitchens:P07_107:object:13",
+      "source_name": "water pitcher",
+      "source_description": "A clear plastic water pitcher with a white handle and lid, sitting on the counter. Source dataset: EPIC-Kitchens. Scene context: A narrow kitchen space with a dark floor, light cabinets, a sink counter with various items, a radiator on the wall, and a trash can on the floor.",
+      "sub_caption": "water pitcher: A clear plastic water pitcher with a white handle and lid.. Scene role: Sitting upright on the counter.",
+      "measured_bbox": [
+        0.3327,
+        0.2732,
+        0.4536,
+        0.4573
+      ],
+      "detection_confidence": 0.99,
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_water_pitcher.png",
+      "raw_ref_image": "references/raw_ref_water_pitcher_attempt_01.png",
+      "reference_verify": "references/reference_verify_water_pitcher.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000006/references/raw_ref_water_pitcher_attempt_01.png",
+        "output": "references/ref_water_pitcher.png",
+        "mask": "references/sam_mask_water_pitcher.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          242.0,
+          115.0,
+          856.0,
+          972.0
+        ],
+        "mask_score": 3.323768,
+        "mask_area_ratio": 0.450877,
+        "elapsed_seconds": 7.2849
+      }
+    },
+    {
+      "name": "silver_spoon",
+      "is_person": false,
+      "subject_type": "object",
+      "source_set": "obj_set",
+      "source_image_id": "EPIC-Kitchens:P04_103:object:9",
+      "source_name": "Silver Spoon",
+      "source_description": "Small silver metal spoon resting near the black spatula handle. Source dataset: EPIC-Kitchens. Scene context: A messy kitchen counter with a stove, toaster, and various cooking utensils scattered around.",
+      "sub_caption": "Silver Spoon: A small silver metal spoon.. Scene role: Laying flat on the messy countertop near the cucumber.",
+      "measured_bbox": [
+        0.3001,
+        0.4801,
+        0.3988,
+        0.539
+      ],
+      "detection_confidence": 0.99,
+      "ref_style": "white_bg_encyclopedia_photo",
+      "ref_image": "references/ref_silver_spoon.png",
+      "raw_ref_image": "references/raw_ref_silver_spoon_attempt_01.png",
+      "reference_verify": "references/reference_verify_silver_spoon.json",
+      "reference_verify_passed": true,
+      "reference_attempts": 1,
+      "sam_white_bg": {
+        "input": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/chaos/samples/sample_000006/references/raw_ref_silver_spoon_attempt_01.png",
+        "output": "references/ref_silver_spoon.png",
+        "mask": "references/sam_mask_silver_spoon.png",
+        "sam_checkpoint": "/lustre/fs12/portfolios/nvr/projects/nvr_elm_llm/users/hcai/dataset/tmp/lmlu/codex_gen_data/checkpoints/sam/sam_vit_b_01ec64.pth",
+        "sam_model_type": "vit_b",
+        "sam_device": "auto",
+        "sam_working_size": [
+          640,
+          640
+        ],
+        "sam_max_side": 640,
+        "sam_downscale": 0.625,
+        "prompt_box_xyxy": [
+          88.0,
+          77.0,
+          916.0,
+          950.0
+        ],
+        "mask_score": 3.449565,
+        "mask_area_ratio": 0.092279,
+        "elapsed_seconds": 7.0866
+      }
+    }
+  ],
+  "not_emitted": [
+    {
+      "name": "black_pot",
+      "reason": "not_detected"
+    },
+    {
+      "name": "kitchen_faucet",
+      "reason": "not_detected"
+    }
+  ],
+  "model_ids": {
+    "chat_model": "gcp/google/gemini-3.1-pro-preview",
+    "image_model": "gcp/google/gemini-3-pro-image-preview"
+  }
+}