{ "schema_version": "0.1.0", "dataset_id": "6thsense_exploration", "created_date": "2026-09-21", "status": "assistant_draft_not_ground_truth", "semantic_method": "assistant review of locally extracted timestamped frames", "local_semantic_model_run": false, "external_api_calls": 0, "time_reference": "seconds relative to first source presentation timestamp", "boundary_policy": "Approximate semantic spans with explicit uncertainty ranges; evidence frame PTS are exact source metadata.", "handedness_assumption": "Anatomical left/right assuming source views are not mirrored; calibration not provided.", "coverage": "All five clips sampled end-to-end. Subtasks cover each clip; actions mix detailed events and grouped cycles. Not exhaustive framewise ground truth.", "boundary_refinements": [ { "clip_id": "bagging", "before_id": "bagging.a11", "after_id": "bagging.a12", "previous_boundary_s": 35.5, "new_boundary_s": 36.20864, "observed_bracket_s": [ 36.07552, 36.34176 ], "evidence_frames": [ { "frame_index": 1084, "source_pts_s": 36.07552, "time_s": 36.07552, "image": "assets/dense/bagging/35_39_0005.jpg" }, { "frame_index": 1092, "source_pts_s": 36.34176, "time_s": 36.34176, "image": "assets/dense/bagging/35_39_0006.jpg" } ], "observation": "At 36.076s the open bag is held above the bin; by 36.342s it is being lowered into the mouth." }, { "clip_id": "bagging", "before_id": "bagging.a12", "after_id": "bagging.a13", "previous_boundary_s": 36.8, "new_boundary_s": 36.74112, "observed_bracket_s": [ 36.608, 36.87424 ], "evidence_frames": [ { "frame_index": 1100, "source_pts_s": 36.608, "time_s": 36.608, "image": "assets/dense/bagging/35_39_0007.jpg" }, { "frame_index": 1108, "source_pts_s": 36.87424, "time_s": 36.87424, "image": "assets/dense/bagging/35_39_0008.jpg" } ], "observation": "Transition from lowering the bag to spreading its edge at the rim; exact plastic contact remains partly hidden." }, { "clip_id": "bin_picking", "before_id": "bin_picking.a02", "after_id": "bin_picking.a03", "previous_boundary_s": 3.6, "new_boundary_s": 3.4944, "observed_bracket_s": [ 3.36128, 3.62752 ], "evidence_frames": [ { "frame_index": 101, "source_pts_s": 3.36128, "time_s": 3.36128, "image": "assets/dense/bin_picking/2_8_0006.jpg" }, { "frame_index": 109, "source_pts_s": 3.62752, "time_s": 3.62752, "image": "assets/dense/bin_picking/2_8_0007.jpg" } ], "observation": "The lifted green module moves from the source bin into bimanual orientation above the tray." }, { "clip_id": "bin_picking", "before_id": "bin_picking.a03", "after_id": "bin_picking.a04", "previous_boundary_s": 4.5, "new_boundary_s": 4.29312, "observed_bracket_s": [ 4.16, 4.42624 ], "evidence_frames": [ { "frame_index": 125, "source_pts_s": 4.16, "time_s": 4.16, "image": "assets/dense/bin_picking/2_8_0009.jpg" }, { "frame_index": 133, "source_pts_s": 4.42624, "time_s": 4.42624, "image": "assets/dense/bin_picking/2_8_0010.jpg" } ], "observation": "The oriented module moves down toward a compartment; this is a placement-motion boundary, not verified finger release." }, { "clip_id": "bin_picking", "before_id": "bin_picking.a04", "after_id": "bin_picking.a05", "previous_boundary_s": 5.5, "new_boundary_s": 5.35808, "observed_bracket_s": [ 5.22496, 5.4912 ], "evidence_frames": [ { "frame_index": 157, "source_pts_s": 5.22496, "time_s": 5.22496, "image": "assets/dense/bin_picking/2_8_0013.jpg" }, { "frame_index": 165, "source_pts_s": 5.4912, "time_s": 5.4912, "image": "assets/dense/bin_picking/2_8_0014.jpg" } ], "observation": "Left hand leaves the tray area and begins the next retrieval while the right remains near the tray." }, { "clip_id": "folding", "before_id": "folding.a10", "after_id": "folding.a11", "previous_boundary_s": 35.8, "new_boundary_s": 35.2768, "observed_bracket_s": [ 35.14368, 35.40992 ], "evidence_frames": [ { "frame_index": 1056, "source_pts_s": 35.14368, "time_s": 35.14368, "image": "assets/dense/folding/33_37_0009.jpg" }, { "frame_index": 1064, "source_pts_s": 35.40992, "time_s": 35.40992, "image": "assets/dense/folding/33_37_0010.jpg" } ], "observation": "The black bundle moves from being carried above the suitcase to being lowered inside it." }, { "clip_id": "fitting_board", "before_id": "fitting_board.a10", "after_id": "fitting_board.a11", "previous_boundary_s": 32, "new_boundary_s": 32.08192, "observed_bracket_s": [ 31.9488, 32.21504 ], "evidence_frames": [ { "frame_index": 960, "source_pts_s": 31.9488, "time_s": 31.9488, "image": "assets/dense/fitting_board/29_34_0012.jpg" }, { "frame_index": 968, "source_pts_s": 32.21504, "time_s": 32.21504, "image": "assets/dense/fitting_board/29_34_0013.jpg" } ], "observation": "Driver moves into apparent application at the enclosure. Tool activation and torque remain unknown." } ], "clips": [ { "id": "bagging", "source": "6thsense/bagging.mp4", "sha256": "223a8771289642bd8bcecd860bdb36bcf6d05641ed77d13c6d0a9199e5dc1473", "duration_s": 41.96608, "width": 1920, "height": 600, "fps_fraction": "3125/104", "decoded_frame_count": 1261, "audio_stream_count": 0, "source_start_pts_s": 0.0, "last_frame_s": 41.9328, "frame_interval_min_s": 0.033279999999997756, "frame_interval_max_s": 0.03328000000000486, "nonincreasing_pts_count": 0, "decode_diagnostics": "", "view_layout": "side_by_side_two_views_visually_observed; calibration and synchronization unverified", "sample_stride_frames": 30, "title": "Bagging", "observed_activity": "Remove a filled liner from a small floor bin, manipulate its handles, set it aside, and fit a transparent replacement bag.", "inferred_goal": "Replace the waste-bin liner (inferred from the sequence).", "assigned_instruction": null, "visible_outcome": "A transparent bag is visible inside and around the rim of the white bin; the bin is moved back toward the table.", "task_success": "unknown", "unknowns": [ "Knot security and leakage are not verified.", "Contents are only partially visible.", "Final liner seating below the rim is not fully visible." ], "objects": [ { "id": "filled_bag", "description": "White translucent handled bag with red print and visible contents" }, { "id": "bin", "description": "Small white cylindrical floor bin" }, { "id": "replacement_bag", "description": "Transparent plastic bag with green printing" } ], "assessment": { "strengths": [ "Distinct before/after bin states", "Both hands usually visible" ], "limitations": [ "Plastic and fingers obscure handle crossings", "Head motion during transport" ], "recommended_detail": "Subtasks and bimanual actions; keep closure mechanics provisional." }, "protocol_role": "development", "annotation_provenance": "assistant_visual_review", "review_status": "pending", "subtasks": [ { "id": "bagging.s1", "level": "subtask", "parent_id": null, "start_s": 0, "end_s": 8, "label": "Approach bin and lift filled liner", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Bin comes into view; bag rises and the empty white bin becomes visible.", "evidence_frames": [ { "frame_index": 0, "time_s": 0.0, "source_pts_s": 0.0, "image": "assets/frames/bagging/0001.jpg" }, { "frame_index": 120, "time_s": 3.9936, "source_pts_s": 3.9936, "image": "assets/frames/bagging/0005.jpg" }, { "frame_index": 240, "time_s": 7.9872, "source_pts_s": 7.9872, "image": "assets/frames/bagging/0009.jpg" } ], "start_boundary": { "estimate_s": 0, "range_s": [ 0, 1 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "end_boundary": { "estimate_s": 8, "range_s": [ 7, 9 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.s2", "level": "subtask", "parent_id": null, "start_s": 8, "end_s": 26, "label": "Gather and manipulate bag handles", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Both hands repeatedly cross, pull and regrip the bag handles.", "evidence_frames": [ { "frame_index": 270, "time_s": 8.9856, "source_pts_s": 8.9856, "image": "assets/frames/bagging/0010.jpg" }, { "frame_index": 540, "time_s": 17.9712, "source_pts_s": 17.9712, "image": "assets/frames/bagging/0019.jpg" }, { "frame_index": 780, "time_s": 25.9584, "source_pts_s": 25.9584, "image": "assets/frames/bagging/0027.jpg" } ], "start_boundary": { "estimate_s": 8, "range_s": [ 7, 9 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 26, "range_s": [ 25, 27 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.s3", "level": "subtask", "parent_id": null, "start_s": 26, "end_s": 30, "label": "Move filled bag aside and return", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "The wearer turns away holding the bag, then turns back toward the bin.", "evidence_frames": [ { "frame_index": 810, "time_s": 26.9568, "source_pts_s": 26.9568, "image": "assets/frames/bagging/0028.jpg" }, { "frame_index": 870, "time_s": 28.9536, "source_pts_s": 28.9536, "image": "assets/frames/bagging/0030.jpg" }, { "frame_index": 900, "time_s": 29.952, "source_pts_s": 29.952, "image": "assets/frames/bagging/0031.jpg" } ], "start_boundary": { "estimate_s": 26, "range_s": [ 25, 27 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 30, "range_s": [ 29, 31 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.s4", "level": "subtask", "parent_id": null, "start_s": 30, "end_s": 38.5, "label": "Open and fit replacement liner", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Transparent bag is spread between the hands and lowered into the white bin.", "evidence_frames": [ { "frame_index": 930, "time_s": 30.9504, "source_pts_s": 30.9504, "image": "assets/frames/bagging/0032.jpg" }, { "frame_index": 1084, "time_s": 36.07552, "source_pts_s": 36.07552, "image": "assets/dense/bagging/35_39_0005.jpg" }, { "frame_index": 1156, "time_s": 38.47168, "source_pts_s": 38.47168, "image": "assets/dense/bagging/35_39_0014.jpg" } ], "start_boundary": { "estimate_s": 30, "range_s": [ 29, 31 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 38.5, "range_s": [ 37.5, 39.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.s5", "level": "subtask", "parent_id": null, "start_s": 38.5, "end_s": 41.96608, "label": "Return bin and finish", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Bin moves toward the table area and the hands withdraw.", "evidence_frames": [ { "frame_index": 1164, "time_s": 38.73792, "source_pts_s": 38.73792, "image": "assets/dense/bagging/35_39_0015.jpg" }, { "frame_index": 1200, "time_s": 39.936, "source_pts_s": 39.936, "image": "assets/frames/bagging/0041.jpg" }, { "frame_index": 1260, "time_s": 41.9328, "source_pts_s": 41.9328, "image": "assets/frames/bagging/0043.jpg" } ], "start_boundary": { "estimate_s": 38.5, "range_s": [ 37.5, 39.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 41.96608, "range_s": [ 40.96608, 41.96608 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" } ], "actions": [ { "id": "bagging.a01", "level": "action", "parent_id": "bagging.s1", "start_s": 0, "end_s": 2, "label": "Turn and reach toward floor bin", "verb": "reach", "hands": "right", "hand_roles": {}, "object_ids": [ "bin" ], "state_before": null, "state_after": null, "evidence_description": "View tilts down between chair and table; right hand extends.", "evidence_frames": [ { "frame_index": 0, "time_s": 0.0, "source_pts_s": 0.0, "image": "assets/frames/bagging/0001.jpg" }, { "frame_index": 30, "time_s": 0.9984, "source_pts_s": 0.9984, "image": "assets/frames/bagging/0002.jpg" }, { "frame_index": 60, "time_s": 1.9968, "source_pts_s": 1.9968, "image": "assets/frames/bagging/0003.jpg" } ], "start_boundary": { "estimate_s": 0, "range_s": [ 0, 1 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "end_boundary": { "estimate_s": 2, "range_s": [ 1, 3 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a02", "level": "action", "parent_id": "bagging.s1", "start_s": 2, "end_s": 6.5, "label": "Grasp and gather the filled liner handles", "verb": "gather", "hands": "both", "hand_roles": {}, "object_ids": [ "filled_bag", "bin" ], "state_before": null, "state_after": null, "evidence_description": "Both gloved hands hold opposite sides of the bag mouth.", "evidence_frames": [ { "frame_index": 90, "time_s": 2.9952, "source_pts_s": 2.9952, "image": "assets/frames/bagging/0004.jpg" }, { "frame_index": 150, "time_s": 4.992, "source_pts_s": 4.992, "image": "assets/frames/bagging/0006.jpg" }, { "frame_index": 180, "time_s": 5.9904, "source_pts_s": 5.9904, "image": "assets/frames/bagging/0007.jpg" } ], "start_boundary": { "estimate_s": 2, "range_s": [ 1, 3 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 6.5, "range_s": [ 5.5, 7.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a03", "level": "action", "parent_id": "bagging.s1", "start_s": 6.5, "end_s": 8, "label": "Lift the filled liner clear of the bin", "verb": "lift", "hands": "both", "hand_roles": {}, "object_ids": [ "filled_bag", "bin" ], "state_before": "Liner at bin opening", "state_after": "Filled bag held outside bin", "evidence_description": "Bag rises toward camera; the white bin is exposed behind it.", "evidence_frames": [ { "frame_index": 210, "time_s": 6.9888, "source_pts_s": 6.9888, "image": "assets/frames/bagging/0008.jpg" }, { "frame_index": 240, "time_s": 7.9872, "source_pts_s": 7.9872, "image": "assets/frames/bagging/0009.jpg" } ], "start_boundary": { "estimate_s": 6.5, "range_s": [ 5.5, 7.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 8, "range_s": [ 7, 9 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a04", "level": "action", "parent_id": "bagging.s2", "start_s": 8, "end_s": 12, "label": "Bring bag handles together", "verb": "gather", "hands": "both", "hand_roles": {}, "object_ids": [ "filled_bag" ], "state_before": null, "state_after": null, "evidence_description": "Both hands move the loose handles toward the bag neck.", "evidence_frames": [ { "frame_index": 270, "time_s": 8.9856, "source_pts_s": 8.9856, "image": "assets/frames/bagging/0010.jpg" }, { "frame_index": 330, "time_s": 10.9824, "source_pts_s": 10.9824, "image": "assets/frames/bagging/0012.jpg" }, { "frame_index": 360, "time_s": 11.9808, "source_pts_s": 11.9808, "image": "assets/frames/bagging/0013.jpg" } ], "start_boundary": { "estimate_s": 8, "range_s": [ 7, 9 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 12, "range_s": [ 11, 13 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a05", "level": "action", "parent_id": "bagging.s2", "start_s": 12, "end_s": 18.5, "label": "Cross and pull the handles", "verb": "manipulate", "hands": "both", "hand_roles": {}, "object_ids": [ "filled_bag" ], "state_before": null, "state_after": null, "evidence_description": "Hands cross above the neck then pull sections of plastic in opposite directions.", "evidence_frames": [ { "frame_index": 390, "time_s": 12.9792, "source_pts_s": 12.9792, "image": "assets/frames/bagging/0014.jpg" }, { "frame_index": 480, "time_s": 15.9744, "source_pts_s": 15.9744, "image": "assets/frames/bagging/0017.jpg" }, { "frame_index": 540, "time_s": 17.9712, "source_pts_s": 17.9712, "image": "assets/frames/bagging/0019.jpg" } ], "start_boundary": { "estimate_s": 12, "range_s": [ 11, 13 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 18.5, "range_s": [ 17.5, 19.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "A tying motion is apparent; exact knot structure is obscured." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a06", "level": "action", "parent_id": "bagging.s2", "start_s": 18.5, "end_s": 25.5, "label": "Regrip and tighten the gathered closure", "verb": "manipulate", "hands": "both", "hand_roles": {}, "object_ids": [ "filled_bag" ], "state_before": null, "state_after": "Bag opening visibly gathered", "evidence_description": "Both hands continue working and pulling the handles near the gathered neck.", "evidence_frames": [ { "frame_index": 570, "time_s": 18.9696, "source_pts_s": 18.9696, "image": "assets/frames/bagging/0020.jpg" }, { "frame_index": 660, "time_s": 21.9648, "source_pts_s": 21.9648, "image": "assets/frames/bagging/0023.jpg" }, { "frame_index": 750, "time_s": 24.96, "source_pts_s": 24.96, "image": "assets/frames/bagging/0026.jpg" } ], "start_boundary": { "estimate_s": 18.5, "range_s": [ 17.5, 19.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 25.5, "range_s": [ 24.5, 26.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Do not infer a secure or leakproof closure." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a07", "level": "action", "parent_id": "bagging.s2", "start_s": 25.5, "end_s": 26, "label": "Lift gathered bag for transport", "verb": "lift", "hands": "both", "hand_roles": {}, "object_ids": [ "filled_bag" ], "state_before": null, "state_after": null, "evidence_description": "Bag is held by its gathered upper section as the view begins turning.", "evidence_frames": [ { "frame_index": 780, "time_s": 25.9584, "source_pts_s": 25.9584, "image": "assets/frames/bagging/0027.jpg" } ], "start_boundary": { "estimate_s": 25.5, "range_s": [ 24.5, 26.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 26, "range_s": [ 25, 27 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a08", "level": "action", "parent_id": "bagging.s3", "start_s": 26, "end_s": 28.5, "label": "Carry filled bag away from bin", "verb": "transport", "hands": "right", "hand_roles": {}, "object_ids": [ "filled_bag" ], "state_before": null, "state_after": null, "evidence_description": "Bag moves with the wearer toward the adjacent work area.", "evidence_frames": [ { "frame_index": 810, "time_s": 26.9568, "source_pts_s": 26.9568, "image": "assets/frames/bagging/0028.jpg" }, { "frame_index": 840, "time_s": 27.9552, "source_pts_s": 27.9552, "image": "assets/frames/bagging/0029.jpg" } ], "start_boundary": { "estimate_s": 26, "range_s": [ 25, 27 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 28.5, "range_s": [ 27.5, 29.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a09", "level": "action", "parent_id": "bagging.s3", "start_s": 28.5, "end_s": 30, "label": "Lower bag out of working view and turn back", "verb": "transition", "hands": "both", "hand_roles": {}, "object_ids": [ "filled_bag" ], "state_before": null, "state_after": null, "evidence_description": "Filled bag moves to the side; view returns toward the white bin.", "evidence_frames": [ { "frame_index": 870, "time_s": 28.9536, "source_pts_s": 28.9536, "image": "assets/frames/bagging/0030.jpg" }, { "frame_index": 900, "time_s": 29.952, "source_pts_s": 29.952, "image": "assets/frames/bagging/0031.jpg" } ], "start_boundary": { "estimate_s": 28.5, "range_s": [ 27.5, 29.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 30, "range_s": [ 29, 31 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Exact release and final resting surface are outside the main view." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a10", "level": "action", "parent_id": "bagging.s4", "start_s": 30, "end_s": 31.5, "label": "Bring bin and replacement bag into reach", "verb": "reach", "hands": "both", "hand_roles": { "left": "reach toward bin", "right": "handle replacement bag" }, "object_ids": [ "bin", "replacement_bag" ], "state_before": null, "state_after": null, "evidence_description": "Left hand reaches to bin while the right handles transparent plastic.", "evidence_frames": [ { "frame_index": 930, "time_s": 30.9504, "source_pts_s": 30.9504, "image": "assets/frames/bagging/0032.jpg" } ], "start_boundary": { "estimate_s": 30, "range_s": [ 29, 31 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 31.5, "range_s": [ 30.5, 32.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a11", "level": "action", "parent_id": "bagging.s4", "start_s": 31.5, "end_s": 36.20864, "label": "Separate and spread replacement bag opening", "verb": "open", "hands": "both", "hand_roles": {}, "object_ids": [ "replacement_bag" ], "state_before": null, "state_after": null, "evidence_description": "Hands pinch, pull apart and spread the transparent bag.", "evidence_frames": [ { "frame_index": 960, "time_s": 31.9488, "source_pts_s": 31.9488, "image": "assets/frames/bagging/0033.jpg" }, { "frame_index": 1060, "time_s": 35.2768, "source_pts_s": 35.2768, "image": "assets/dense/bagging/35_39_0002.jpg" }, { "frame_index": 1084, "time_s": 36.07552, "source_pts_s": 36.07552, "image": "assets/dense/bagging/35_39_0005.jpg" } ], "start_boundary": { "estimate_s": 31.5, "range_s": [ 30.5, 32.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 36.20864, "range_s": [ 36.07552, 36.34176 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a12", "level": "action", "parent_id": "bagging.s4", "start_s": 36.20864, "end_s": 36.74112, "label": "Lower replacement bag into bin", "verb": "insert", "hands": "both", "hand_roles": {}, "object_ids": [ "replacement_bag", "bin" ], "state_before": "Bag held above bin", "state_after": "Bag inside bin opening", "evidence_description": "Opened plastic descends into the bin mouth.", "evidence_frames": [ { "frame_index": 1092, "time_s": 36.34176, "source_pts_s": 36.34176, "image": "assets/dense/bagging/35_39_0006.jpg" }, { "frame_index": 1100, "time_s": 36.608, "source_pts_s": 36.608, "image": "assets/dense/bagging/35_39_0007.jpg" } ], "start_boundary": { "estimate_s": 36.20864, "range_s": [ 36.07552, 36.34176 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "end_boundary": { "estimate_s": 36.74112, "range_s": [ 36.608, 36.87424 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a13", "level": "action", "parent_id": "bagging.s4", "start_s": 36.74112, "end_s": 38.5, "label": "Spread liner edge around bin rim", "verb": "adjust", "hands": "both", "hand_roles": {}, "object_ids": [ "replacement_bag", "bin" ], "state_before": null, "state_after": null, "evidence_description": "Both hands adjust transparent plastic at the rim.", "evidence_frames": [ { "frame_index": 1108, "time_s": 36.87424, "source_pts_s": 36.87424, "image": "assets/dense/bagging/35_39_0008.jpg" }, { "frame_index": 1132, "time_s": 37.67296, "source_pts_s": 37.67296, "image": "assets/dense/bagging/35_39_0011.jpg" }, { "frame_index": 1156, "time_s": 38.47168, "source_pts_s": 38.47168, "image": "assets/dense/bagging/35_39_0014.jpg" } ], "start_boundary": { "estimate_s": 36.74112, "range_s": [ 36.608, 36.87424 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "end_boundary": { "estimate_s": 38.5, "range_s": [ 37.5, 39.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Uniform seating around the full rim is not established." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a14", "level": "action", "parent_id": "bagging.s5", "start_s": 38.5, "end_s": 39.5, "label": "Move lined bin back toward table", "verb": "transport", "hands": "both", "hand_roles": {}, "object_ids": [ "bin" ], "state_before": null, "state_after": null, "evidence_description": "Bin and hands shift under the table edge before the wearer straightens.", "evidence_frames": [ { "frame_index": 1164, "time_s": 38.73792, "source_pts_s": 38.73792, "image": "assets/dense/bagging/35_39_0015.jpg" }, { "frame_index": 1170, "time_s": 38.9376, "source_pts_s": 38.9376, "image": "assets/frames/bagging/0040.jpg" } ], "start_boundary": { "estimate_s": 38.5, "range_s": [ 37.5, 39.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 39.5, "range_s": [ 38.5, 40.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bagging.a15", "level": "action", "parent_id": "bagging.s5", "start_s": 39.5, "end_s": 41.96608, "label": "Withdraw hands; no further bin manipulation visible", "verb": "pause", "hands": "both", "hand_roles": {}, "object_ids": [ "bin" ], "state_before": null, "state_after": null, "evidence_description": "Hands remain in front of the wearer after returning upright.", "evidence_frames": [ { "frame_index": 1200, "time_s": 39.936, "source_pts_s": 39.936, "image": "assets/frames/bagging/0041.jpg" }, { "frame_index": 1230, "time_s": 40.9344, "source_pts_s": 40.9344, "image": "assets/frames/bagging/0042.jpg" }, { "frame_index": 1260, "time_s": 41.9328, "source_pts_s": 41.9328, "image": "assets/frames/bagging/0043.jpg" } ], "start_boundary": { "estimate_s": 39.5, "range_s": [ 38.5, 40.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 41.96608, "range_s": [ 40.96608, 41.96608 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" } ] }, { "id": "fitting_board", "source": "6thsense/fitting_board.mp4", "sha256": "68e273694f65e39e857b9ac4badfa69ba203a6da547d905cbdfe5373b86e9b33", "duration_s": 63.598, "width": 1920, "height": 600, "fps_fraction": "3125/104", "decoded_frame_count": 1911, "audio_stream_count": 0, "source_start_pts_s": 0.0, "last_frame_s": 63.5648, "frame_interval_min_s": 0.033279999999997756, "frame_interval_max_s": 0.03328000000000486, "nonincreasing_pts_count": 0, "decode_diagnostics": "", "view_layout": "side_by_side_two_views_visually_observed; calibration and synchronization unverified", "sample_stride_frames": 30, "title": "Fitting Board", "observed_activity": "Position a green electronic assembly in a black housing, press the housing together, manipulate a small fitting, and apply a handheld driver.", "inferred_goal": "Assemble and fasten an electronic enclosure (inferred).", "assigned_instruction": null, "visible_outcome": "The handled enclosure is moved to the left work area; the driver remains in the right hand.", "task_success": "unknown", "unknowns": [ "Exact product and component identity unknown.", "Fastener count, torque and electrical function are not verified.", "A successful snap fit cannot be established from the covered contact." ], "objects": [ { "id": "housing", "description": "Black handheld enclosure" }, { "id": "board", "description": "Green circuit-board assembly visible at the enclosure opening" }, { "id": "small_fitting", "description": "Small item manipulated near the enclosure; apparent fastener, identity uncertain" }, { "id": "driver", "description": "Gray cylindrical handheld driver with narrow bit" }, { "id": "parts_tray", "description": "White divided tray of similar black enclosures" } ], "assessment": { "strengths": [ "Clear assembly sequence", "Stable workbench context" ], "limitations": [ "Fine components covered by gloves", "Tool tip partly obscured", "No audio or torque trace" ], "recommended_detail": "Alignment, pressing and tool-use spans; fastening result remains unknown." }, "protocol_role": "development", "annotation_provenance": "assistant_visual_review", "review_status": "pending", "subtasks": [ { "id": "fitting_board.s1", "level": "subtask", "parent_id": null, "start_s": 0, "end_s": 3, "label": "Bring enclosure parts together", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Left hand already holds one part; right hand retrieves a matching dark component.", "evidence_frames": [ { "frame_index": 0, "time_s": 0.0, "source_pts_s": 0.0, "image": "assets/frames/fitting_board/0001.jpg" }, { "frame_index": 60, "time_s": 1.9968, "source_pts_s": 1.9968, "image": "assets/frames/fitting_board/0003.jpg" }, { "frame_index": 90, "time_s": 2.9952, "source_pts_s": 2.9952, "image": "assets/frames/fitting_board/0004.jpg" } ], "start_boundary": { "estimate_s": 0, "range_s": [ 0, 1 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "end_boundary": { "estimate_s": 3, "range_s": [ 2, 4 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.s2", "level": "subtask", "parent_id": null, "start_s": 3, "end_s": 20, "label": "Align assembly and press housing", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Green board and dark enclosure are aligned, rotated and pressed together.", "evidence_frames": [ { "frame_index": 120, "time_s": 3.9936, "source_pts_s": 3.9936, "image": "assets/frames/fitting_board/0005.jpg" }, { "frame_index": 360, "time_s": 11.9808, "source_pts_s": 11.9808, "image": "assets/frames/fitting_board/0013.jpg" }, { "frame_index": 600, "time_s": 19.968, "source_pts_s": 19.968, "image": "assets/frames/fitting_board/0021.jpg" } ], "start_boundary": { "estimate_s": 3, "range_s": [ 2, 4 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 20, "range_s": [ 19, 21 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.s3", "level": "subtask", "parent_id": null, "start_s": 20, "end_s": 30, "label": "Handle small fitting at enclosure", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Right hand reaches toward parts area then pinches at the housing edge.", "evidence_frames": [ { "frame_index": 630, "time_s": 20.9664, "source_pts_s": 20.9664, "image": "assets/frames/fitting_board/0022.jpg" }, { "frame_index": 840, "time_s": 27.9552, "source_pts_s": 27.9552, "image": "assets/frames/fitting_board/0029.jpg" }, { "frame_index": 900, "time_s": 29.952, "source_pts_s": 29.952, "image": "assets/frames/fitting_board/0031.jpg" } ], "start_boundary": { "estimate_s": 20, "range_s": [ 19, 21 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 30, "range_s": [ 29, 31 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.s4", "level": "subtask", "parent_id": null, "start_s": 30, "end_s": 49, "label": "Apply handheld driver", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Right-hand driver is held at the enclosure while the left supports it.", "evidence_frames": [ { "frame_index": 904, "time_s": 30.08512, "source_pts_s": 30.08512, "image": "assets/dense/fitting_board/29_34_0005.jpg" }, { "frame_index": 1016, "time_s": 33.81248, "source_pts_s": 33.81248, "image": "assets/dense/fitting_board/29_34_0019.jpg" }, { "frame_index": 1470, "time_s": 48.9216, "source_pts_s": 48.9216, "image": "assets/frames/fitting_board/0050.jpg" } ], "start_boundary": { "estimate_s": 30, "range_s": [ 29, 31 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 49, "range_s": [ 48, 50 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.s5", "level": "subtask", "parent_id": null, "start_s": 49, "end_s": 63.598, "label": "Set enclosure aside and pause", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Left hand places the enclosure away; no further assembly visible.", "evidence_frames": [ { "frame_index": 1500, "time_s": 49.92, "source_pts_s": 49.92, "image": "assets/frames/fitting_board/0051.jpg" }, { "frame_index": 1710, "time_s": 56.9088, "source_pts_s": 56.9088, "image": "assets/frames/fitting_board/0058.jpg" }, { "frame_index": 1910, "time_s": 63.5648, "source_pts_s": 63.5648, "image": "assets/frames/fitting_board/0065.jpg" } ], "start_boundary": { "estimate_s": 49, "range_s": [ 48, 50 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 63.598, "range_s": [ 62.598, 63.598 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" } ], "actions": [ { "id": "fitting_board.a01", "level": "action", "parent_id": "fitting_board.s1", "start_s": 0, "end_s": 1.5, "label": "Hold enclosure and reach to parts tray", "verb": "reach", "hands": "both", "hand_roles": { "left": "hold housing", "right": "reach to tray" }, "object_ids": [ "housing", "parts_tray" ], "state_before": null, "state_after": null, "evidence_description": "Left hand supports the open housing; right hand reaches into the tray.", "evidence_frames": [ { "frame_index": 0, "time_s": 0.0, "source_pts_s": 0.0, "image": "assets/frames/fitting_board/0001.jpg" }, { "frame_index": 30, "time_s": 0.9984, "source_pts_s": 0.9984, "image": "assets/frames/fitting_board/0002.jpg" } ], "start_boundary": { "estimate_s": 0, "range_s": [ 0, 1 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "end_boundary": { "estimate_s": 1.5, "range_s": [ 0.5, 2.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Recording begins with housing already held." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a02", "level": "action", "parent_id": "fitting_board.s1", "start_s": 1.5, "end_s": 3, "label": "Lift matching component toward enclosure", "verb": "lift", "hands": "right", "hand_roles": {}, "object_ids": [ "housing", "board" ], "state_before": null, "state_after": null, "evidence_description": "Right hand brings a dark component with green electronics toward the left-hand part.", "evidence_frames": [ { "frame_index": 60, "time_s": 1.9968, "source_pts_s": 1.9968, "image": "assets/frames/fitting_board/0003.jpg" }, { "frame_index": 90, "time_s": 2.9952, "source_pts_s": 2.9952, "image": "assets/frames/fitting_board/0004.jpg" } ], "start_boundary": { "estimate_s": 1.5, "range_s": [ 0.5, 2.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 3, "range_s": [ 2, 4 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a03", "level": "action", "parent_id": "fitting_board.s2", "start_s": 3, "end_s": 8, "label": "Align green assembly with housing opening", "verb": "align", "hands": "both", "hand_roles": {}, "object_ids": [ "housing", "board" ], "state_before": null, "state_after": null, "evidence_description": "Both hands tilt and bring the green board and black enclosure into alignment.", "evidence_frames": [ { "frame_index": 120, "time_s": 3.9936, "source_pts_s": 3.9936, "image": "assets/frames/fitting_board/0005.jpg" }, { "frame_index": 180, "time_s": 5.9904, "source_pts_s": 5.9904, "image": "assets/frames/fitting_board/0007.jpg" }, { "frame_index": 240, "time_s": 7.9872, "source_pts_s": 7.9872, "image": "assets/frames/fitting_board/0009.jpg" } ], "start_boundary": { "estimate_s": 3, "range_s": [ 2, 4 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 8, "range_s": [ 7, 9 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a04", "level": "action", "parent_id": "fitting_board.s2", "start_s": 8, "end_s": 14.5, "label": "Seat and adjust assembly inside housing", "verb": "insert", "hands": "both", "hand_roles": {}, "object_ids": [ "housing", "board" ], "state_before": null, "state_after": null, "evidence_description": "Fingers press and reposition near the visible board and enclosure edge.", "evidence_frames": [ { "frame_index": 270, "time_s": 8.9856, "source_pts_s": 8.9856, "image": "assets/frames/fitting_board/0010.jpg" }, { "frame_index": 360, "time_s": 11.9808, "source_pts_s": 11.9808, "image": "assets/frames/fitting_board/0013.jpg" }, { "frame_index": 420, "time_s": 13.9776, "source_pts_s": 13.9776, "image": "assets/frames/fitting_board/0015.jpg" } ], "start_boundary": { "estimate_s": 8, "range_s": [ 7, 9 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 14.5, "range_s": [ 13.5, 15.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Exact connector mating is hidden." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a05", "level": "action", "parent_id": "fitting_board.s2", "start_s": 14.5, "end_s": 18.5, "label": "Rotate and press housing surfaces together", "verb": "press", "hands": "both", "hand_roles": {}, "object_ids": [ "housing", "board" ], "state_before": null, "state_after": "Exterior surfaces brought together", "evidence_description": "Hands turn the enclosure and squeeze along its sides.", "evidence_frames": [ { "frame_index": 450, "time_s": 14.976, "source_pts_s": 14.976, "image": "assets/frames/fitting_board/0016.jpg" }, { "frame_index": 510, "time_s": 16.9728, "source_pts_s": 16.9728, "image": "assets/frames/fitting_board/0018.jpg" }, { "frame_index": 540, "time_s": 17.9712, "source_pts_s": 17.9712, "image": "assets/frames/fitting_board/0019.jpg" } ], "start_boundary": { "estimate_s": 14.5, "range_s": [ 13.5, 15.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 18.5, "range_s": [ 17.5, 19.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "No verified latch engagement." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a06", "level": "action", "parent_id": "fitting_board.s2", "start_s": 18.5, "end_s": 20, "label": "Rotate assembled housing in the hands", "verb": "rotate", "hands": "both", "hand_roles": {}, "object_ids": [ "housing" ], "state_before": null, "state_after": null, "evidence_description": "Enclosure is turned while supported in the left hand.", "evidence_frames": [ { "frame_index": 570, "time_s": 18.9696, "source_pts_s": 18.9696, "image": "assets/frames/fitting_board/0020.jpg" }, { "frame_index": 600, "time_s": 19.968, "source_pts_s": 19.968, "image": "assets/frames/fitting_board/0021.jpg" } ], "start_boundary": { "estimate_s": 18.5, "range_s": [ 17.5, 19.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 20, "range_s": [ 19, 21 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a07", "level": "action", "parent_id": "fitting_board.s3", "start_s": 20, "end_s": 22.5, "label": "Reach toward small-parts area", "verb": "reach", "hands": "both", "hand_roles": { "left": "hold enclosure", "right": "reach toward small parts" }, "object_ids": [ "small_fitting", "housing" ], "state_before": null, "state_after": null, "evidence_description": "Right hand extends toward the narrow parts tray; left retains enclosure.", "evidence_frames": [ { "frame_index": 630, "time_s": 20.9664, "source_pts_s": 20.9664, "image": "assets/frames/fitting_board/0022.jpg" }, { "frame_index": 660, "time_s": 21.9648, "source_pts_s": 21.9648, "image": "assets/frames/fitting_board/0023.jpg" } ], "start_boundary": { "estimate_s": 20, "range_s": [ 19, 21 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 22.5, "range_s": [ 21.5, 23.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a08", "level": "action", "parent_id": "fitting_board.s3", "start_s": 22.5, "end_s": 29.5, "label": "Pinch and position a small fitting at housing edge", "verb": "manipulate", "hands": "both", "hand_roles": {}, "object_ids": [ "small_fitting", "housing" ], "state_before": null, "state_after": null, "evidence_description": "Right fingertips repeatedly work at the housing while the left supports it.", "evidence_frames": [ { "frame_index": 690, "time_s": 22.9632, "source_pts_s": 22.9632, "image": "assets/frames/fitting_board/0024.jpg" }, { "frame_index": 810, "time_s": 26.9568, "source_pts_s": 26.9568, "image": "assets/frames/fitting_board/0028.jpg" }, { "frame_index": 880, "time_s": 29.2864, "source_pts_s": 29.2864, "image": "assets/dense/fitting_board/29_34_0002.jpg" } ], "start_boundary": { "estimate_s": 22.5, "range_s": [ 21.5, 23.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 29.5, "range_s": [ 28.5, 30.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Small fitting is partly hidden; insertion and screw identity are provisional." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a09", "level": "action", "parent_id": "fitting_board.s3", "start_s": 29.5, "end_s": 30, "label": "Reach toward driver", "verb": "reach", "hands": "right", "hand_roles": {}, "object_ids": [ "driver", "housing" ], "state_before": null, "state_after": null, "evidence_description": "Right hand extends across the tray toward the gray driver.", "evidence_frames": [ { "frame_index": 888, "time_s": 29.55264, "source_pts_s": 29.55264, "image": "assets/dense/fitting_board/29_34_0003.jpg" }, { "frame_index": 896, "time_s": 29.81888, "source_pts_s": 29.81888, "image": "assets/dense/fitting_board/29_34_0004.jpg" }, { "frame_index": 900, "time_s": 29.952, "source_pts_s": 29.952, "image": "assets/frames/fitting_board/0031.jpg" } ], "start_boundary": { "estimate_s": 29.5, "range_s": [ 28.5, 30.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 30, "range_s": [ 29, 31 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a10", "level": "action", "parent_id": "fitting_board.s4", "start_s": 30, "end_s": 32.08192, "label": "Lift driver and align its bit with enclosure", "verb": "align", "hands": "right", "hand_roles": {}, "object_ids": [ "driver", "housing" ], "state_before": null, "state_after": null, "evidence_description": "Right hand raises the cylindrical tool and aims the narrow tip at the housing.", "evidence_frames": [ { "frame_index": 904, "time_s": 30.08512, "source_pts_s": 30.08512, "image": "assets/dense/fitting_board/29_34_0005.jpg" }, { "frame_index": 930, "time_s": 30.9504, "source_pts_s": 30.9504, "image": "assets/frames/fitting_board/0032.jpg" }, { "frame_index": 960, "time_s": 31.9488, "source_pts_s": 31.9488, "image": "assets/dense/fitting_board/29_34_0012.jpg" } ], "start_boundary": { "estimate_s": 30, "range_s": [ 29, 31 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 32.08192, "range_s": [ 31.9488, 32.21504 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a11", "level": "action", "parent_id": "fitting_board.s4", "start_s": 32.08192, "end_s": 43, "label": "Apply driver at housing fitting", "verb": "operate_tool", "hands": "both", "hand_roles": { "left": "stabilize housing", "right": "operate driver" }, "object_ids": [ "driver", "housing" ], "state_before": null, "state_after": null, "evidence_description": "Tool tip remains at the enclosure as the left hand holds it steady.", "evidence_frames": [ { "frame_index": 968, "time_s": 32.21504, "source_pts_s": 32.21504, "image": "assets/dense/fitting_board/29_34_0013.jpg" }, { "frame_index": 1050, "time_s": 34.944, "source_pts_s": 34.944, "image": "assets/frames/fitting_board/0036.jpg" }, { "frame_index": 1290, "time_s": 42.9312, "source_pts_s": 42.9312, "image": "assets/frames/fitting_board/0044.jpg" } ], "start_boundary": { "estimate_s": 32.08192, "range_s": [ 31.9488, 32.21504 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "end_boundary": { "estimate_s": 43, "range_s": [ 42, 44 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Rotation and torque are not measured." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a12", "level": "action", "parent_id": "fitting_board.s4", "start_s": 43, "end_s": 48.5, "label": "Reposition and continue driver application", "verb": "operate_tool", "hands": "both", "hand_roles": {}, "object_ids": [ "driver", "housing" ], "state_before": null, "state_after": null, "evidence_description": "The enclosure and driver angle change, followed by further tip application.", "evidence_frames": [ { "frame_index": 1320, "time_s": 43.9296, "source_pts_s": 43.9296, "image": "assets/frames/fitting_board/0045.jpg" }, { "frame_index": 1380, "time_s": 45.9264, "source_pts_s": 45.9264, "image": "assets/frames/fitting_board/0047.jpg" }, { "frame_index": 1440, "time_s": 47.9232, "source_pts_s": 47.9232, "image": "assets/frames/fitting_board/0049.jpg" } ], "start_boundary": { "estimate_s": 43, "range_s": [ 42, 44 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 48.5, "range_s": [ 47.5, 49.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Do not count distinct screws from this span alone." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a13", "level": "action", "parent_id": "fitting_board.s4", "start_s": 48.5, "end_s": 49, "label": "Withdraw driver from enclosure", "verb": "withdraw", "hands": "right", "hand_roles": {}, "object_ids": [ "driver", "housing" ], "state_before": null, "state_after": null, "evidence_description": "Driver separates as left hand raises the enclosure.", "evidence_frames": [ { "frame_index": 1470, "time_s": 48.9216, "source_pts_s": 48.9216, "image": "assets/frames/fitting_board/0050.jpg" } ], "start_boundary": { "estimate_s": 48.5, "range_s": [ 47.5, 49.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 49, "range_s": [ 48, 50 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a14", "level": "action", "parent_id": "fitting_board.s5", "start_s": 49, "end_s": 51, "label": "Move enclosure to left work area and release", "verb": "place", "hands": "left", "hand_roles": {}, "object_ids": [ "housing" ], "state_before": null, "state_after": null, "evidence_description": "Left hand carries the enclosure toward the upper-left bench and returns without it.", "evidence_frames": [ { "frame_index": 1500, "time_s": 49.92, "source_pts_s": 49.92, "image": "assets/frames/fitting_board/0051.jpg" }, { "frame_index": 1530, "time_s": 50.9184, "source_pts_s": 50.9184, "image": "assets/frames/fitting_board/0052.jpg" } ], "start_boundary": { "estimate_s": 49, "range_s": [ 48, 50 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 51, "range_s": [ 50, 52 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Exact final contact is partly covered." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "fitting_board.a15", "level": "action", "parent_id": "fitting_board.s5", "start_s": 51, "end_s": 63.598, "label": "Hold driver; no further assembly visible", "verb": "pause", "hands": "both", "hand_roles": {}, "object_ids": [ "driver" ], "state_before": null, "state_after": null, "evidence_description": "Right hand retains tool while left hand rests or gestures.", "evidence_frames": [ { "frame_index": 1560, "time_s": 51.9168, "source_pts_s": 51.9168, "image": "assets/frames/fitting_board/0053.jpg" }, { "frame_index": 1740, "time_s": 57.9072, "source_pts_s": 57.9072, "image": "assets/frames/fitting_board/0059.jpg" }, { "frame_index": 1910, "time_s": 63.5648, "source_pts_s": 63.5648, "image": "assets/frames/fitting_board/0065.jpg" } ], "start_boundary": { "estimate_s": 51, "range_s": [ 50, 52 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 63.598, "range_s": [ 62.598, 63.598 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" } ] }, { "id": "folding", "source": "6thsense/folding.mp4", "sha256": "9a5ee74c15da41c5e40a920d800054ea7e8bf8b3376380fdaa2fefe68d72a518", "duration_s": 64.36352, "width": 1920, "height": 600, "fps_fraction": "3125/104", "decoded_frame_count": 1934, "audio_stream_count": 0, "source_start_pts_s": 0.0, "last_frame_s": 64.33024, "frame_interval_min_s": 0.03327999999999065, "frame_interval_max_s": 0.03328000000000486, "nonincreasing_pts_count": 0, "decode_diagnostics": "", "view_layout": "side_by_side_two_views_visually_observed; calibration and synchronization unverified", "sample_stride_frames": 30, "title": "Folding", "observed_activity": "Retrieve, arrange and fold a black upper-body garment and light-colored trousers, placing both into an open suitcase.", "inferred_goal": "Pack folded clothing into luggage (inferred).", "assigned_instruction": null, "visible_outcome": "Both garments are placed in the open suitcase; the suitcase remains open.", "task_success": "unknown", "unknowns": [ "Assigned packing standard unknown.", "Exact garment material unknown.", "No suitcase closure or completed packing beyond these items is observed." ], "objects": [ { "id": "black_garment", "description": "Black long-sleeved garment with white motif" }, { "id": "trousers", "description": "Light beige/gray trousers" }, { "id": "suitcase", "description": "Open red-and-black suitcase on table" }, { "id": "table", "description": "Wooden work surface" } ], "assessment": { "strengths": [ "Large visible state changes", "Two distinct object identities", "Clear placement outcomes" ], "limitations": [ "Garments sometimes fill the camera view", "Repeated unfolding and reorientation complicate boundaries" ], "recommended_detail": "Two garment cycles with folding, smoothing and placement actions." }, "protocol_role": "development", "annotation_provenance": "assistant_visual_review", "review_status": "pending", "subtasks": [ { "id": "folding.s1", "level": "subtask", "parent_id": null, "start_s": 0, "end_s": 4.5, "label": "Prepare at table", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Hands gesture above table before reaching to chair.", "evidence_frames": [ { "frame_index": 0, "time_s": 0.0, "source_pts_s": 0.0, "image": "assets/frames/folding/0001.jpg" }, { "frame_index": 60, "time_s": 1.9968, "source_pts_s": 1.9968, "image": "assets/frames/folding/0003.jpg" }, { "frame_index": 120, "time_s": 3.9936, "source_pts_s": 3.9936, "image": "assets/frames/folding/0005.jpg" } ], "start_boundary": { "estimate_s": 0, "range_s": [ 0, 1 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "end_boundary": { "estimate_s": 4.5, "range_s": [ 3.5, 5.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.s2", "level": "subtask", "parent_id": null, "start_s": 4.5, "end_s": 26.5, "label": "Retrieve and arrange black garment", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Garment is lifted from chair, spread, rotated and repositioned on table.", "evidence_frames": [ { "frame_index": 150, "time_s": 4.992, "source_pts_s": 4.992, "image": "assets/frames/folding/0006.jpg" }, { "frame_index": 480, "time_s": 15.9744, "source_pts_s": 15.9744, "image": "assets/frames/folding/0017.jpg" }, { "frame_index": 780, "time_s": 25.9584, "source_pts_s": 25.9584, "image": "assets/frames/folding/0027.jpg" } ], "start_boundary": { "estimate_s": 4.5, "range_s": [ 3.5, 5.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 26.5, "range_s": [ 25.5, 27.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.s3", "level": "subtask", "parent_id": null, "start_s": 26.5, "end_s": 34.5, "label": "Fold black garment", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Sides and body are folded inward and smoothed into a compact bundle.", "evidence_frames": [ { "frame_index": 810, "time_s": 26.9568, "source_pts_s": 26.9568, "image": "assets/frames/folding/0028.jpg" }, { "frame_index": 992, "time_s": 33.01376, "source_pts_s": 33.01376, "image": "assets/dense/folding/33_37_0001.jpg" }, { "frame_index": 1032, "time_s": 34.34496, "source_pts_s": 34.34496, "image": "assets/dense/folding/33_37_0006.jpg" } ], "start_boundary": { "estimate_s": 26.5, "range_s": [ 25.5, 27.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 34.5, "range_s": [ 33.5, 35.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.s4", "level": "subtask", "parent_id": null, "start_s": 34.5, "end_s": 37.5, "label": "Place black garment into suitcase", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Bundle moves from table into open suitcase.", "evidence_frames": [ { "frame_index": 1040, "time_s": 34.6112, "source_pts_s": 34.6112, "image": "assets/dense/folding/33_37_0007.jpg" }, { "frame_index": 1072, "time_s": 35.67616, "source_pts_s": 35.67616, "image": "assets/dense/folding/33_37_0011.jpg" }, { "frame_index": 1110, "time_s": 36.9408, "source_pts_s": 36.9408, "image": "assets/frames/folding/0038.jpg" } ], "start_boundary": { "estimate_s": 34.5, "range_s": [ 33.5, 35.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 37.5, "range_s": [ 36.5, 38.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.s5", "level": "subtask", "parent_id": null, "start_s": 37.5, "end_s": 48.5, "label": "Retrieve and align trousers", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Light garment is lifted, shaken/opened and laid lengthwise on table.", "evidence_frames": [ { "frame_index": 1140, "time_s": 37.9392, "source_pts_s": 37.9392, "image": "assets/frames/folding/0039.jpg" }, { "frame_index": 1290, "time_s": 42.9312, "source_pts_s": 42.9312, "image": "assets/frames/folding/0044.jpg" }, { "frame_index": 1440, "time_s": 47.9232, "source_pts_s": 47.9232, "image": "assets/frames/folding/0049.jpg" } ], "start_boundary": { "estimate_s": 37.5, "range_s": [ 36.5, 38.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 48.5, "range_s": [ 47.5, 49.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.s6", "level": "subtask", "parent_id": null, "start_s": 48.5, "end_s": 58.5, "label": "Fold trousers", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Long garment is repeatedly folded and smoothed into a shorter bundle.", "evidence_frames": [ { "frame_index": 1470, "time_s": 48.9216, "source_pts_s": 48.9216, "image": "assets/frames/folding/0050.jpg" }, { "frame_index": 1620, "time_s": 53.9136, "source_pts_s": 53.9136, "image": "assets/frames/folding/0055.jpg" }, { "frame_index": 1740, "time_s": 57.9072, "source_pts_s": 57.9072, "image": "assets/frames/folding/0059.jpg" } ], "start_boundary": { "estimate_s": 48.5, "range_s": [ 47.5, 49.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 58.5, "range_s": [ 57.5, 59.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.s7", "level": "subtask", "parent_id": null, "start_s": 58.5, "end_s": 61, "label": "Place trousers into suitcase", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Light bundle is lowered onto previously packed clothing.", "evidence_frames": [ { "frame_index": 1770, "time_s": 58.9056, "source_pts_s": 58.9056, "image": "assets/frames/folding/0060.jpg" }, { "frame_index": 1800, "time_s": 59.904, "source_pts_s": 59.904, "image": "assets/frames/folding/0061.jpg" }, { "frame_index": 1830, "time_s": 60.9024, "source_pts_s": 60.9024, "image": "assets/frames/folding/0062.jpg" } ], "start_boundary": { "estimate_s": 58.5, "range_s": [ 57.5, 59.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 61, "range_s": [ 60, 62 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.s8", "level": "subtask", "parent_id": null, "start_s": 61, "end_s": 64.36352, "label": "Finish with hands clear", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Hands come together and withdraw; table is clear of the handled clothes.", "evidence_frames": [ { "frame_index": 1860, "time_s": 61.9008, "source_pts_s": 61.9008, "image": "assets/frames/folding/0063.jpg" }, { "frame_index": 1920, "time_s": 63.8976, "source_pts_s": 63.8976, "image": "assets/frames/folding/0065.jpg" }, { "frame_index": 1933, "time_s": 64.33024, "source_pts_s": 64.33024, "image": "assets/frames/folding/0066.jpg" } ], "start_boundary": { "estimate_s": 61, "range_s": [ 60, 62 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 64.36352, "range_s": [ 63.363519999999994, 64.36352 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" } ], "actions": [ { "id": "folding.a01", "level": "action", "parent_id": "folding.s1", "start_s": 0, "end_s": 4.5, "label": "Gesture and bring gloved hands together", "verb": "gesture", "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Empty hands lift and briefly come together; no garment manipulation yet.", "evidence_frames": [ { "frame_index": 0, "time_s": 0.0, "source_pts_s": 0.0, "image": "assets/frames/folding/0001.jpg" }, { "frame_index": 60, "time_s": 1.9968, "source_pts_s": 1.9968, "image": "assets/frames/folding/0003.jpg" }, { "frame_index": 120, "time_s": 3.9936, "source_pts_s": 3.9936, "image": "assets/frames/folding/0005.jpg" } ], "start_boundary": { "estimate_s": 0, "range_s": [ 0, 1 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "end_boundary": { "estimate_s": 4.5, "range_s": [ 3.5, 5.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a02", "level": "action", "parent_id": "folding.s2", "start_s": 4.5, "end_s": 7, "label": "Reach to chair and lift black garment", "verb": "lift", "hands": "left", "hand_roles": {}, "object_ids": [ "black_garment" ], "state_before": null, "state_after": null, "evidence_description": "Left hand retrieves dark fabric from the chair to the left.", "evidence_frames": [ { "frame_index": 150, "time_s": 4.992, "source_pts_s": 4.992, "image": "assets/frames/folding/0006.jpg" }, { "frame_index": 180, "time_s": 5.9904, "source_pts_s": 5.9904, "image": "assets/frames/folding/0007.jpg" }, { "frame_index": 210, "time_s": 6.9888, "source_pts_s": 6.9888, "image": "assets/frames/folding/0008.jpg" } ], "start_boundary": { "estimate_s": 4.5, "range_s": [ 3.5, 5.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 7, "range_s": [ 6, 8 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a03", "level": "action", "parent_id": "folding.s2", "start_s": 7, "end_s": 9, "label": "Spread garment and lower onto table", "verb": "place", "hands": "both", "hand_roles": {}, "object_ids": [ "black_garment", "table" ], "state_before": null, "state_after": null, "evidence_description": "Both hands spread dark fabric over the tabletop.", "evidence_frames": [ { "frame_index": 240, "time_s": 7.9872, "source_pts_s": 7.9872, "image": "assets/frames/folding/0009.jpg" }, { "frame_index": 270, "time_s": 8.9856, "source_pts_s": 8.9856, "image": "assets/frames/folding/0010.jpg" } ], "start_boundary": { "estimate_s": 7, "range_s": [ 6, 8 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 9, "range_s": [ 8, 10 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a04", "level": "action", "parent_id": "folding.s2", "start_s": 9, "end_s": 13.5, "label": "Lift and reorient garment with motif visible", "verb": "unfold", "hands": "both", "hand_roles": {}, "object_ids": [ "black_garment" ], "state_before": null, "state_after": null, "evidence_description": "Garment is lifted and stretched between both hands; white motif appears.", "evidence_frames": [ { "frame_index": 300, "time_s": 9.984, "source_pts_s": 9.984, "image": "assets/frames/folding/0011.jpg" }, { "frame_index": 360, "time_s": 11.9808, "source_pts_s": 11.9808, "image": "assets/frames/folding/0013.jpg" }, { "frame_index": 390, "time_s": 12.9792, "source_pts_s": 12.9792, "image": "assets/frames/folding/0014.jpg" } ], "start_boundary": { "estimate_s": 9, "range_s": [ 8, 10 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 13.5, "range_s": [ 12.5, 14.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a05", "level": "action", "parent_id": "folding.s2", "start_s": 13.5, "end_s": 19.5, "label": "Turn garment and lay it lengthwise", "verb": "rotate", "hands": "both", "hand_roles": {}, "object_ids": [ "black_garment", "table" ], "state_before": null, "state_after": null, "evidence_description": "Hands lift and turn the garment; it then rests lengthwise on the table.", "evidence_frames": [ { "frame_index": 420, "time_s": 13.9776, "source_pts_s": 13.9776, "image": "assets/frames/folding/0015.jpg" }, { "frame_index": 510, "time_s": 16.9728, "source_pts_s": 16.9728, "image": "assets/frames/folding/0018.jpg" }, { "frame_index": 570, "time_s": 18.9696, "source_pts_s": 18.9696, "image": "assets/frames/folding/0020.jpg" } ], "start_boundary": { "estimate_s": 13.5, "range_s": [ 12.5, 14.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 19.5, "range_s": [ 18.5, 20.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a06", "level": "action", "parent_id": "folding.s2", "start_s": 19.5, "end_s": 26.5, "label": "Lift again and align garment on table", "verb": "align", "hands": "both", "hand_roles": {}, "object_ids": [ "black_garment", "table" ], "state_before": null, "state_after": null, "evidence_description": "Garment is repeatedly raised and repositioned before being spread flat.", "evidence_frames": [ { "frame_index": 600, "time_s": 19.968, "source_pts_s": 19.968, "image": "assets/frames/folding/0021.jpg" }, { "frame_index": 690, "time_s": 22.9632, "source_pts_s": 22.9632, "image": "assets/frames/folding/0024.jpg" }, { "frame_index": 780, "time_s": 25.9584, "source_pts_s": 25.9584, "image": "assets/frames/folding/0027.jpg" } ], "start_boundary": { "estimate_s": 19.5, "range_s": [ 18.5, 20.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 26.5, "range_s": [ 25.5, 27.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "These adjustments are not labeled as failures." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a07", "level": "action", "parent_id": "folding.s3", "start_s": 26.5, "end_s": 28.5, "label": "Fold garment sides inward and smooth", "verb": "fold", "hands": "both", "hand_roles": {}, "object_ids": [ "black_garment" ], "state_before": null, "state_after": null, "evidence_description": "Hands bring outer fabric inward, leaving a narrower rectangular shape.", "evidence_frames": [ { "frame_index": 810, "time_s": 26.9568, "source_pts_s": 26.9568, "image": "assets/frames/folding/0028.jpg" }, { "frame_index": 840, "time_s": 27.9552, "source_pts_s": 27.9552, "image": "assets/frames/folding/0029.jpg" } ], "start_boundary": { "estimate_s": 26.5, "range_s": [ 25.5, 27.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 28.5, "range_s": [ 27.5, 29.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a08", "level": "action", "parent_id": "folding.s3", "start_s": 28.5, "end_s": 31.5, "label": "Fold garment body into shorter bundle", "verb": "fold", "hands": "both", "hand_roles": {}, "object_ids": [ "black_garment" ], "state_before": null, "state_after": null, "evidence_description": "Lower section is brought upward; the visible footprint shortens.", "evidence_frames": [ { "frame_index": 870, "time_s": 28.9536, "source_pts_s": 28.9536, "image": "assets/frames/folding/0030.jpg" }, { "frame_index": 900, "time_s": 29.952, "source_pts_s": 29.952, "image": "assets/frames/folding/0031.jpg" }, { "frame_index": 930, "time_s": 30.9504, "source_pts_s": 30.9504, "image": "assets/frames/folding/0032.jpg" } ], "start_boundary": { "estimate_s": 28.5, "range_s": [ 27.5, 29.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 31.5, "range_s": [ 30.5, 32.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a09", "level": "action", "parent_id": "folding.s3", "start_s": 31.5, "end_s": 34.5, "label": "Align and compress folded garment", "verb": "smooth", "hands": "both", "hand_roles": {}, "object_ids": [ "black_garment" ], "state_before": null, "state_after": "Compact folded black bundle on table", "evidence_description": "Both hands adjust the compact bundle and press its top.", "evidence_frames": [ { "frame_index": 960, "time_s": 31.9488, "source_pts_s": 31.9488, "image": "assets/frames/folding/0033.jpg" }, { "frame_index": 1008, "time_s": 33.54624, "source_pts_s": 33.54624, "image": "assets/dense/folding/33_37_0003.jpg" }, { "frame_index": 1032, "time_s": 34.34496, "source_pts_s": 34.34496, "image": "assets/dense/folding/33_37_0006.jpg" } ], "start_boundary": { "estimate_s": 31.5, "range_s": [ 30.5, 32.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 34.5, "range_s": [ 33.5, 35.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a10", "level": "action", "parent_id": "folding.s4", "start_s": 34.5, "end_s": 35.2768, "label": "Lift folded black garment toward suitcase", "verb": "transport", "hands": "both", "hand_roles": {}, "object_ids": [ "black_garment", "suitcase" ], "state_before": null, "state_after": null, "evidence_description": "Bundle is held in both hands and carried left over the suitcase.", "evidence_frames": [ { "frame_index": 1040, "time_s": 34.6112, "source_pts_s": 34.6112, "image": "assets/dense/folding/33_37_0007.jpg" }, { "frame_index": 1050, "time_s": 34.944, "source_pts_s": 34.944, "image": "assets/frames/folding/0036.jpg" }, { "frame_index": 1056, "time_s": 35.14368, "source_pts_s": 35.14368, "image": "assets/dense/folding/33_37_0009.jpg" } ], "start_boundary": { "estimate_s": 34.5, "range_s": [ 33.5, 35.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 35.2768, "range_s": [ 35.14368, 35.40992 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a11", "level": "action", "parent_id": "folding.s4", "start_s": 35.2768, "end_s": 37.5, "label": "Lower black garment into suitcase and release", "verb": "place", "hands": "both", "hand_roles": {}, "object_ids": [ "black_garment", "suitcase" ], "state_before": null, "state_after": "Black garment rests in open suitcase", "evidence_description": "Hands press the dark bundle inside the case and then withdraw.", "evidence_frames": [ { "frame_index": 1064, "time_s": 35.40992, "source_pts_s": 35.40992, "image": "assets/dense/folding/33_37_0010.jpg" }, { "frame_index": 1088, "time_s": 36.20864, "source_pts_s": 36.20864, "image": "assets/dense/folding/33_37_0013.jpg" }, { "frame_index": 1110, "time_s": 36.9408, "source_pts_s": 36.9408, "image": "assets/frames/folding/0038.jpg" } ], "start_boundary": { "estimate_s": 35.2768, "range_s": [ 35.14368, 35.40992 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "end_boundary": { "estimate_s": 37.5, "range_s": [ 36.5, 38.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a12", "level": "action", "parent_id": "folding.s5", "start_s": 37.5, "end_s": 40.5, "label": "Retrieve light-colored trousers", "verb": "lift", "hands": "both", "hand_roles": {}, "object_ids": [ "trousers" ], "state_before": null, "state_after": null, "evidence_description": "Long light-colored garment is raised from the left-side chair area.", "evidence_frames": [ { "frame_index": 1140, "time_s": 37.9392, "source_pts_s": 37.9392, "image": "assets/frames/folding/0039.jpg" }, { "frame_index": 1170, "time_s": 38.9376, "source_pts_s": 38.9376, "image": "assets/frames/folding/0040.jpg" }, { "frame_index": 1200, "time_s": 39.936, "source_pts_s": 39.936, "image": "assets/frames/folding/0041.jpg" } ], "start_boundary": { "estimate_s": 37.5, "range_s": [ 36.5, 38.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 40.5, "range_s": [ 39.5, 41.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a13", "level": "action", "parent_id": "folding.s5", "start_s": 40.5, "end_s": 44.5, "label": "Open and align the trousers", "verb": "align", "hands": "both", "hand_roles": {}, "object_ids": [ "trousers" ], "state_before": null, "state_after": null, "evidence_description": "Hands pinch the upper edge and separate/reposition the hanging fabric.", "evidence_frames": [ { "frame_index": 1230, "time_s": 40.9344, "source_pts_s": 40.9344, "image": "assets/frames/folding/0042.jpg" }, { "frame_index": 1290, "time_s": 42.9312, "source_pts_s": 42.9312, "image": "assets/frames/folding/0044.jpg" }, { "frame_index": 1320, "time_s": 43.9296, "source_pts_s": 43.9296, "image": "assets/frames/folding/0045.jpg" } ], "start_boundary": { "estimate_s": 40.5, "range_s": [ 39.5, 41.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 44.5, "range_s": [ 43.5, 45.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a14", "level": "action", "parent_id": "folding.s5", "start_s": 44.5, "end_s": 48.5, "label": "Spread trousers lengthwise on table", "verb": "place", "hands": "both", "hand_roles": {}, "object_ids": [ "trousers", "table" ], "state_before": null, "state_after": "Trousers extended on tabletop", "evidence_description": "Both hands stretch and lower the light garment across the table.", "evidence_frames": [ { "frame_index": 1350, "time_s": 44.928, "source_pts_s": 44.928, "image": "assets/frames/folding/0046.jpg" }, { "frame_index": 1410, "time_s": 46.9248, "source_pts_s": 46.9248, "image": "assets/frames/folding/0048.jpg" }, { "frame_index": 1440, "time_s": 47.9232, "source_pts_s": 47.9232, "image": "assets/frames/folding/0049.jpg" } ], "start_boundary": { "estimate_s": 44.5, "range_s": [ 43.5, 45.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 48.5, "range_s": [ 47.5, 49.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a15", "level": "action", "parent_id": "folding.s6", "start_s": 48.5, "end_s": 51.5, "label": "Fold extended trousers inward", "verb": "fold", "hands": "both", "hand_roles": {}, "object_ids": [ "trousers" ], "state_before": null, "state_after": null, "evidence_description": "One extended section is brought over another, shortening the layout.", "evidence_frames": [ { "frame_index": 1470, "time_s": 48.9216, "source_pts_s": 48.9216, "image": "assets/frames/folding/0050.jpg" }, { "frame_index": 1500, "time_s": 49.92, "source_pts_s": 49.92, "image": "assets/frames/folding/0051.jpg" }, { "frame_index": 1530, "time_s": 50.9184, "source_pts_s": 50.9184, "image": "assets/frames/folding/0052.jpg" } ], "start_boundary": { "estimate_s": 48.5, "range_s": [ 47.5, 49.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 51.5, "range_s": [ 50.5, 52.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a16", "level": "action", "parent_id": "folding.s6", "start_s": 51.5, "end_s": 54.5, "label": "Make another fold and align edges", "verb": "fold", "hands": "both", "hand_roles": {}, "object_ids": [ "trousers" ], "state_before": null, "state_after": null, "evidence_description": "Hands fold the light fabric again and adjust the edges.", "evidence_frames": [ { "frame_index": 1560, "time_s": 51.9168, "source_pts_s": 51.9168, "image": "assets/frames/folding/0053.jpg" }, { "frame_index": 1590, "time_s": 52.9152, "source_pts_s": 52.9152, "image": "assets/frames/folding/0054.jpg" }, { "frame_index": 1620, "time_s": 53.9136, "source_pts_s": 53.9136, "image": "assets/frames/folding/0055.jpg" } ], "start_boundary": { "estimate_s": 51.5, "range_s": [ 50.5, 52.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 54.5, "range_s": [ 53.5, 55.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a17", "level": "action", "parent_id": "folding.s6", "start_s": 54.5, "end_s": 56.5, "label": "Turn and smooth folded trousers", "verb": "smooth", "hands": "both", "hand_roles": {}, "object_ids": [ "trousers" ], "state_before": null, "state_after": null, "evidence_description": "Compact light bundle is rotated slightly and smoothed on the table.", "evidence_frames": [ { "frame_index": 1650, "time_s": 54.912, "source_pts_s": 54.912, "image": "assets/frames/folding/0056.jpg" }, { "frame_index": 1680, "time_s": 55.9104, "source_pts_s": 55.9104, "image": "assets/frames/folding/0057.jpg" } ], "start_boundary": { "estimate_s": 54.5, "range_s": [ 53.5, 55.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 56.5, "range_s": [ 55.5, 57.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a18", "level": "action", "parent_id": "folding.s6", "start_s": 56.5, "end_s": 58.5, "label": "Finish folding and gather bundle", "verb": "fold", "hands": "both", "hand_roles": {}, "object_ids": [ "trousers" ], "state_before": null, "state_after": "Compact light bundle ready to move", "evidence_description": "Hands bring the final fabric section over and grip the compact garment.", "evidence_frames": [ { "frame_index": 1710, "time_s": 56.9088, "source_pts_s": 56.9088, "image": "assets/frames/folding/0058.jpg" }, { "frame_index": 1740, "time_s": 57.9072, "source_pts_s": 57.9072, "image": "assets/frames/folding/0059.jpg" } ], "start_boundary": { "estimate_s": 56.5, "range_s": [ 55.5, 57.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 58.5, "range_s": [ 57.5, 59.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a19", "level": "action", "parent_id": "folding.s7", "start_s": 58.5, "end_s": 60, "label": "Carry trousers into suitcase", "verb": "transport", "hands": "both", "hand_roles": {}, "object_ids": [ "trousers", "suitcase" ], "state_before": null, "state_after": null, "evidence_description": "Bundle moves left from tabletop to the open suitcase.", "evidence_frames": [ { "frame_index": 1770, "time_s": 58.9056, "source_pts_s": 58.9056, "image": "assets/frames/folding/0060.jpg" }, { "frame_index": 1800, "time_s": 59.904, "source_pts_s": 59.904, "image": "assets/frames/folding/0061.jpg" } ], "start_boundary": { "estimate_s": 58.5, "range_s": [ 57.5, 59.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 60, "range_s": [ 59, 61 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a20", "level": "action", "parent_id": "folding.s7", "start_s": 60, "end_s": 61, "label": "Set trousers onto clothing and withdraw", "verb": "place", "hands": "both", "hand_roles": {}, "object_ids": [ "trousers", "suitcase" ], "state_before": null, "state_after": "Light trousers lie in suitcase", "evidence_description": "Light garment rests in suitcase as both hands move away.", "evidence_frames": [ { "frame_index": 1830, "time_s": 60.9024, "source_pts_s": 60.9024, "image": "assets/frames/folding/0062.jpg" } ], "start_boundary": { "estimate_s": 60, "range_s": [ 59, 61 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 61, "range_s": [ 60, 62 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "folding.a21", "level": "action", "parent_id": "folding.s8", "start_s": 61, "end_s": 64.36352, "label": "Bring hands together and rest above cleared table", "verb": "gesture", "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Gloved hands touch and separate; no further packing is visible.", "evidence_frames": [ { "frame_index": 1860, "time_s": 61.9008, "source_pts_s": 61.9008, "image": "assets/frames/folding/0063.jpg" }, { "frame_index": 1920, "time_s": 63.8976, "source_pts_s": 63.8976, "image": "assets/frames/folding/0065.jpg" }, { "frame_index": 1933, "time_s": 64.33024, "source_pts_s": 64.33024, "image": "assets/frames/folding/0066.jpg" } ], "start_boundary": { "estimate_s": 61, "range_s": [ 60, 62 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 64.36352, "range_s": [ 63.363519999999994, 64.36352 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" } ] }, { "id": "bin_picking", "source": "6thsense/bin_picking.mp4", "sha256": "f7dee93947e7d757c95f558d29948cdd866f7f78f1b7847755a946e653cdd3e8", "duration_s": 84.66432, "width": 1920, "height": 600, "fps_fraction": "3125/104", "decoded_frame_count": 2544, "audio_stream_count": 0, "source_start_pts_s": 0.0, "last_frame_s": 84.63104, "frame_interval_min_s": 0.03327999999999065, "frame_interval_max_s": 0.03328000000000486, "nonincreasing_pts_count": 0, "decode_diagnostics": "", "view_layout": "side_by_side_two_views_visually_observed; calibration and synchronization unverified", "sample_stride_frames": 30, "title": "Bin Picking", "observed_activity": "Transfer green rectangular modules from a loose-parts bin into a divided tray, move the loaded tray, then fill another tray with black housings.", "inferred_goal": "Sort and organize two families of parts into tray compartments (inferred).", "assigned_instruction": null, "visible_outcome": "A tray holds rows of black housings; the source housing bin appears empty at the end. Green modules were arranged in an earlier tray.", "task_success": "unknown", "unknowns": [ "No exact inventory reconciliation was performed.", "Persistent identities of similar parts are not established.", "No quality inspection or complete fulfillment criterion is supplied." ], "objects": [ { "id": "green_parts", "description": "Group of similar green rectangular modules; individual identities not tracked" }, { "id": "black_parts", "description": "Group of similar black oblong housings; individual identities not tracked" }, { "id": "green_bin", "description": "Upper-left loose-parts bin containing green modules and other small parts" }, { "id": "black_bin", "description": "Upper-right bin of black housings" }, { "id": "green_tray", "description": "Divided tray used for green modules" }, { "id": "black_tray", "description": "Divided tray exposed after the first tray is moved" } ], "assessment": { "strengths": [ "Clear source and destination", "Repeated similar transfers", "Strong material-flow structure" ], "limitations": [ "One-second samples underspecify fast grasp/release phases", "Similar parts cannot be uniquely identified", "Tray edges can occlude placement" ], "recommended_detail": "Phase segmentation plus cycle-level spans; densify before counting fine grasp/release events." }, "protocol_role": "transfer_check", "annotation_provenance": "assistant_visual_review", "review_status": "pending", "subtasks": [ { "id": "bin_picking.s1", "level": "subtask", "parent_id": null, "start_s": 0, "end_s": 2.5, "label": "Approach stacked bins", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "View moves closer and tilts down to the parts bins.", "evidence_frames": [ { "frame_index": 0, "time_s": 0.0, "source_pts_s": 0.0, "image": "assets/frames/bin_picking/0001.jpg" }, { "frame_index": 60, "time_s": 1.9968, "source_pts_s": 1.9968, "image": "assets/frames/bin_picking/0003.jpg" }, { "frame_index": 69, "time_s": 2.29632, "source_pts_s": 2.29632, "image": "assets/dense/bin_picking/2_8_0002.jpg" } ], "start_boundary": { "estimate_s": 0, "range_s": [ 0, 1 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "end_boundary": { "estimate_s": 2.5, "range_s": [ 1.5, 3.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.s2", "level": "subtask", "parent_id": null, "start_s": 2.5, "end_s": 34.5, "label": "Transfer green modules into divided tray", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Left repeatedly retrieves green parts; both hands orient them and right places them in the lower tray.", "evidence_frames": [ { "frame_index": 77, "time_s": 2.56256, "source_pts_s": 2.56256, "image": "assets/dense/bin_picking/2_8_0003.jpg" }, { "frame_index": 240, "time_s": 7.9872, "source_pts_s": 7.9872, "image": "assets/frames/bin_picking/0009.jpg" }, { "frame_index": 1020, "time_s": 33.9456, "source_pts_s": 33.9456, "image": "assets/frames/bin_picking/0035.jpg" } ], "start_boundary": { "estimate_s": 2.5, "range_s": [ 1.5, 3.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 34.5, "range_s": [ 33.5, 35.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.s3", "level": "subtask", "parent_id": null, "start_s": 34.5, "end_s": 42.5, "label": "Rearrange trays", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Loaded green tray is lifted/moved; an empty divided tray is positioned below.", "evidence_frames": [ { "frame_index": 1050, "time_s": 34.944, "source_pts_s": 34.944, "image": "assets/frames/bin_picking/0036.jpg" }, { "frame_index": 1170, "time_s": 38.9376, "source_pts_s": 38.9376, "image": "assets/frames/bin_picking/0040.jpg" }, { "frame_index": 1260, "time_s": 41.9328, "source_pts_s": 41.9328, "image": "assets/frames/bin_picking/0043.jpg" } ], "start_boundary": { "estimate_s": 34.5, "range_s": [ 33.5, 35.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 42.5, "range_s": [ 41.5, 43.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.s4", "level": "subtask", "parent_id": null, "start_s": 42.5, "end_s": 81.5, "label": "Transfer black housings into divided tray", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Right retrieves housings, hands orient them, and rows of black parts accumulate below.", "evidence_frames": [ { "frame_index": 1290, "time_s": 42.9312, "source_pts_s": 42.9312, "image": "assets/frames/bin_picking/0044.jpg" }, { "frame_index": 1860, "time_s": 61.9008, "source_pts_s": 61.9008, "image": "assets/frames/bin_picking/0063.jpg" }, { "frame_index": 2430, "time_s": 80.8704, "source_pts_s": 80.8704, "image": "assets/frames/bin_picking/0082.jpg" } ], "start_boundary": { "estimate_s": 42.5, "range_s": [ 41.5, 43.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 81.5, "range_s": [ 80.5, 82.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.s5", "level": "subtask", "parent_id": null, "start_s": 81.5, "end_s": 84.66432, "label": "Align loaded tray and step back", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Hands adjust tray edges and the wearer moves away from bins.", "evidence_frames": [ { "frame_index": 2460, "time_s": 81.8688, "source_pts_s": 81.8688, "image": "assets/frames/bin_picking/0083.jpg" }, { "frame_index": 2520, "time_s": 83.8656, "source_pts_s": 83.8656, "image": "assets/frames/bin_picking/0085.jpg" }, { "frame_index": 2543, "time_s": 84.63104, "source_pts_s": 84.63104, "image": "assets/frames/bin_picking/0086.jpg" } ], "start_boundary": { "estimate_s": 81.5, "range_s": [ 80.5, 82.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 84.66432, "range_s": [ 83.66432, 84.66432 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" } ], "actions": [ { "id": "bin_picking.a01", "level": "action", "parent_id": "bin_picking.s1", "start_s": 0, "end_s": 2.5, "label": "Step toward bins and reach for green modules", "verb": "reach", "hands": "left", "hand_roles": {}, "object_ids": [ "green_bin" ], "state_before": null, "state_after": null, "evidence_description": "Wearer approaches bins; left hand extends toward green pieces.", "evidence_frames": [ { "frame_index": 0, "time_s": 0.0, "source_pts_s": 0.0, "image": "assets/frames/bin_picking/0001.jpg" }, { "frame_index": 60, "time_s": 1.9968, "source_pts_s": 1.9968, "image": "assets/frames/bin_picking/0003.jpg" }, { "frame_index": 69, "time_s": 2.29632, "source_pts_s": 2.29632, "image": "assets/dense/bin_picking/2_8_0002.jpg" } ], "start_boundary": { "estimate_s": 0, "range_s": [ 0, 1 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "end_boundary": { "estimate_s": 2.5, "range_s": [ 1.5, 3.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a02", "level": "action", "parent_id": "bin_picking.s2", "start_s": 2.5, "end_s": 3.4944, "label": "Grasp and lift a green module", "verb": "lift", "hands": "left", "hand_roles": {}, "object_ids": [ "green_parts", "green_bin" ], "state_before": null, "state_after": null, "evidence_description": "Left hand closes around a green module and draws it toward the tray.", "evidence_frames": [ { "frame_index": 77, "time_s": 2.56256, "source_pts_s": 2.56256, "image": "assets/dense/bin_picking/2_8_0003.jpg" }, { "frame_index": 90, "time_s": 2.9952, "source_pts_s": 2.9952, "image": "assets/frames/bin_picking/0004.jpg" }, { "frame_index": 101, "time_s": 3.36128, "source_pts_s": 3.36128, "image": "assets/dense/bin_picking/2_8_0006.jpg" } ], "start_boundary": { "estimate_s": 2.5, "range_s": [ 1.5, 3.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 3.4944, "range_s": [ 3.36128, 3.62752 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a03", "level": "action", "parent_id": "bin_picking.s2", "start_s": 3.4944, "end_s": 4.29312, "label": "Orient green module between hands", "verb": "rotate", "hands": "both", "hand_roles": {}, "object_ids": [ "green_parts" ], "state_before": null, "state_after": null, "evidence_description": "Green part is held between both hands above the divided tray.", "evidence_frames": [ { "frame_index": 109, "time_s": 3.62752, "source_pts_s": 3.62752, "image": "assets/dense/bin_picking/2_8_0007.jpg" }, { "frame_index": 120, "time_s": 3.9936, "source_pts_s": 3.9936, "image": "assets/frames/bin_picking/0005.jpg" }, { "frame_index": 125, "time_s": 4.16, "source_pts_s": 4.16, "image": "assets/dense/bin_picking/2_8_0009.jpg" } ], "start_boundary": { "estimate_s": 3.4944, "range_s": [ 3.36128, 3.62752 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "end_boundary": { "estimate_s": 4.29312, "range_s": [ 4.16, 4.42624 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a04", "level": "action", "parent_id": "bin_picking.s2", "start_s": 4.29312, "end_s": 5.35808, "label": "Lower green module into tray compartment", "verb": "place", "hands": "right", "hand_roles": {}, "object_ids": [ "green_parts", "green_tray" ], "state_before": null, "state_after": null, "evidence_description": "Right hand lowers the part toward an empty compartment.", "evidence_frames": [ { "frame_index": 133, "time_s": 4.42624, "source_pts_s": 4.42624, "image": "assets/dense/bin_picking/2_8_0010.jpg" }, { "frame_index": 149, "time_s": 4.95872, "source_pts_s": 4.95872, "image": "assets/dense/bin_picking/2_8_0012.jpg" }, { "frame_index": 157, "time_s": 5.22496, "source_pts_s": 5.22496, "image": "assets/dense/bin_picking/2_8_0013.jpg" } ], "start_boundary": { "estimate_s": 4.29312, "range_s": [ 4.16, 4.42624 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "end_boundary": { "estimate_s": 5.35808, "range_s": [ 5.22496, 5.4912 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "uncertainty": [ "Final finger release may be covered." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a05", "level": "action", "parent_id": "bin_picking.s2", "start_s": 5.35808, "end_s": 6.5, "label": "Retrieve another green module", "verb": "lift", "hands": "left", "hand_roles": {}, "object_ids": [ "green_parts", "green_bin" ], "state_before": null, "state_after": null, "evidence_description": "Left hand returns to the upper-left bin and lifts a green module.", "evidence_frames": [ { "frame_index": 165, "time_s": 5.4912, "source_pts_s": 5.4912, "image": "assets/dense/bin_picking/2_8_0014.jpg" }, { "frame_index": 180, "time_s": 5.9904, "source_pts_s": 5.9904, "image": "assets/frames/bin_picking/0007.jpg" }, { "frame_index": 189, "time_s": 6.28992, "source_pts_s": 6.28992, "image": "assets/dense/bin_picking/2_8_0017.jpg" } ], "start_boundary": { "estimate_s": 5.35808, "range_s": [ 5.22496, 5.4912 ], "basis": "dense_visual_transition_bracket", "clip_edge": false }, "end_boundary": { "estimate_s": 6.5, "range_s": [ 5.5, 7.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a06", "level": "action", "parent_id": "bin_picking.s2", "start_s": 6.5, "end_s": 8, "label": "Orient and place the next green module", "verb": "place", "hands": "both", "hand_roles": {}, "object_ids": [ "green_parts", "green_tray" ], "state_before": null, "state_after": null, "evidence_description": "Both hands orient the next module; right lowers it into the tray.", "evidence_frames": [ { "frame_index": 197, "time_s": 6.55616, "source_pts_s": 6.55616, "image": "assets/dense/bin_picking/2_8_0018.jpg" }, { "frame_index": 221, "time_s": 7.35488, "source_pts_s": 7.35488, "image": "assets/dense/bin_picking/2_8_0021.jpg" }, { "frame_index": 240, "time_s": 7.9872, "source_pts_s": 7.9872, "image": "assets/frames/bin_picking/0009.jpg" } ], "start_boundary": { "estimate_s": 6.5, "range_s": [ 5.5, 7.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 8, "range_s": [ 7, 9 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a07", "level": "action", "parent_id": "bin_picking.s2", "start_s": 8, "end_s": 10.7, "label": "Retrieve, orient and place green module(s)", "verb": "transport", "hands": "both", "hand_roles": { "left": "retrieve/orient", "right": "orient/place" }, "object_ids": [ "green_parts", "green_bin", "green_tray" ], "state_before": null, "state_after": null, "evidence_description": "Sampled sequence shows left-hand retrieval, bimanual orientation and placement toward the divided tray.", "evidence_frames": [ { "frame_index": 270, "time_s": 8.9856, "source_pts_s": 8.9856, "image": "assets/frames/bin_picking/0010.jpg" }, { "frame_index": 300, "time_s": 9.984, "source_pts_s": 9.984, "image": "assets/frames/bin_picking/0011.jpg" } ], "start_boundary": { "estimate_s": 8, "range_s": [ 7, 9 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 10.7, "range_s": [ 9.7, 11.7 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Cycle grouping is approximate; no exact count or unique part identity is claimed." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a08", "level": "action", "parent_id": "bin_picking.s2", "start_s": 10.7, "end_s": 13.5, "label": "Retrieve, orient and place green module(s)", "verb": "transport", "hands": "both", "hand_roles": { "left": "retrieve/orient", "right": "orient/place" }, "object_ids": [ "green_parts", "green_bin", "green_tray" ], "state_before": null, "state_after": null, "evidence_description": "Sampled sequence shows left-hand retrieval, bimanual orientation and placement toward the divided tray.", "evidence_frames": [ { "frame_index": 330, "time_s": 10.9824, "source_pts_s": 10.9824, "image": "assets/frames/bin_picking/0012.jpg" }, { "frame_index": 360, "time_s": 11.9808, "source_pts_s": 11.9808, "image": "assets/frames/bin_picking/0013.jpg" }, { "frame_index": 390, "time_s": 12.9792, "source_pts_s": 12.9792, "image": "assets/frames/bin_picking/0014.jpg" } ], "start_boundary": { "estimate_s": 10.7, "range_s": [ 9.7, 11.7 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 13.5, "range_s": [ 12.5, 14.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Cycle grouping is approximate; no exact count or unique part identity is claimed." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a09", "level": "action", "parent_id": "bin_picking.s2", "start_s": 13.5, "end_s": 17.2, "label": "Retrieve, orient and place green module(s)", "verb": "transport", "hands": "both", "hand_roles": { "left": "retrieve/orient", "right": "orient/place" }, "object_ids": [ "green_parts", "green_bin", "green_tray" ], "state_before": null, "state_after": null, "evidence_description": "Sampled sequence shows left-hand retrieval, bimanual orientation and placement toward the divided tray.", "evidence_frames": [ { "frame_index": 420, "time_s": 13.9776, "source_pts_s": 13.9776, "image": "assets/frames/bin_picking/0015.jpg" }, { "frame_index": 480, "time_s": 15.9744, "source_pts_s": 15.9744, "image": "assets/frames/bin_picking/0017.jpg" }, { "frame_index": 510, "time_s": 16.9728, "source_pts_s": 16.9728, "image": "assets/frames/bin_picking/0018.jpg" } ], "start_boundary": { "estimate_s": 13.5, "range_s": [ 12.5, 14.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 17.2, "range_s": [ 16.2, 18.2 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Cycle grouping is approximate; no exact count or unique part identity is claimed." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a10", "level": "action", "parent_id": "bin_picking.s2", "start_s": 17.2, "end_s": 20.6, "label": "Retrieve, orient and place green module(s)", "verb": "transport", "hands": "both", "hand_roles": { "left": "retrieve/orient", "right": "orient/place" }, "object_ids": [ "green_parts", "green_bin", "green_tray" ], "state_before": null, "state_after": null, "evidence_description": "Sampled sequence shows left-hand retrieval, bimanual orientation and placement toward the divided tray.", "evidence_frames": [ { "frame_index": 540, "time_s": 17.9712, "source_pts_s": 17.9712, "image": "assets/frames/bin_picking/0019.jpg" }, { "frame_index": 570, "time_s": 18.9696, "source_pts_s": 18.9696, "image": "assets/frames/bin_picking/0020.jpg" }, { "frame_index": 600, "time_s": 19.968, "source_pts_s": 19.968, "image": "assets/frames/bin_picking/0021.jpg" } ], "start_boundary": { "estimate_s": 17.2, "range_s": [ 16.2, 18.2 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 20.6, "range_s": [ 19.6, 21.6 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Cycle grouping is approximate; no exact count or unique part identity is claimed." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a11", "level": "action", "parent_id": "bin_picking.s2", "start_s": 20.6, "end_s": 24, "label": "Retrieve, orient and place green module(s)", "verb": "transport", "hands": "both", "hand_roles": { "left": "retrieve/orient", "right": "orient/place" }, "object_ids": [ "green_parts", "green_bin", "green_tray" ], "state_before": null, "state_after": null, "evidence_description": "Sampled sequence shows left-hand retrieval, bimanual orientation and placement toward the divided tray.", "evidence_frames": [ { "frame_index": 630, "time_s": 20.9664, "source_pts_s": 20.9664, "image": "assets/frames/bin_picking/0022.jpg" }, { "frame_index": 690, "time_s": 22.9632, "source_pts_s": 22.9632, "image": "assets/frames/bin_picking/0024.jpg" }, { "frame_index": 720, "time_s": 23.9616, "source_pts_s": 23.9616, "image": "assets/frames/bin_picking/0025.jpg" } ], "start_boundary": { "estimate_s": 20.6, "range_s": [ 19.6, 21.6 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 24, "range_s": [ 23, 25 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Cycle grouping is approximate; no exact count or unique part identity is claimed." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a12", "level": "action", "parent_id": "bin_picking.s2", "start_s": 24, "end_s": 27.3, "label": "Retrieve, orient and place green module(s)", "verb": "transport", "hands": "both", "hand_roles": { "left": "retrieve/orient", "right": "orient/place" }, "object_ids": [ "green_parts", "green_bin", "green_tray" ], "state_before": null, "state_after": null, "evidence_description": "Sampled sequence shows left-hand retrieval, bimanual orientation and placement toward the divided tray.", "evidence_frames": [ { "frame_index": 750, "time_s": 24.96, "source_pts_s": 24.96, "image": "assets/frames/bin_picking/0026.jpg" }, { "frame_index": 780, "time_s": 25.9584, "source_pts_s": 25.9584, "image": "assets/frames/bin_picking/0027.jpg" }, { "frame_index": 810, "time_s": 26.9568, "source_pts_s": 26.9568, "image": "assets/frames/bin_picking/0028.jpg" } ], "start_boundary": { "estimate_s": 24, "range_s": [ 23, 25 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 27.3, "range_s": [ 26.3, 28.3 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Cycle grouping is approximate; no exact count or unique part identity is claimed." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a13", "level": "action", "parent_id": "bin_picking.s2", "start_s": 27.3, "end_s": 31, "label": "Retrieve, orient and place green module(s)", "verb": "transport", "hands": "both", "hand_roles": { "left": "retrieve/orient", "right": "orient/place" }, "object_ids": [ "green_parts", "green_bin", "green_tray" ], "state_before": null, "state_after": null, "evidence_description": "Sampled sequence shows left-hand retrieval, bimanual orientation and placement toward the divided tray.", "evidence_frames": [ { "frame_index": 840, "time_s": 27.9552, "source_pts_s": 27.9552, "image": "assets/frames/bin_picking/0029.jpg" }, { "frame_index": 900, "time_s": 29.952, "source_pts_s": 29.952, "image": "assets/frames/bin_picking/0031.jpg" }, { "frame_index": 930, "time_s": 30.9504, "source_pts_s": 30.9504, "image": "assets/frames/bin_picking/0032.jpg" } ], "start_boundary": { "estimate_s": 27.3, "range_s": [ 26.3, 28.3 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 31, "range_s": [ 30, 32 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Cycle grouping is approximate; no exact count or unique part identity is claimed." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a14", "level": "action", "parent_id": "bin_picking.s2", "start_s": 31, "end_s": 34.5, "label": "Retrieve, orient and place green module(s)", "verb": "transport", "hands": "both", "hand_roles": { "left": "retrieve/orient", "right": "orient/place" }, "object_ids": [ "green_parts", "green_bin", "green_tray" ], "state_before": null, "state_after": null, "evidence_description": "Sampled sequence shows left-hand retrieval, bimanual orientation and placement toward the divided tray.", "evidence_frames": [ { "frame_index": 960, "time_s": 31.9488, "source_pts_s": 31.9488, "image": "assets/frames/bin_picking/0033.jpg" }, { "frame_index": 990, "time_s": 32.9472, "source_pts_s": 32.9472, "image": "assets/frames/bin_picking/0034.jpg" }, { "frame_index": 1020, "time_s": 33.9456, "source_pts_s": 33.9456, "image": "assets/frames/bin_picking/0035.jpg" } ], "start_boundary": { "estimate_s": 31, "range_s": [ 30, 32 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 34.5, "range_s": [ 33.5, 35.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Cycle grouping is approximate; no exact count or unique part identity is claimed." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a15", "level": "action", "parent_id": "bin_picking.s3", "start_s": 34.5, "end_s": 36.5, "label": "Adjust loaded green-module tray", "verb": "adjust", "hands": "both", "hand_roles": {}, "object_ids": [ "green_tray" ], "state_before": null, "state_after": null, "evidence_description": "Both hands move to the tray edges and alter its position.", "evidence_frames": [ { "frame_index": 1050, "time_s": 34.944, "source_pts_s": 34.944, "image": "assets/frames/bin_picking/0036.jpg" }, { "frame_index": 1080, "time_s": 35.9424, "source_pts_s": 35.9424, "image": "assets/frames/bin_picking/0037.jpg" } ], "start_boundary": { "estimate_s": 34.5, "range_s": [ 33.5, 35.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 36.5, "range_s": [ 35.5, 37.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a16", "level": "action", "parent_id": "bin_picking.s3", "start_s": 36.5, "end_s": 39, "label": "Lift and shift loaded tray", "verb": "transport", "hands": "both", "hand_roles": {}, "object_ids": [ "green_tray" ], "state_before": null, "state_after": null, "evidence_description": "Tray carrying green parts is raised and shifted toward the rear.", "evidence_frames": [ { "frame_index": 1110, "time_s": 36.9408, "source_pts_s": 36.9408, "image": "assets/frames/bin_picking/0038.jpg" }, { "frame_index": 1140, "time_s": 37.9392, "source_pts_s": 37.9392, "image": "assets/frames/bin_picking/0039.jpg" }, { "frame_index": 1170, "time_s": 38.9376, "source_pts_s": 38.9376, "image": "assets/frames/bin_picking/0040.jpg" } ], "start_boundary": { "estimate_s": 36.5, "range_s": [ 35.5, 37.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 39, "range_s": [ 38, 40 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a17", "level": "action", "parent_id": "bin_picking.s3", "start_s": 39, "end_s": 42.5, "label": "Expose and position empty divided tray", "verb": "place", "hands": "both", "hand_roles": {}, "object_ids": [ "green_tray", "black_tray" ], "state_before": null, "state_after": "Empty tray in front of parts bins", "evidence_description": "Hands move an empty white divided tray into the front working position.", "evidence_frames": [ { "frame_index": 1200, "time_s": 39.936, "source_pts_s": 39.936, "image": "assets/frames/bin_picking/0041.jpg" }, { "frame_index": 1230, "time_s": 40.9344, "source_pts_s": 40.9344, "image": "assets/frames/bin_picking/0042.jpg" }, { "frame_index": 1260, "time_s": 41.9328, "source_pts_s": 41.9328, "image": "assets/frames/bin_picking/0043.jpg" } ], "start_boundary": { "estimate_s": 39, "range_s": [ 38, 40 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 42.5, "range_s": [ 41.5, 43.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a18", "level": "action", "parent_id": "bin_picking.s4", "start_s": 42.5, "end_s": 46.3, "label": "Retrieve, orient and place black housing(s)", "verb": "transport", "hands": "both", "hand_roles": { "right": "retrieve/orient/place", "left": "orient or steady tray" }, "object_ids": [ "black_parts", "black_bin", "black_tray" ], "state_before": null, "state_after": null, "evidence_description": "Right hand retrieves from the upper-right bin; hands rotate the housing and lower it into the divided tray.", "evidence_frames": [ { "frame_index": 1290, "time_s": 42.9312, "source_pts_s": 42.9312, "image": "assets/frames/bin_picking/0044.jpg" }, { "frame_index": 1350, "time_s": 44.928, "source_pts_s": 44.928, "image": "assets/frames/bin_picking/0046.jpg" }, { "frame_index": 1380, "time_s": 45.9264, "source_pts_s": 45.9264, "image": "assets/frames/bin_picking/0047.jpg" } ], "start_boundary": { "estimate_s": 42.5, "range_s": [ 41.5, 43.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 46.3, "range_s": [ 45.3, 47.3 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Approximate cycle span; fine release time and exact part count require denser review." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a19", "level": "action", "parent_id": "bin_picking.s4", "start_s": 46.3, "end_s": 50.3, "label": "Retrieve, orient and place black housing(s)", "verb": "transport", "hands": "both", "hand_roles": { "right": "retrieve/orient/place", "left": "orient or steady tray" }, "object_ids": [ "black_parts", "black_bin", "black_tray" ], "state_before": null, "state_after": null, "evidence_description": "Right hand retrieves from the upper-right bin; hands rotate the housing and lower it into the divided tray.", "evidence_frames": [ { "frame_index": 1410, "time_s": 46.9248, "source_pts_s": 46.9248, "image": "assets/frames/bin_picking/0048.jpg" }, { "frame_index": 1470, "time_s": 48.9216, "source_pts_s": 48.9216, "image": "assets/frames/bin_picking/0050.jpg" }, { "frame_index": 1500, "time_s": 49.92, "source_pts_s": 49.92, "image": "assets/frames/bin_picking/0051.jpg" } ], "start_boundary": { "estimate_s": 46.3, "range_s": [ 45.3, 47.3 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 50.3, "range_s": [ 49.3, 51.3 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Approximate cycle span; fine release time and exact part count require denser review." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a20", "level": "action", "parent_id": "bin_picking.s4", "start_s": 50.3, "end_s": 56, "label": "Retrieve, orient and place black housing(s)", "verb": "transport", "hands": "both", "hand_roles": { "right": "retrieve/orient/place", "left": "orient or steady tray" }, "object_ids": [ "black_parts", "black_bin", "black_tray" ], "state_before": null, "state_after": null, "evidence_description": "Right hand retrieves from the upper-right bin; hands rotate the housing and lower it into the divided tray.", "evidence_frames": [ { "frame_index": 1530, "time_s": 50.9184, "source_pts_s": 50.9184, "image": "assets/frames/bin_picking/0052.jpg" }, { "frame_index": 1620, "time_s": 53.9136, "source_pts_s": 53.9136, "image": "assets/frames/bin_picking/0055.jpg" }, { "frame_index": 1680, "time_s": 55.9104, "source_pts_s": 55.9104, "image": "assets/frames/bin_picking/0057.jpg" } ], "start_boundary": { "estimate_s": 50.3, "range_s": [ 49.3, 51.3 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 56, "range_s": [ 55, 57 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Approximate cycle span; fine release time and exact part count require denser review." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a21", "level": "action", "parent_id": "bin_picking.s4", "start_s": 56, "end_s": 59.2, "label": "Retrieve, orient and place black housing(s)", "verb": "transport", "hands": "both", "hand_roles": { "right": "retrieve/orient/place", "left": "orient or steady tray" }, "object_ids": [ "black_parts", "black_bin", "black_tray" ], "state_before": null, "state_after": null, "evidence_description": "Right hand retrieves from the upper-right bin; hands rotate the housing and lower it into the divided tray.", "evidence_frames": [ { "frame_index": 1710, "time_s": 56.9088, "source_pts_s": 56.9088, "image": "assets/frames/bin_picking/0058.jpg" }, { "frame_index": 1740, "time_s": 57.9072, "source_pts_s": 57.9072, "image": "assets/frames/bin_picking/0059.jpg" }, { "frame_index": 1770, "time_s": 58.9056, "source_pts_s": 58.9056, "image": "assets/frames/bin_picking/0060.jpg" } ], "start_boundary": { "estimate_s": 56, "range_s": [ 55, 57 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 59.2, "range_s": [ 58.2, 60.2 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Approximate cycle span; fine release time and exact part count require denser review." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a22", "level": "action", "parent_id": "bin_picking.s4", "start_s": 59.2, "end_s": 62.6, "label": "Retrieve, orient and place black housing(s)", "verb": "transport", "hands": "both", "hand_roles": { "right": "retrieve/orient/place", "left": "orient or steady tray" }, "object_ids": [ "black_parts", "black_bin", "black_tray" ], "state_before": null, "state_after": null, "evidence_description": "Right hand retrieves from the upper-right bin; hands rotate the housing and lower it into the divided tray.", "evidence_frames": [ { "frame_index": 1800, "time_s": 59.904, "source_pts_s": 59.904, "image": "assets/frames/bin_picking/0061.jpg" }, { "frame_index": 1830, "time_s": 60.9024, "source_pts_s": 60.9024, "image": "assets/frames/bin_picking/0062.jpg" }, { "frame_index": 1860, "time_s": 61.9008, "source_pts_s": 61.9008, "image": "assets/frames/bin_picking/0063.jpg" } ], "start_boundary": { "estimate_s": 59.2, "range_s": [ 58.2, 60.2 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 62.6, "range_s": [ 61.6, 63.6 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Approximate cycle span; fine release time and exact part count require denser review." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a23", "level": "action", "parent_id": "bin_picking.s4", "start_s": 62.6, "end_s": 66.4, "label": "Retrieve, orient and place black housing(s)", "verb": "transport", "hands": "both", "hand_roles": { "right": "retrieve/orient/place", "left": "orient or steady tray" }, "object_ids": [ "black_parts", "black_bin", "black_tray" ], "state_before": null, "state_after": null, "evidence_description": "Right hand retrieves from the upper-right bin; hands rotate the housing and lower it into the divided tray.", "evidence_frames": [ { "frame_index": 1890, "time_s": 62.8992, "source_pts_s": 62.8992, "image": "assets/frames/bin_picking/0064.jpg" }, { "frame_index": 1950, "time_s": 64.896, "source_pts_s": 64.896, "image": "assets/frames/bin_picking/0066.jpg" }, { "frame_index": 1980, "time_s": 65.8944, "source_pts_s": 65.8944, "image": "assets/frames/bin_picking/0067.jpg" } ], "start_boundary": { "estimate_s": 62.6, "range_s": [ 61.6, 63.6 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 66.4, "range_s": [ 65.4, 67.4 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Approximate cycle span; fine release time and exact part count require denser review." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a24", "level": "action", "parent_id": "bin_picking.s4", "start_s": 66.4, "end_s": 69.5, "label": "Retrieve, orient and place black housing(s)", "verb": "transport", "hands": "both", "hand_roles": { "right": "retrieve/orient/place", "left": "orient or steady tray" }, "object_ids": [ "black_parts", "black_bin", "black_tray" ], "state_before": null, "state_after": null, "evidence_description": "Right hand retrieves from the upper-right bin; hands rotate the housing and lower it into the divided tray.", "evidence_frames": [ { "frame_index": 2010, "time_s": 66.8928, "source_pts_s": 66.8928, "image": "assets/frames/bin_picking/0068.jpg" }, { "frame_index": 2040, "time_s": 67.8912, "source_pts_s": 67.8912, "image": "assets/frames/bin_picking/0069.jpg" }, { "frame_index": 2070, "time_s": 68.8896, "source_pts_s": 68.8896, "image": "assets/frames/bin_picking/0070.jpg" } ], "start_boundary": { "estimate_s": 66.4, "range_s": [ 65.4, 67.4 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 69.5, "range_s": [ 68.5, 70.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Approximate cycle span; fine release time and exact part count require denser review." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a25", "level": "action", "parent_id": "bin_picking.s4", "start_s": 69.5, "end_s": 73.3, "label": "Retrieve, orient and place black housing(s)", "verb": "transport", "hands": "both", "hand_roles": { "right": "retrieve/orient/place", "left": "orient or steady tray" }, "object_ids": [ "black_parts", "black_bin", "black_tray" ], "state_before": null, "state_after": null, "evidence_description": "Right hand retrieves from the upper-right bin; hands rotate the housing and lower it into the divided tray.", "evidence_frames": [ { "frame_index": 2100, "time_s": 69.888, "source_pts_s": 69.888, "image": "assets/frames/bin_picking/0071.jpg" }, { "frame_index": 2160, "time_s": 71.8848, "source_pts_s": 71.8848, "image": "assets/frames/bin_picking/0073.jpg" }, { "frame_index": 2190, "time_s": 72.8832, "source_pts_s": 72.8832, "image": "assets/frames/bin_picking/0074.jpg" } ], "start_boundary": { "estimate_s": 69.5, "range_s": [ 68.5, 70.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 73.3, "range_s": [ 72.3, 74.3 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Approximate cycle span; fine release time and exact part count require denser review." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a26", "level": "action", "parent_id": "bin_picking.s4", "start_s": 73.3, "end_s": 77.4, "label": "Retrieve, orient and place black housing(s)", "verb": "transport", "hands": "both", "hand_roles": { "right": "retrieve/orient/place", "left": "orient or steady tray" }, "object_ids": [ "black_parts", "black_bin", "black_tray" ], "state_before": null, "state_after": null, "evidence_description": "Right hand retrieves from the upper-right bin; hands rotate the housing and lower it into the divided tray.", "evidence_frames": [ { "frame_index": 2220, "time_s": 73.8816, "source_pts_s": 73.8816, "image": "assets/frames/bin_picking/0075.jpg" }, { "frame_index": 2280, "time_s": 75.8784, "source_pts_s": 75.8784, "image": "assets/frames/bin_picking/0077.jpg" }, { "frame_index": 2310, "time_s": 76.8768, "source_pts_s": 76.8768, "image": "assets/frames/bin_picking/0078.jpg" } ], "start_boundary": { "estimate_s": 73.3, "range_s": [ 72.3, 74.3 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 77.4, "range_s": [ 76.4, 78.4 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Approximate cycle span; fine release time and exact part count require denser review." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a27", "level": "action", "parent_id": "bin_picking.s4", "start_s": 77.4, "end_s": 81.5, "label": "Retrieve, orient and place black housing(s)", "verb": "transport", "hands": "both", "hand_roles": { "right": "retrieve/orient/place", "left": "orient or steady tray" }, "object_ids": [ "black_parts", "black_bin", "black_tray" ], "state_before": null, "state_after": null, "evidence_description": "Right hand retrieves from the upper-right bin; hands rotate the housing and lower it into the divided tray.", "evidence_frames": [ { "frame_index": 2340, "time_s": 77.8752, "source_pts_s": 77.8752, "image": "assets/frames/bin_picking/0079.jpg" }, { "frame_index": 2400, "time_s": 79.872, "source_pts_s": 79.872, "image": "assets/frames/bin_picking/0081.jpg" }, { "frame_index": 2430, "time_s": 80.8704, "source_pts_s": 80.8704, "image": "assets/frames/bin_picking/0082.jpg" } ], "start_boundary": { "estimate_s": 77.4, "range_s": [ 76.4, 78.4 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 81.5, "range_s": [ 80.5, 82.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Approximate cycle span; fine release time and exact part count require denser review." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a28", "level": "action", "parent_id": "bin_picking.s5", "start_s": 81.5, "end_s": 83.5, "label": "Adjust edges of loaded housing tray", "verb": "adjust", "hands": "both", "hand_roles": {}, "object_ids": [ "black_tray" ], "state_before": null, "state_after": null, "evidence_description": "Both hands hold or touch opposite edges of the loaded tray.", "evidence_frames": [ { "frame_index": 2460, "time_s": 81.8688, "source_pts_s": 81.8688, "image": "assets/frames/bin_picking/0083.jpg" }, { "frame_index": 2490, "time_s": 82.8672, "source_pts_s": 82.8672, "image": "assets/frames/bin_picking/0084.jpg" } ], "start_boundary": { "estimate_s": 81.5, "range_s": [ 80.5, 82.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 83.5, "range_s": [ 82.5, 84.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "bin_picking.a29", "level": "action", "parent_id": "bin_picking.s5", "start_s": 83.5, "end_s": 84.66432, "label": "Withdraw hands and step back", "verb": "transition", "hands": "both", "hand_roles": {}, "object_ids": [ "black_tray" ], "state_before": null, "state_after": null, "evidence_description": "View rises and moves away from the bins.", "evidence_frames": [ { "frame_index": 2520, "time_s": 83.8656, "source_pts_s": 83.8656, "image": "assets/frames/bin_picking/0085.jpg" }, { "frame_index": 2543, "time_s": 84.63104, "source_pts_s": 84.63104, "image": "assets/frames/bin_picking/0086.jpg" } ], "start_boundary": { "estimate_s": 83.5, "range_s": [ 82.5, 84.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 84.66432, "range_s": [ 83.66432, 84.66432 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" } ] }, { "id": "soldering", "source": "6thsense/soldering.mp4", "sha256": "e98479222b339b7c03e589fb585c59ff7830ab3fe7f14877073225352ce41b04", "duration_s": 133.55264, "width": 1920, "height": 600, "fps_fraction": "3125/104", "decoded_frame_count": 4013, "audio_stream_count": 0, "source_start_pts_s": 0.0, "last_frame_s": 133.51936, "frame_interval_min_s": 0.03327999999999065, "frame_interval_max_s": 0.03328000000001907, "nonincreasing_pts_count": 0, "decode_diagnostics": "", "view_layout": "side_by_side_two_views_visually_observed; calibration and synchronization unverified", "sample_stride_frames": 30, "title": "Soldering", "observed_activity": "Enter a workroom, prepare at an electronics bench, work a thin lead with a blue-handled tool, apply a soldering iron to a lead, then handle and apparently solder a small circuit board.", "inferred_goal": "Prepare and solder a lead/component to an electronic assembly (inferred).", "assigned_instruction": null, "visible_outcome": "The green board is placed on the work mat after tool application and manual adjustment; no electrical test is visible.", "task_success": "unknown", "unknowns": [ "Joint quality, temperature and electrical continuity unknown.", "Fine contacts are frequently hidden by gloves.", "No evidence that every adjustment is a repair or failure.", "Machine settings cannot be reliably read." ], "objects": [ { "id": "door", "description": "Workroom door/panel at recording start" }, { "id": "chair", "description": "Chair in front of electronics bench" }, { "id": "station", "description": "Bench soldering equipment and controls" }, { "id": "lead", "description": "Thin wire/lead handled over the work mat" }, { "id": "blue_tool", "description": "Blue-handled plier/cutter-like tool" }, { "id": "iron", "description": "Corded soldering iron" }, { "id": "tip_cleaner", "description": "Round brass-colored tip-cleaning cup" }, { "id": "board", "description": "Small green circuit board" }, { "id": "component", "description": "Small dark/round component handled near the board; exact function unknown" }, { "id": "mat", "description": "Dark electronics work mat" } ], "assessment": { "strengths": [ "Preparation and core work both included", "Tools and hand roles often identifiable" ], "limitations": [ "Dark opening interval", "Long fine-work spans with glove occlusion", "No joint or electrical verification" ], "recommended_detail": "Preparation, wire work and apparent tool-application intervals; physical success remains unknown." }, "protocol_role": "transfer_check", "annotation_provenance": "assistant_visual_review", "review_status": "pending", "subtasks": [ { "id": "soldering.s1", "level": "subtask", "parent_id": null, "start_s": 0, "end_s": 9, "label": "Move through doorway", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "View passes from dark doorway area into the brighter workroom.", "evidence_frames": [ { "frame_index": 0, "time_s": 0.0, "source_pts_s": 0.0, "image": "assets/frames/soldering/0001.jpg" }, { "frame_index": 150, "time_s": 4.992, "source_pts_s": 4.992, "image": "assets/frames/soldering/0006.jpg" }, { "frame_index": 270, "time_s": 8.9856, "source_pts_s": 8.9856, "image": "assets/frames/soldering/0010.jpg" } ], "start_boundary": { "estimate_s": 0, "range_s": [ 0, 1 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "end_boundary": { "estimate_s": 9, "range_s": [ 8, 10 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.s2", "level": "subtask", "parent_id": null, "start_s": 9, "end_s": 26, "label": "Approach bench and prepare station", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Wearer walks to bench, moves chair and reaches toward equipment controls.", "evidence_frames": [ { "frame_index": 300, "time_s": 9.984, "source_pts_s": 9.984, "image": "assets/frames/soldering/0011.jpg" }, { "frame_index": 540, "time_s": 17.9712, "source_pts_s": 17.9712, "image": "assets/frames/soldering/0019.jpg" }, { "frame_index": 780, "time_s": 25.9584, "source_pts_s": 25.9584, "image": "assets/frames/soldering/0027.jpg" } ], "start_boundary": { "estimate_s": 9, "range_s": [ 8, 10 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 26, "range_s": [ 25, 27 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.s3", "level": "subtask", "parent_id": null, "start_s": 26, "end_s": 47, "label": "Prepare thin lead with hand tool", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Hands manipulate a thin lead; blue-handled tool repeatedly closes near it.", "evidence_frames": [ { "frame_index": 810, "time_s": 26.9568, "source_pts_s": 26.9568, "image": "assets/frames/soldering/0028.jpg" }, { "frame_index": 1110, "time_s": 36.9408, "source_pts_s": 36.9408, "image": "assets/frames/soldering/0038.jpg" }, { "frame_index": 1410, "time_s": 46.9248, "source_pts_s": 46.9248, "image": "assets/frames/soldering/0048.jpg" } ], "start_boundary": { "estimate_s": 26, "range_s": [ 25, 27 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 47, "range_s": [ 46, 48 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.s4", "level": "subtask", "parent_id": null, "start_s": 47, "end_s": 59, "label": "Adjust station and retrieve iron", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Right hand reaches to equipment and then retrieves the corded iron.", "evidence_frames": [ { "frame_index": 1440, "time_s": 47.9232, "source_pts_s": 47.9232, "image": "assets/frames/soldering/0049.jpg" }, { "frame_index": 1620, "time_s": 53.9136, "source_pts_s": 53.9136, "image": "assets/frames/soldering/0055.jpg" }, { "frame_index": 1770, "time_s": 58.9056, "source_pts_s": 58.9056, "image": "assets/frames/soldering/0060.jpg" } ], "start_boundary": { "estimate_s": 47, "range_s": [ 46, 48 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 59, "range_s": [ 58, 60 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.s5", "level": "subtask", "parent_id": null, "start_s": 59, "end_s": 80, "label": "Apply iron near thin lead", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Left holds the lead while the right brings the iron tip toward it and the cleaning cup.", "evidence_frames": [ { "frame_index": 1800, "time_s": 59.904, "source_pts_s": 59.904, "image": "assets/frames/soldering/0061.jpg" }, { "frame_index": 2100, "time_s": 69.888, "source_pts_s": 69.888, "image": "assets/frames/soldering/0071.jpg" }, { "frame_index": 2400, "time_s": 79.872, "source_pts_s": 79.872, "image": "assets/frames/soldering/0081.jpg" } ], "start_boundary": { "estimate_s": 59, "range_s": [ 58, 60 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 80, "range_s": [ 79, 81 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.s6", "level": "subtask", "parent_id": null, "start_s": 80, "end_s": 102.5, "label": "Handle board and position small component", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Board is picked up, turned and manipulated between the hands.", "evidence_frames": [ { "frame_index": 2430, "time_s": 80.8704, "source_pts_s": 80.8704, "image": "assets/frames/soldering/0082.jpg" }, { "frame_index": 2760, "time_s": 91.8528, "source_pts_s": 91.8528, "image": "assets/frames/soldering/0093.jpg" }, { "frame_index": 3060, "time_s": 101.8368, "source_pts_s": 101.8368, "image": "assets/frames/soldering/0103.jpg" } ], "start_boundary": { "estimate_s": 80, "range_s": [ 79, 81 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 102.5, "range_s": [ 101.5, 103.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.s7", "level": "subtask", "parent_id": null, "start_s": 102.5, "end_s": 123, "label": "Apply iron near board", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Left holds board; iron tip is held at its edge/connection area for an extended interval.", "evidence_frames": [ { "frame_index": 3090, "time_s": 102.8352, "source_pts_s": 102.8352, "image": "assets/frames/soldering/0104.jpg" }, { "frame_index": 3207, "time_s": 106.72896, "source_pts_s": 106.72896, "image": "assets/dense/soldering/103_107_0015.jpg" }, { "frame_index": 3690, "time_s": 122.8032, "source_pts_s": 122.8032, "image": "assets/frames/soldering/0124.jpg" } ], "start_boundary": { "estimate_s": 102.5, "range_s": [ 101.5, 103.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 123, "range_s": [ 122, 124 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.s8", "level": "subtask", "parent_id": null, "start_s": 123, "end_s": 133.55264, "label": "Return iron, adjust assembly and place on mat", "verb": null, "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Right returns tool; both hands adjust the small assembly and set it down.", "evidence_frames": [ { "frame_index": 3720, "time_s": 123.8016, "source_pts_s": 123.8016, "image": "assets/frames/soldering/0125.jpg" }, { "frame_index": 3870, "time_s": 128.7936, "source_pts_s": 128.7936, "image": "assets/frames/soldering/0130.jpg" }, { "frame_index": 4012, "time_s": 133.51936, "source_pts_s": 133.51936, "image": "assets/frames/soldering/0135.jpg" } ], "start_boundary": { "estimate_s": 123, "range_s": [ 122, 124 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 133.55264, "range_s": [ 132.55264, 133.55264 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" } ], "actions": [ { "id": "soldering.a01", "level": "action", "parent_id": "soldering.s1", "start_s": 0, "end_s": 6.5, "label": "Move through dim doorway area", "verb": "transition", "hands": "both", "hand_roles": {}, "object_ids": [ "door" ], "state_before": null, "state_after": null, "evidence_description": "View moves around the dark partition toward a door edge.", "evidence_frames": [ { "frame_index": 0, "time_s": 0.0, "source_pts_s": 0.0, "image": "assets/frames/soldering/0001.jpg" }, { "frame_index": 90, "time_s": 2.9952, "source_pts_s": 2.9952, "image": "assets/frames/soldering/0004.jpg" }, { "frame_index": 180, "time_s": 5.9904, "source_pts_s": 5.9904, "image": "assets/frames/soldering/0007.jpg" } ], "start_boundary": { "estimate_s": 0, "range_s": [ 0, 1 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "end_boundary": { "estimate_s": 6.5, "range_s": [ 5.5, 7.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Low visibility limits hand-interaction interpretation." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a02", "level": "action", "parent_id": "soldering.s1", "start_s": 6.5, "end_s": 9, "label": "Push door/panel and enter brighter room", "verb": "open", "hands": "right", "hand_roles": {}, "object_ids": [ "door" ], "state_before": null, "state_after": null, "evidence_description": "Right hand reaches to a vertical panel as the doorway opens into the lit room.", "evidence_frames": [ { "frame_index": 210, "time_s": 6.9888, "source_pts_s": 6.9888, "image": "assets/frames/soldering/0008.jpg" }, { "frame_index": 240, "time_s": 7.9872, "source_pts_s": 7.9872, "image": "assets/frames/soldering/0009.jpg" }, { "frame_index": 270, "time_s": 8.9856, "source_pts_s": 8.9856, "image": "assets/frames/soldering/0010.jpg" } ], "start_boundary": { "estimate_s": 6.5, "range_s": [ 5.5, 7.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 9, "range_s": [ 8, 10 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a03", "level": "action", "parent_id": "soldering.s2", "start_s": 9, "end_s": 14.5, "label": "Walk toward electronics bench", "verb": "transition", "hands": "both", "hand_roles": {}, "object_ids": [], "state_before": null, "state_after": null, "evidence_description": "Workbench and chair grow larger as the wearer approaches.", "evidence_frames": [ { "frame_index": 300, "time_s": 9.984, "source_pts_s": 9.984, "image": "assets/frames/soldering/0011.jpg" }, { "frame_index": 360, "time_s": 11.9808, "source_pts_s": 11.9808, "image": "assets/frames/soldering/0013.jpg" }, { "frame_index": 420, "time_s": 13.9776, "source_pts_s": 13.9776, "image": "assets/frames/soldering/0015.jpg" } ], "start_boundary": { "estimate_s": 9, "range_s": [ 8, 10 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 14.5, "range_s": [ 13.5, 15.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a04", "level": "action", "parent_id": "soldering.s2", "start_s": 14.5, "end_s": 17.5, "label": "Move chair into position", "verb": "transport", "hands": "right", "hand_roles": {}, "object_ids": [ "chair" ], "state_before": null, "state_after": null, "evidence_description": "Right hand reaches to chair back and the chair shifts.", "evidence_frames": [ { "frame_index": 450, "time_s": 14.976, "source_pts_s": 14.976, "image": "assets/frames/soldering/0016.jpg" }, { "frame_index": 480, "time_s": 15.9744, "source_pts_s": 15.9744, "image": "assets/frames/soldering/0017.jpg" }, { "frame_index": 510, "time_s": 16.9728, "source_pts_s": 16.9728, "image": "assets/frames/soldering/0018.jpg" } ], "start_boundary": { "estimate_s": 14.5, "range_s": [ 13.5, 15.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 17.5, "range_s": [ 16.5, 18.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a05", "level": "action", "parent_id": "soldering.s2", "start_s": 17.5, "end_s": 23.5, "label": "Reach to bench equipment controls", "verb": "operate_tool", "hands": "right", "hand_roles": {}, "object_ids": [ "station" ], "state_before": null, "state_after": null, "evidence_description": "Right hand repeatedly touches the black bench equipment/control area.", "evidence_frames": [ { "frame_index": 540, "time_s": 17.9712, "source_pts_s": 17.9712, "image": "assets/frames/soldering/0019.jpg" }, { "frame_index": 630, "time_s": 20.9664, "source_pts_s": 20.9664, "image": "assets/frames/soldering/0022.jpg" }, { "frame_index": 690, "time_s": 22.9632, "source_pts_s": 22.9632, "image": "assets/frames/soldering/0024.jpg" } ], "start_boundary": { "estimate_s": 17.5, "range_s": [ 16.5, 18.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 23.5, "range_s": [ 22.5, 24.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Power state, setting values and temperature are not readable." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a06", "level": "action", "parent_id": "soldering.s2", "start_s": 23.5, "end_s": 26, "label": "Lower into working position at mat", "verb": "transition", "hands": "both", "hand_roles": {}, "object_ids": [ "chair", "mat" ], "state_before": null, "state_after": null, "evidence_description": "View lowers toward lap and work mat; hands return to the near workspace.", "evidence_frames": [ { "frame_index": 720, "time_s": 23.9616, "source_pts_s": 23.9616, "image": "assets/frames/soldering/0025.jpg" }, { "frame_index": 750, "time_s": 24.96, "source_pts_s": 24.96, "image": "assets/frames/soldering/0026.jpg" }, { "frame_index": 780, "time_s": 25.9584, "source_pts_s": 25.9584, "image": "assets/frames/soldering/0027.jpg" } ], "start_boundary": { "estimate_s": 23.5, "range_s": [ 22.5, 24.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 26, "range_s": [ 25, 27 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a07", "level": "action", "parent_id": "soldering.s3", "start_s": 26, "end_s": 30.5, "label": "Pick up and manipulate a thin lead", "verb": "manipulate", "hands": "both", "hand_roles": {}, "object_ids": [ "lead" ], "state_before": null, "state_after": null, "evidence_description": "Both hands pinch and adjust a thin object above the mat.", "evidence_frames": [ { "frame_index": 810, "time_s": 26.9568, "source_pts_s": 26.9568, "image": "assets/frames/soldering/0028.jpg" }, { "frame_index": 870, "time_s": 28.9536, "source_pts_s": 28.9536, "image": "assets/frames/soldering/0030.jpg" }, { "frame_index": 900, "time_s": 29.952, "source_pts_s": 29.952, "image": "assets/frames/soldering/0031.jpg" } ], "start_boundary": { "estimate_s": 26, "range_s": [ 25, 27 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 30.5, "range_s": [ 29.5, 31.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a08", "level": "action", "parent_id": "soldering.s3", "start_s": 30.5, "end_s": 33, "label": "Retrieve blue-handled tool", "verb": "grasp", "hands": "both", "hand_roles": { "left": "hold lead", "right": "retrieve tool" }, "object_ids": [ "blue_tool", "lead" ], "state_before": null, "state_after": null, "evidence_description": "Right hand brings the blue tool into view while left holds the lead.", "evidence_frames": [ { "frame_index": 930, "time_s": 30.9504, "source_pts_s": 30.9504, "image": "assets/frames/soldering/0032.jpg" }, { "frame_index": 960, "time_s": 31.9488, "source_pts_s": 31.9488, "image": "assets/frames/soldering/0033.jpg" }, { "frame_index": 990, "time_s": 32.9472, "source_pts_s": 32.9472, "image": "assets/frames/soldering/0034.jpg" } ], "start_boundary": { "estimate_s": 30.5, "range_s": [ 29.5, 31.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 33, "range_s": [ 32, 34 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a09", "level": "action", "parent_id": "soldering.s3", "start_s": 33, "end_s": 43, "label": "Work lead with plier/cutter-like tool", "verb": "operate_tool", "hands": "both", "hand_roles": {}, "object_ids": [ "blue_tool", "lead" ], "state_before": null, "state_after": null, "evidence_description": "Right-hand tool closes repeatedly near the lead held by the left.", "evidence_frames": [ { "frame_index": 1020, "time_s": 33.9456, "source_pts_s": 33.9456, "image": "assets/frames/soldering/0035.jpg" }, { "frame_index": 1170, "time_s": 38.9376, "source_pts_s": 38.9376, "image": "assets/frames/soldering/0040.jpg" }, { "frame_index": 1290, "time_s": 42.9312, "source_pts_s": 42.9312, "image": "assets/frames/soldering/0044.jpg" } ], "start_boundary": { "estimate_s": 33, "range_s": [ 32, 34 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 43, "range_s": [ 42, 44 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Cannot resolve cutting versus stripping from these sampled views." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a10", "level": "action", "parent_id": "soldering.s3", "start_s": 43, "end_s": 46, "label": "Reposition lead and continue hand-tool work", "verb": "operate_tool", "hands": "both", "hand_roles": {}, "object_ids": [ "blue_tool", "lead" ], "state_before": null, "state_after": null, "evidence_description": "Hands change the lead angle and apply the blue tool again.", "evidence_frames": [ { "frame_index": 1320, "time_s": 43.9296, "source_pts_s": 43.9296, "image": "assets/frames/soldering/0045.jpg" }, { "frame_index": 1350, "time_s": 44.928, "source_pts_s": 44.928, "image": "assets/frames/soldering/0046.jpg" }, { "frame_index": 1380, "time_s": 45.9264, "source_pts_s": 45.9264, "image": "assets/frames/soldering/0047.jpg" } ], "start_boundary": { "estimate_s": 43, "range_s": [ 42, 44 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 46, "range_s": [ 45, 47 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a11", "level": "action", "parent_id": "soldering.s3", "start_s": 46, "end_s": 47, "label": "Move blue tool away from lead", "verb": "withdraw", "hands": "right", "hand_roles": {}, "object_ids": [ "blue_tool", "lead" ], "state_before": null, "state_after": null, "evidence_description": "Right hand withdraws the tool toward the bench.", "evidence_frames": [ { "frame_index": 1410, "time_s": 46.9248, "source_pts_s": 46.9248, "image": "assets/frames/soldering/0048.jpg" } ], "start_boundary": { "estimate_s": 46, "range_s": [ 45, 47 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 47, "range_s": [ 46, 48 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a12", "level": "action", "parent_id": "soldering.s4", "start_s": 47, "end_s": 51, "label": "Reach to soldering equipment controls", "verb": "operate_tool", "hands": "right", "hand_roles": {}, "object_ids": [ "station" ], "state_before": null, "state_after": null, "evidence_description": "Right hand reaches and remains at bench equipment.", "evidence_frames": [ { "frame_index": 1440, "time_s": 47.9232, "source_pts_s": 47.9232, "image": "assets/frames/soldering/0049.jpg" }, { "frame_index": 1500, "time_s": 49.92, "source_pts_s": 49.92, "image": "assets/frames/soldering/0051.jpg" }, { "frame_index": 1530, "time_s": 50.9184, "source_pts_s": 50.9184, "image": "assets/frames/soldering/0052.jpg" } ], "start_boundary": { "estimate_s": 47, "range_s": [ 46, 48 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 51, "range_s": [ 50, 52 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Control setting and purpose unknown." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a13", "level": "action", "parent_id": "soldering.s4", "start_s": 51, "end_s": 57.5, "label": "Keep lead in hand and rearrange reach position", "verb": "adjust", "hands": "both", "hand_roles": {}, "object_ids": [ "lead" ], "state_before": null, "state_after": null, "evidence_description": "Left retains lead while right reaches between bench locations.", "evidence_frames": [ { "frame_index": 1560, "time_s": 51.9168, "source_pts_s": 51.9168, "image": "assets/frames/soldering/0053.jpg" }, { "frame_index": 1650, "time_s": 54.912, "source_pts_s": 54.912, "image": "assets/frames/soldering/0056.jpg" }, { "frame_index": 1710, "time_s": 56.9088, "source_pts_s": 56.9088, "image": "assets/frames/soldering/0058.jpg" } ], "start_boundary": { "estimate_s": 51, "range_s": [ 50, 52 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 57.5, "range_s": [ 56.5, 58.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a14", "level": "action", "parent_id": "soldering.s4", "start_s": 57.5, "end_s": 59, "label": "Retrieve soldering iron", "verb": "grasp", "hands": "right", "hand_roles": {}, "object_ids": [ "iron" ], "state_before": null, "state_after": null, "evidence_description": "Right hand lifts the corded iron from the right-side stand area.", "evidence_frames": [ { "frame_index": 1740, "time_s": 57.9072, "source_pts_s": 57.9072, "image": "assets/frames/soldering/0059.jpg" }, { "frame_index": 1770, "time_s": 58.9056, "source_pts_s": 58.9056, "image": "assets/frames/soldering/0060.jpg" } ], "start_boundary": { "estimate_s": 57.5, "range_s": [ 56.5, 58.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 59, "range_s": [ 58, 60 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a15", "level": "action", "parent_id": "soldering.s5", "start_s": 59, "end_s": 62.5, "label": "Bring iron near cleaning cup and lead", "verb": "align", "hands": "both", "hand_roles": {}, "object_ids": [ "iron", "tip_cleaner", "lead" ], "state_before": null, "state_after": null, "evidence_description": "Iron tip moves near the round cleaning cup and then toward left-hand lead.", "evidence_frames": [ { "frame_index": 1800, "time_s": 59.904, "source_pts_s": 59.904, "image": "assets/frames/soldering/0061.jpg" }, { "frame_index": 1830, "time_s": 60.9024, "source_pts_s": 60.9024, "image": "assets/frames/soldering/0062.jpg" }, { "frame_index": 1860, "time_s": 61.9008, "source_pts_s": 61.9008, "image": "assets/frames/soldering/0063.jpg" } ], "start_boundary": { "estimate_s": 59, "range_s": [ 58, 60 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 62.5, "range_s": [ 61.5, 63.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Tip-cleaning contact not continuously visible." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a16", "level": "action", "parent_id": "soldering.s5", "start_s": 62.5, "end_s": 65.5, "label": "Apply iron tip near held lead", "verb": "operate_tool", "hands": "both", "hand_roles": { "left": "hold lead", "right": "hold iron" }, "object_ids": [ "iron", "lead" ], "state_before": null, "state_after": null, "evidence_description": "Hands converge with iron tip near the thin lead.", "evidence_frames": [ { "frame_index": 1890, "time_s": 62.8992, "source_pts_s": 62.8992, "image": "assets/frames/soldering/0064.jpg" }, { "frame_index": 1920, "time_s": 63.8976, "source_pts_s": 63.8976, "image": "assets/frames/soldering/0065.jpg" }, { "frame_index": 1950, "time_s": 64.896, "source_pts_s": 64.896, "image": "assets/frames/soldering/0066.jpg" } ], "start_boundary": { "estimate_s": 62.5, "range_s": [ 61.5, 63.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 65.5, "range_s": [ 64.5, 66.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Apparent heating/tinning; material flow is not resolved." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a17", "level": "action", "parent_id": "soldering.s5", "start_s": 65.5, "end_s": 67.5, "label": "Separate and reposition lead and iron", "verb": "adjust", "hands": "both", "hand_roles": {}, "object_ids": [ "iron", "lead" ], "state_before": null, "state_after": null, "evidence_description": "Hands separate then re-approach over the mat.", "evidence_frames": [ { "frame_index": 1980, "time_s": 65.8944, "source_pts_s": 65.8944, "image": "assets/frames/soldering/0067.jpg" }, { "frame_index": 2010, "time_s": 66.8928, "source_pts_s": 66.8928, "image": "assets/frames/soldering/0068.jpg" } ], "start_boundary": { "estimate_s": 65.5, "range_s": [ 64.5, 66.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 67.5, "range_s": [ 66.5, 68.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a18", "level": "action", "parent_id": "soldering.s5", "start_s": 67.5, "end_s": 78.5, "label": "Sustain iron application near lead", "verb": "operate_tool", "hands": "both", "hand_roles": {}, "object_ids": [ "iron", "lead" ], "state_before": null, "state_after": null, "evidence_description": "Right-hand tip remains near the left-hand lead during an extended close view.", "evidence_frames": [ { "frame_index": 2040, "time_s": 67.8912, "source_pts_s": 67.8912, "image": "assets/frames/soldering/0069.jpg" }, { "frame_index": 2190, "time_s": 72.8832, "source_pts_s": 72.8832, "image": "assets/frames/soldering/0074.jpg" }, { "frame_index": 2340, "time_s": 77.8752, "source_pts_s": 77.8752, "image": "assets/frames/soldering/0079.jpg" } ], "start_boundary": { "estimate_s": 67.5, "range_s": [ 66.5, 68.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 78.5, "range_s": [ 77.5, 79.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Lead contact partly hidden; temperature and solder flow unknown." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a19", "level": "action", "parent_id": "soldering.s5", "start_s": 78.5, "end_s": 80, "label": "Withdraw iron and lower lead", "verb": "withdraw", "hands": "both", "hand_roles": {}, "object_ids": [ "iron", "lead" ], "state_before": null, "state_after": null, "evidence_description": "Hands separate; lead moves down toward the mat.", "evidence_frames": [ { "frame_index": 2370, "time_s": 78.8736, "source_pts_s": 78.8736, "image": "assets/frames/soldering/0080.jpg" }, { "frame_index": 2400, "time_s": 79.872, "source_pts_s": 79.872, "image": "assets/frames/soldering/0081.jpg" } ], "start_boundary": { "estimate_s": 78.5, "range_s": [ 77.5, 79.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 80, "range_s": [ 79, 81 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a20", "level": "action", "parent_id": "soldering.s6", "start_s": 80, "end_s": 84, "label": "Retrieve small green board/assembly", "verb": "lift", "hands": "both", "hand_roles": {}, "object_ids": [ "board" ], "state_before": null, "state_after": null, "evidence_description": "Left hand takes the green item from the right side of the mat.", "evidence_frames": [ { "frame_index": 2430, "time_s": 80.8704, "source_pts_s": 80.8704, "image": "assets/frames/soldering/0082.jpg" }, { "frame_index": 2490, "time_s": 82.8672, "source_pts_s": 82.8672, "image": "assets/frames/soldering/0084.jpg" }, { "frame_index": 2520, "time_s": 83.8656, "source_pts_s": 83.8656, "image": "assets/frames/soldering/0085.jpg" } ], "start_boundary": { "estimate_s": 80, "range_s": [ 79, 81 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 84, "range_s": [ 83, 85 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a21", "level": "action", "parent_id": "soldering.s6", "start_s": 84, "end_s": 91, "label": "Rotate and expose circuit board", "verb": "rotate", "hands": "both", "hand_roles": {}, "object_ids": [ "board" ], "state_before": null, "state_after": null, "evidence_description": "Both hands turn the green board, exposing different surfaces.", "evidence_frames": [ { "frame_index": 2550, "time_s": 84.864, "source_pts_s": 84.864, "image": "assets/frames/soldering/0086.jpg" }, { "frame_index": 2640, "time_s": 87.8592, "source_pts_s": 87.8592, "image": "assets/frames/soldering/0089.jpg" }, { "frame_index": 2730, "time_s": 90.8544, "source_pts_s": 90.8544, "image": "assets/frames/soldering/0092.jpg" } ], "start_boundary": { "estimate_s": 84, "range_s": [ 83, 85 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 91, "range_s": [ 90, 92 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a22", "level": "action", "parent_id": "soldering.s6", "start_s": 91, "end_s": 96, "label": "Position small component near board", "verb": "align", "hands": "both", "hand_roles": {}, "object_ids": [ "board", "component" ], "state_before": null, "state_after": null, "evidence_description": "Fingers work a small dark/round piece at the board.", "evidence_frames": [ { "frame_index": 2760, "time_s": 91.8528, "source_pts_s": 91.8528, "image": "assets/frames/soldering/0093.jpg" }, { "frame_index": 2820, "time_s": 93.8496, "source_pts_s": 93.8496, "image": "assets/frames/soldering/0095.jpg" }, { "frame_index": 2880, "time_s": 95.8464, "source_pts_s": 95.8464, "image": "assets/frames/soldering/0097.jpg" } ], "start_boundary": { "estimate_s": 91, "range_s": [ 90, 92 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 96, "range_s": [ 95, 97 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Exact connector or attachment mechanism is occluded." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a23", "level": "action", "parent_id": "soldering.s6", "start_s": 96, "end_s": 102.5, "label": "Press and adjust component on board", "verb": "manipulate", "hands": "both", "hand_roles": {}, "object_ids": [ "board", "component" ], "state_before": null, "state_after": null, "evidence_description": "Both hands continue aligning and pressing at the board edge.", "evidence_frames": [ { "frame_index": 2910, "time_s": 96.8448, "source_pts_s": 96.8448, "image": "assets/frames/soldering/0098.jpg" }, { "frame_index": 3000, "time_s": 99.84, "source_pts_s": 99.84, "image": "assets/frames/soldering/0101.jpg" }, { "frame_index": 3060, "time_s": 101.8368, "source_pts_s": 101.8368, "image": "assets/frames/soldering/0103.jpg" } ], "start_boundary": { "estimate_s": 96, "range_s": [ 95, 97 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 102.5, "range_s": [ 101.5, 103.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Do not infer a secure or conductive connection." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a24", "level": "action", "parent_id": "soldering.s7", "start_s": 102.5, "end_s": 104.5, "label": "Retrieve iron and align with held board", "verb": "align", "hands": "both", "hand_roles": {}, "object_ids": [ "iron", "board" ], "state_before": null, "state_after": null, "evidence_description": "Right retrieves iron; left raises the board toward its tip.", "evidence_frames": [ { "frame_index": 3090, "time_s": 102.8352, "source_pts_s": 102.8352, "image": "assets/frames/soldering/0104.jpg" }, { "frame_index": 3119, "time_s": 103.80032, "source_pts_s": 103.80032, "image": "assets/dense/soldering/103_107_0004.jpg" }, { "frame_index": 3135, "time_s": 104.3328, "source_pts_s": 104.3328, "image": "assets/dense/soldering/103_107_0006.jpg" } ], "start_boundary": { "estimate_s": 102.5, "range_s": [ 101.5, 103.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 104.5, "range_s": [ 103.5, 105.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a25", "level": "action", "parent_id": "soldering.s7", "start_s": 104.5, "end_s": 122, "label": "Hold iron tip at board connection area", "verb": "operate_tool", "hands": "both", "hand_roles": { "left": "support board and component", "right": "apply iron" }, "object_ids": [ "iron", "board", "component" ], "state_before": null, "state_after": null, "evidence_description": "Right holds iron near board while left supports it in an extended close view.", "evidence_frames": [ { "frame_index": 3143, "time_s": 104.59904, "source_pts_s": 104.59904, "image": "assets/dense/soldering/103_107_0007.jpg" }, { "frame_index": 3270, "time_s": 108.8256, "source_pts_s": 108.8256, "image": "assets/frames/soldering/0110.jpg" }, { "frame_index": 3660, "time_s": 121.8048, "source_pts_s": 121.8048, "image": "assets/frames/soldering/0123.jpg" } ], "start_boundary": { "estimate_s": 104.5, "range_s": [ 103.5, 105.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 122, "range_s": [ 121, 123 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Glove obscures much of contact area.", "Apparent soldering; no joint-quality evidence." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a26", "level": "action", "parent_id": "soldering.s7", "start_s": 104.5, "end_s": 122, "label": "Stabilize board during iron application", "verb": "hold", "hands": "left", "hand_roles": {}, "object_ids": [ "board" ], "state_before": null, "state_after": null, "evidence_description": "Left hand keeps board positioned while the right operates the iron.", "evidence_frames": [ { "frame_index": 3143, "time_s": 104.59904, "source_pts_s": 104.59904, "image": "assets/dense/soldering/103_107_0007.jpg" }, { "frame_index": 3270, "time_s": 108.8256, "source_pts_s": 108.8256, "image": "assets/frames/soldering/0110.jpg" }, { "frame_index": 3660, "time_s": 121.8048, "source_pts_s": 121.8048, "image": "assets/frames/soldering/0123.jpg" } ], "start_boundary": { "estimate_s": 104.5, "range_s": [ 103.5, 105.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 122, "range_s": [ 121, 123 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Concurrent support track, not an additional independent task." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a27", "level": "action", "parent_id": "soldering.s7", "start_s": 122, "end_s": 123, "label": "Withdraw iron from board", "verb": "withdraw", "hands": "right", "hand_roles": {}, "object_ids": [ "iron", "board" ], "state_before": null, "state_after": null, "evidence_description": "Iron separates from the board as the view moves back.", "evidence_frames": [ { "frame_index": 3690, "time_s": 122.8032, "source_pts_s": 122.8032, "image": "assets/frames/soldering/0124.jpg" } ], "start_boundary": { "estimate_s": 122, "range_s": [ 121, 123 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 123, "range_s": [ 122, 124 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a28", "level": "action", "parent_id": "soldering.s8", "start_s": 123, "end_s": 125.5, "label": "Return iron toward its stand", "verb": "place", "hands": "right", "hand_roles": {}, "object_ids": [ "iron" ], "state_before": null, "state_after": null, "evidence_description": "Right hand carries iron to right-side holder area while left retains board.", "evidence_frames": [ { "frame_index": 3720, "time_s": 123.8016, "source_pts_s": 123.8016, "image": "assets/frames/soldering/0125.jpg" }, { "frame_index": 3750, "time_s": 124.8, "source_pts_s": 124.8, "image": "assets/frames/soldering/0126.jpg" } ], "start_boundary": { "estimate_s": 123, "range_s": [ 122, 124 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 125.5, "range_s": [ 124.5, 126.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "Final seating partly out of view." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a29", "level": "action", "parent_id": "soldering.s8", "start_s": 125.5, "end_s": 131, "label": "Rotate and manually adjust small assembly", "verb": "manipulate", "hands": "both", "hand_roles": {}, "object_ids": [ "board", "component" ], "state_before": null, "state_after": null, "evidence_description": "Both hands turn board and press/adjust the small component.", "evidence_frames": [ { "frame_index": 3780, "time_s": 125.7984, "source_pts_s": 125.7984, "image": "assets/frames/soldering/0127.jpg" }, { "frame_index": 3870, "time_s": 128.7936, "source_pts_s": 128.7936, "image": "assets/frames/soldering/0130.jpg" }, { "frame_index": 3930, "time_s": 130.7904, "source_pts_s": 130.7904, "image": "assets/frames/soldering/0132.jpg" } ], "start_boundary": { "estimate_s": 125.5, "range_s": [ 124.5, 126.5 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 131, "range_s": [ 130, 132 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "uncertainty": [ "No electrical test is visible." ], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" }, { "id": "soldering.a30", "level": "action", "parent_id": "soldering.s8", "start_s": 131, "end_s": 133.55264, "label": "Place assembly on mat and withdraw hands", "verb": "place", "hands": "both", "hand_roles": {}, "object_ids": [ "board", "component", "mat" ], "state_before": null, "state_after": "Small assembly resting on mat", "evidence_description": "Green board rests on dark mat while both hands move clear.", "evidence_frames": [ { "frame_index": 3960, "time_s": 131.7888, "source_pts_s": 131.7888, "image": "assets/frames/soldering/0133.jpg" }, { "frame_index": 3990, "time_s": 132.7872, "source_pts_s": 132.7872, "image": "assets/frames/soldering/0134.jpg" }, { "frame_index": 4012, "time_s": 133.51936, "source_pts_s": 133.51936, "image": "assets/frames/soldering/0135.jpg" } ], "start_boundary": { "estimate_s": 131, "range_s": [ 130, 132 ], "basis": "sampled_visual_estimate", "clip_edge": false }, "end_boundary": { "estimate_s": 133.55264, "range_s": [ 132.55264, 133.55264 ], "basis": "sampled_visual_estimate", "clip_edge": true }, "uncertainty": [], "provenance": "assistant_visual_review", "review_status": "pending", "review_note": "" } ] } ] }