{ "schema": "factory-episodes-v1", "captureDate": "13 November 2026", "captureStarted": "2026-11-13T03:17:27.982747+00:00", "method": "Installed, identified interpreter release; isolated capture with production viewer/recorder guards and five seconds of lead-in for the original excerpts. Placement and the replacement push excerpt use continuous Mac inference from 00:00. Placement retains its original NX measurements; push uses an explicitly labelled established NX reference from a different dry1 interval. Camera video and the interactive scene share original source timestamps. Captured observations are replayed by the actual scene renderer in the browser; scene fitting was performed offline. Removal and placement additionally use manually reviewed carried solids and occupancy/geometry corrections, shown separately from original native evidence. The five-stone push additionally uses reviewed image anchors because native top-row fits stayed frozen. Inference includes five additional seconds of look-ahead; the displayed cut ends after the final placement before the next tray arrives. Measured Jetson times exclude browser rendering.", "episodes": [ { "id": "01-removal", "title": "Taking stones off the tray.", "action": "Stone removal", "video": "dry2", "start": 1560, "end": 1578, "number": "01", "sourceLabel": "dry2", "duration": 18, "description": "Four stones leave the tray. Their source places stay empty, along with three gaps already visible at the start. Manual review corrects false refills and shows carried solids only during visible spans. Hidden departure times, hand-pose errors and staging destinations remain unresolved; original model evidence is retained.", "playbackRate": 1, "outputFps": 20, "modelSamplingHz": 5.014, "occupancyReviewUrl": "/assets/data/01-removal-occupancy.json", "captureWarmupSeconds": 5, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1555, "media": { "desktop": "/assets/media/01-removal-desktop.mp4", "mobile": "/assets/media/01-removal-mobile.mp4", "desktopPoster": "/assets/media/01-removal-desktop.jpg", "mobilePoster": "/assets/media/01-removal-mobile.jpg" }, "timing": { "medianMs": 102.8, "p95Ms": 105.2, "frames": 91, "stages": { "decode": 1, "encoder": 79.2, "regions": 3.4, "hands": 9.5, "stones": 7.1, "temporal": 0.7 }, "scope": "Measured on Jetson Orin NX during this capture, using model frames inside the displayed source interval (five-second lead-in excluded). Total includes decode, encoder, regions, hands, stones and temporal processing; it excludes scene replay, video encoding, network transfer and browser rendering. This is processing latency per sampled frame, not end-to-end latency or a throughput claim." }, "events": [ { "clipTime": 0.047078, "sourcePts": 1560.047078, "summary": "Three gaps are already empty", "basis": "Visual lead-in review rejects native tracks14,39 and31 in already-empty slots. These are not new removal events.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry2", "ptsSeconds": 1560.047078, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1555, "packetArraySha256": "f359bb4ef854b587340ec26012de6d470796be77eeb29983862372933c2b2878" }, "derived": { "interpretation": "Visual lead-in review rejects native tracks14,39 and31 in already-empty slots. These are not new removal events.", "kind": "occupancy_review", "occupancyReviewUrl": "/assets/data/01-removal-occupancy.json" }, "nativeObservations": [ { "sourcePts": 1555.060989, "frame": 7797, "event": { "type": "new", "id": 14 } }, { "sourcePts": 1555.060989, "frame": 7797, "event": { "type": "new", "id": 31 } } ], "geometry": [ { "sourcePts": 1555.060989, "frame": 7797, "motion": "static", "hands": { "left": { "state": "free", "stone": null, "untrusted": true }, "right": { "state": "free", "stone": null, "untrusted": true } }, "stones": [] }, { "sourcePts": 1561.0443, "frame": 7827, "motion": "static", "hands": { "left": { "state": "touch", "stone": null, "rayK": 0.9890147750780682 }, "right": { "state": "grasp", "stone": null, "rayK": 1.056994565963575, "untrusted": true } }, "stones": [ { "id": 14, "mode": "kept", "side": null, "outline": [ [ 1032.2115860155127, 625.3785069389181 ], [ 1190.088532053192, 625.3785069389181 ], [ 1190.088532053192, 730.4791996754346 ], [ 1032.2115860155127, 730.4791996754346 ] ], "solid": { "pos": [ 0.019665831169961345, -0.6140438607860965, 0.046 ], "q": [ 0, 0, 0.014638431956500811, 0.9998928524146249 ], "dims": [ 0.3147985481940248, 0.2180055900745544, 0.092 ] } }, { "id": 31, "mode": "kept", "side": null, "outline": [ [ 977.2868894751692, 953.0140509424816 ], [ 1105.2971105248307, 953.0140509424816 ], [ 1105.2971105248307, 1047.2259490575184 ], [ 977.2868894751692, 1047.2259490575184 ] ], "solid": { "pos": [ -0.109150982049214, -1.284320748949992, 0.046 ], "q": [ 0, 0, 0.030328805456130942, 0.9995399759687474 ], "dims": [ 0.267421649729538, 0.20839502786221556, 0.092 ] } }, { "id": 39, "mode": "kept", "side": null, "outline": [ [ 974.7418206370089, 732.2270564569284 ], [ 1086.0692973049095, 732.2270564569284 ], [ 1086.0692973049095, 833.0974649065269 ], [ 974.7418206370089, 833.0974649065269 ] ], "solid": { "pos": [ -0.13562931177235488, -0.831384617655389, 0.046 ], "q": [ 0, 0, 0.019646754605970627, 0.9998069838891168 ], "dims": [ 0.22963712385776872, 0.21477980396921537, 0.092 ] } } ] }, { "sourcePts": 1568.423711, "frame": 7864, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "carry", "stone": 38, "untrusted": true } }, "stones": [ { "id": 14, "mode": "kept", "side": null, "outline": [ [ 1017.171372796286, 617.699903604691 ], [ 1171.0407117354728, 617.9272103408072 ], [ 1170.8792392010016, 727.2318115174907 ], [ 1017.0099002618147, 727.0045047813745 ] ], "solid": { "pos": [ -0.013765573605315086, -0.604128314864738, 0.046 ], "q": [ 0, 0, 0.013623537526655276, 0.9999071953062744 ], "dims": [ 0.3078098702997586, 0.22655564434084172, 0.092 ] } }, { "id": 31, "mode": "kept", "side": null, "outline": [ [ 977.2868894751692, 953.0140509424816 ], [ 1105.2971105248307, 953.0140509424816 ], [ 1105.2971105248307, 1047.2259490575184 ], [ 977.2868894751692, 1047.2259490575184 ] ], "solid": { "pos": [ -0.109150982049214, -1.284320748949992, 0.046 ], "q": [ 0, 0, 0.030328805456130942, 0.9995399759687474 ], "dims": [ 0.267421649729538, 0.20839502786221556, 0.092 ] } }, { "id": 39, "mode": "kept", "side": null, "outline": [ [ 944.6876287874461, 730.4968678237066 ], [ 1056.0151054553467, 730.4968678237066 ], [ 1056.0151054553467, 831.367276273305 ], [ 944.6876287874461, 831.367276273305 ] ], "solid": { "pos": [ -0.19561620001523888, -0.8301854072686619, 0.046 ], "q": [ 0, 0, 0.019563337950250153, 0.9998086195908916 ], "dims": [ 0.23085713291920498, 0.2153179277748283, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/01-removal-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "addresses": [ { "trayId": "D2-A", "row": null, "column": null }, { "trayId": "D2-A", "row": null, "column": null }, { "trayId": "D2-A", "row": null, "column": null } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/01-removal-occupancy.json", "basis": "Manual visual source review. Native event identities and hand sides above remain unchanged evidence; they are not accepted automatically." } } }, { "clipTime": 5.830944, "sourcePts": 1565.830944, "summary": "The upper hand lifts a broad stone", "basis": "D2-A row2,column4 visibly clears. Native hand labels collapse or swap; reviewed carry geometry follows the visible footprint with physical-left attribution, not the incorrect native right-hand association.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry2", "ptsSeconds": 1565.830944, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1555, "packetArraySha256": "f359bb4ef854b587340ec26012de6d470796be77eeb29983862372933c2b2878" }, "derived": { "interpretation": "D2-A row2,column4 visibly clears. Native hand labels collapse or swap; reviewed carry geometry follows the visible footprint with physical-left attribution, not the incorrect native right-hand association.", "kind": "removal", "confirmation": "visual action + empty source", "source": { "trayId": "D2-A", "row": 2, "column": 4 }, "reviewedId": -101, "destination": null }, "nativeObservations": [ { "sourcePts": 1566.628711, "frame": 7855, "event": { "type": "lift", "id": 38, "side": "right" } }, { "sourcePts": 1566.628711, "frame": 7855, "event": { "type": "carry", "id": 38, "side": "right" } } ], "geometry": [ { "sourcePts": 1564.434833, "frame": 7844, "motion": "static", "hands": { "left": { "state": "touch", "stone": null, "rayK": 1.0048958645783994 }, "right": { "state": "carry", "stone": 14 } }, "stones": [ { "id": 38, "mode": "kept", "side": null, "outline": [ [ 1264.4118667264595, 510.1070151283074 ], [ 1446.1102510914877, 509.5563668749871 ], [ 1446.4513868922256, 622.1215543052477 ], [ 1264.7530025271974, 622.6722025585681 ] ], "solid": { "pos": [ 0.4754934070575804, -0.38419218406742445, 0.046 ], "q": [ 0, 0, 0.01096628656281847, 0.9999398684716108 ], "dims": [ 0.34333839298582297, 0.22358911209010632, 0.092 ] } } ] }, { "sourcePts": 1565.830944, "frame": 7851, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "grasp", "stone": null, "rayK": 1.0838214217943978, "untrusted": true } }, "stones": [ { "id": 38, "mode": "kept", "side": null, "outline": [ [ 1264.4118667264595, 510.1070151283074 ], [ 1446.1102510914877, 509.5563668749871 ], [ 1446.4513868922256, 622.1215543052477 ], [ 1264.7530025271974, 622.6722025585681 ] ], "solid": { "pos": [ 0.4754934070575804, -0.38419218406742445, 0.046 ], "q": [ 0, 0, 0.01096628656281847, 0.9999398684716108 ], "dims": [ 0.34333839298582297, 0.22358911209010632, 0.092 ] } } ] }, { "sourcePts": 1566.628711, "frame": 7855, "motion": "static", "hands": { "left": { "state": "free", "stone": null, "rayK": 0.9372141947267043 }, "right": { "state": "carry", "stone": 38, "rayK": 0.9606985549857002 } }, "stones": [ { "id": 38, "mode": "carry", "side": "right", "outline": [ [ 1084.7221711739892, 534.4214378921951 ], [ 1262.7740505669583, 533.7465455153173 ], [ 1280.4343562073832, 587.419593429986 ], [ 1084.6769021567845, 588.1217657589008 ] ], "solid": { "pos": [ 0.135714442677631, -0.40452765847117034, 0.2114173653792512 ], "q": [ -0.5735419463232801, -0.00629000356670578, 0.00898305605619165, 0.8191027874245855 ], "dims": [ 0.34333839298582297, 0.22358911209010632, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/01-removal-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "addresses": [ { "trayId": "D2-A", "row": 2, "column": 4 } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/01-removal-occupancy.json", "basis": "Manual visual source review. Native event identities and hand sides above remain unchanged evidence; they are not accepted automatically." } } }, { "clipTime": 8.024822, "sourcePts": 1568.024822, "summary": "Two carried stones are visible", "basis": "The earlier lower-hand removal from row4,column4 is mostly hood-occluded. Both broad carried objects are briefly visible here. Approximate reviewed footprints are used only in visible spans; hidden paths are not invented.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry2", "ptsSeconds": 1568.024822, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1555, "packetArraySha256": "f359bb4ef854b587340ec26012de6d470796be77eeb29983862372933c2b2878" }, "derived": { "interpretation": "The earlier lower-hand removal from row4,column4 is mostly hood-occluded. Both broad carried objects are briefly visible here. Approximate reviewed footprints are used only in visible spans; hidden paths are not invented.", "kind": "carry", "reviewedIds": [ -101, -102 ], "sources": [ { "trayId": "D2-A", "row": 4, "column": 4 }, { "trayId": "D2-A", "row": 2, "column": 4 } ], "nativeCandidateAccepted": false }, "nativeObservations": [ { "sourcePts": 1564.035956, "frame": 7842, "event": { "type": "push", "id": 38, "side": "left" } } ], "geometry": [ { "sourcePts": 1564.035956, "frame": 7842, "motion": "static", "hands": { "left": { "state": "grasp", "stone": null, "rayK": 1.071237919302711, "untrusted": true }, "right": { "state": "carry", "stone": 14 } }, "stones": [ { "id": 14, "mode": "carry", "side": "right", "outline": [ [ 1294.0234651993908, 673.7973913152808 ], [ 1456.8170706987792, 709.1407341158165 ], [ 1477.983307592468, 775.4487847213068 ], [ 1299.6348154563734, 736.8745444098521 ] ], "solid": { "pos": [ 0.4981861261246357, -0.6950092623846836, 0.20879396816124626 ], "q": [ -0.5709466138174012, 0.054862487253211994, -0.07835175181558937, 0.8153962684794814 ], "dims": [ 0.3147985481940248, 0.2180055900745544, 0.092 ] } }, { "id": 21, "mode": "kept", "side": null, "outline": [ [ 1256.8554718650678, 744.8777005436058 ], [ 1433.8127952075636, 748.7643077349015 ], [ 1431.5834137277218, 850.2681026812073 ], [ 1254.626090385226, 846.3814954899116 ] ], "solid": { "pos": [ 0.4734424118945135, -0.8372169324882581, 0.046 ], "q": [ 0, 0, 0.008718887257087957, 0.9999619897801106 ], "dims": [ 0.33624731088294707, 0.21062427575139445, 0.092 ] } }, { "id": 38, "mode": "pushed", "side": null, "outline": [ [ 1264.4118667264595, 510.1070151283074 ], [ 1446.1102510914877, 509.5563668749871 ], [ 1446.4513868922256, 622.1215543052477 ], [ 1264.7530025271974, 622.6722025585681 ] ], "solid": { "pos": [ 0.4754934070575804, -0.38419218406742445, 0.046 ], "q": [ 0, 0, 0.01096628656281847, 0.9999398684716108 ], "dims": [ 0.34333839298582297, 0.22358911209010632, 0.092 ] } } ] }, { "sourcePts": 1567.227044, "frame": 7858, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "carry", "stone": 38 } }, "stones": [ { "id": 14, "mode": "kept", "side": null, "outline": [ [ 1032.2115860155127, 625.3785069389181 ], [ 1190.088532053192, 625.3785069389181 ], [ 1190.088532053192, 730.4791996754346 ], [ 1032.2115860155127, 730.4791996754346 ] ], "solid": { "pos": [ 0.019665831169961345, -0.6140438607860965, 0.046 ], "q": [ 0, 0, 0.014638431956500811, 0.9998928524146249 ], "dims": [ 0.3147985481940248, 0.2180055900745544, 0.092 ] } }, { "id": 21, "mode": "kept", "side": null, "outline": [ [ 1256.8554718650678, 744.8777005436058 ], [ 1433.8127952075636, 748.7643077349015 ], [ 1431.5834137277218, 850.2681026812073 ], [ 1254.626090385226, 846.3814954899116 ] ], "solid": { "pos": [ 0.4734424118945135, -0.8372169324882581, 0.046 ], "q": [ 0, 0, 0.008718887257087957, 0.9999619897801106 ], "dims": [ 0.33624731088294707, 0.21062427575139445, 0.092 ] } }, { "id": 38, "mode": "carry", "side": "right", "outline": [ [ 1222.2439077720348, 714.0229283010367 ], [ 1367.980397460071, 813.0932203146542 ], [ 1369.6520975728804, 884.4426315795864 ], [ 1209.7592213093938, 776.566438631673 ] ], "solid": { "pos": [ 0.3292495785008885, -0.8307158592245738, 0.21141736537925124 ], "q": [ -0.5493613053234351, 0.16490022604744128, -0.23550192914097734, 0.78456925317891 ], "dims": [ 0.34333839298582297, 0.22358911209010632, 0.092 ] } } ] }, { "sourcePts": 1568.024822, "frame": 7862, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "carry", "stone": 38 } }, "stones": [ { "id": 14, "mode": "kept", "side": null, "outline": [ [ 1017.171372796286, 617.699903604691 ], [ 1171.0407117354728, 617.9272103408072 ], [ 1170.8792392010016, 727.2318115174907 ], [ 1017.0099002618147, 727.0045047813745 ] ], "solid": { "pos": [ -0.013765573605315086, -0.604128314864738, 0.046 ], "q": [ 0, 0, 0.013623537526655276, 0.9999071953062744 ], "dims": [ 0.3078098702997586, 0.22655564434084172, 0.092 ] } }, { "id": 21, "mode": "seen", "side": null, "outline": [ [ 1256.8554718650678, 744.8777005436058 ], [ 1433.8127952075636, 748.7643077349015 ], [ 1431.5834137277218, 850.2681026812073 ], [ 1254.626090385226, 846.3814954899116 ] ], "solid": { "pos": [ 0.4734424118945135, -0.8372169324882581, 0.046 ], "q": [ 0, 0, 0.008718887257087957, 0.9999619897801106 ], "dims": [ 0.33624731088294707, 0.21062427575139445, 0.092 ] } }, { "id": 38, "mode": "carry", "side": "right", "outline": [ [ 1093.0143632202426, 564.5608624177383 ], [ 1247.9971054613732, 647.7385951301212 ], [ 1243.2362184279193, 707.038453964266 ], [ 1073.093589505753, 616.2960890041685 ] ], "solid": { "pos": [ 0.09457263543505394, -0.5348183233835914, 0.2114173653792512 ], "q": [ -0.557184268231989, 0.13614558227114357, -0.1944360419472782, 0.7957416020635786 ], "dims": [ 0.34333839298582297, 0.22358911209010632, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/01-removal-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "addresses": [ { "trayId": "D2-A", "row": null, "column": null }, { "trayId": "D2-A", "row": 4, "column": 4 }, { "trayId": "D2-A", "row": 2, "column": 4 } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/01-removal-occupancy.json", "basis": "Manual visual source review. Native event identities and hand sides above remain unchanged evidence; they are not accepted automatically." } } }, { "clipTime": 8.623156, "sourcePts": 1568.623156, "summary": "Both broad source slots stay empty", "basis": "The source vacancies in rows2 and4 are clear. Later native ID38 appears at a different occupied location and is rejected as a return. A native lost/drop or slot event cannot refill these sources.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry2", "ptsSeconds": 1568.623156, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1555, "packetArraySha256": "f359bb4ef854b587340ec26012de6d470796be77eeb29983862372933c2b2878" }, "derived": { "interpretation": "The source vacancies in rows2 and4 are clear. Later native ID38 appears at a different occupied location and is rejected as a return. A native lost/drop or slot event cannot refill these sources.", "kind": "removal_confirmed", "sources": [ { "trayId": "D2-A", "row": 4, "column": 4 }, { "trayId": "D2-A", "row": 2, "column": 4 } ], "refillObserved": false }, "nativeObservations": [], "geometry": [ { "sourcePts": 1568.423711, "frame": 7864, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "carry", "stone": 38, "untrusted": true } }, "stones": [ { "id": 21, "mode": "kept", "side": null, "outline": [ [ 1256.8554718650678, 744.8777005436058 ], [ 1433.8127952075636, 748.7643077349015 ], [ 1431.5834137277218, 850.2681026812073 ], [ 1254.626090385226, 846.3814954899116 ] ], "solid": { "pos": [ 0.4734424118945135, -0.8372169324882581, 0.046 ], "q": [ 0, 0, 0.008718887257087957, 0.9999619897801106 ], "dims": [ 0.33624731088294707, 0.21062427575139445, 0.092 ] } }, { "id": 38, "mode": "carry", "side": "right", "outline": [ [ 1079.719617827524, 492.6582857908388 ], [ 1235.356000137009, 575.6754482740413 ], [ 1229.4690047318163, 629.0156525448405 ], [ 1058.526321257549, 538.3537446620487 ] ], "solid": { "pos": [ 0.06723754656264952, -0.39674038454165106, 0.2114173653792512 ], "q": [ -0.557184268231989, 0.13614558227114357, -0.1944360419472782, 0.7957416020635786 ], "dims": [ 0.34333839298582297, 0.22358911209010632, 0.092 ] } } ] }, { "sourcePts": 1570.019256, "frame": 7872, "motion": "static", "hands": { "left": { "state": "free", "stone": null, "untrusted": true }, "right": { "state": "free", "stone": null, "untrusted": true } }, "stones": [ { "id": 21, "mode": "seen", "side": null, "outline": [ [ 1256.8554718650678, 744.8777005436058 ], [ 1433.8127952075636, 748.7643077349015 ], [ 1431.5834137277218, 850.2681026812073 ], [ 1254.626090385226, 846.3814954899116 ] ], "solid": { "pos": [ 0.4734424118945135, -0.8372169324882581, 0.046 ], "q": [ 0, 0, 0.008718887257087957, 0.9999619897801106 ], "dims": [ 0.33624731088294707, 0.21062427575139445, 0.092 ] } }, { "id": 38, "mode": "seen", "side": null, "outline": [ [ 990.638629216778, 499.4903906090837 ], [ 1172.3459808912992, 499.0949699010186 ], [ 1172.5853707832223, 609.1016093909163 ], [ 990.8780191087009, 609.4970300989814 ] ], "solid": { "pos": [ -0.039745953335149166, -0.37168823495433934, 0.046 ], "q": [ 0, 0, 0.009942560543177645, 0.9999505715233354 ], "dims": [ 0.33933839298582297, 0.22146411209010633, 0.092 ] } }, { "id": 52, "mode": "seen", "side": null, "outline": [ [ 1287.9685411130536, 507.61721602017985 ], [ 1399.6165411130537, 507.61721602017985 ], [ 1399.6165411130537, 618.9657057609805 ], [ 1287.9685411130536, 618.9657057609805 ] ], "solid": { "pos": [ 0.4546924305261551, -0.37915024852191337, 0.046 ], "q": [ 0, 0, 0.009256528130488216, 0.9999571574257416 ], "dims": [ 0.21399553586472073, 0.22169447851927987, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/01-removal-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "addresses": [ { "trayId": "D2-A", "row": 4, "column": 4 }, { "trayId": "D2-A", "row": 2, "column": 4 }, { "trayId": "D2-A", "row": null, "column": null } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/01-removal-occupancy.json", "basis": "Manual visual source review. Native event identities and hand sides above remain unchanged evidence; they are not accepted automatically." } } }, { "clipTime": 14.207567, "sourcePts": 1574.207567, "summary": "Two small stones leave the left edge", "basis": "Rows1 and3,column1 now visibly clear; one small stone is visible by each hand. Earlier departure moments were hood-occluded. The reviewed carry stops when the object becomes hidden.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry2", "ptsSeconds": 1574.207567, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1555, "packetArraySha256": "f359bb4ef854b587340ec26012de6d470796be77eeb29983862372933c2b2878" }, "derived": { "interpretation": "Rows1 and3,column1 now visibly clear; one small stone is visible by each hand. Earlier departure moments were hood-occluded. The reviewed carry stops when the object becomes hidden.", "kind": "removal", "confirmation": "visual carries + empty sources", "sources": [ { "trayId": "D2-A", "row": 1, "column": 1 }, { "trayId": "D2-A", "row": 3, "column": 1 } ], "reviewedIds": [ -103, -104 ], "destination": null }, "nativeObservations": [], "geometry": [ { "sourcePts": 1573.010911, "frame": 7887, "motion": "static", "hands": { "left": { "state": "free", "stone": null, "rayK": 0.9920436398338995 }, "right": { "state": "grasp", "stone": null } }, "stones": [ { "id": 4, "mode": "seen", "side": null, "outline": [ [ 1019.7093830144694, 398.47355984021243 ], [ 1022.924866645816, 506.6354610331944 ], [ 952.4559992431003, 508.7303899051331 ], [ 949.2405156117537, 400.5684887121511 ] ], "solid": { "pos": [ -0.22807884466988165, -0.17629082245595487, 0.046 ], "q": [ 0, 0, -0.6941686517371799, 0.7198123942704695 ], "dims": [ 0.21854553029269852, 0.1455256789869625, 0.092 ] } }, { "id": 13, "mode": "kept", "side": null, "outline": [ [ 940.6523131459976, 624.4624008529789 ], [ 1021.3451231029758, 624.4624008529789 ], [ 1021.3451231029758, 728.4255991470212 ], [ 940.6523131459976, 728.4255991470212 ] ], "solid": { "pos": [ -0.2384362957400981, -0.6185883038172711, 0.046 ], "q": [ 0, 0, 0.014567815828098522, 0.999893883740669 ], "dims": [ 0.16255661549375441, 0.21823540077546802, 0.092 ] } } ] }, { "sourcePts": 1574.207567, "frame": 7893, "motion": "static", "hands": { "left": { "state": "free", "stone": null, "rayK": 0.9804279484004582 }, "right": { "state": "grasp", "stone": null, "untrusted": true } }, "stones": [ { "id": 4, "mode": "kept", "side": null, "outline": [ [ 1019.7093830144694, 398.47355984021243 ], [ 1022.924866645816, 506.6354610331944 ], [ 952.4559992431003, 508.7303899051331 ], [ 949.2405156117537, 400.5684887121511 ] ], "solid": { "pos": [ -0.22807884466988165, -0.17629082245595487, 0.046 ], "q": [ 0, 0, -0.6941686517371799, 0.7198123942704695 ], "dims": [ 0.21854553029269852, 0.1455256789869625, 0.092 ] } }, { "id": 13, "mode": "kept", "side": null, "outline": [ [ 940.6523131459976, 624.4624008529789 ], [ 1021.3451231029758, 624.4624008529789 ], [ 1021.3451231029758, 728.4255991470212 ], [ 940.6523131459976, 728.4255991470212 ] ], "solid": { "pos": [ -0.2384362957400981, -0.6185883038172711, 0.046 ], "q": [ 0, 0, 0.014567815828098522, 0.999893883740669 ], "dims": [ 0.16255661549375441, 0.21823540077546802, 0.092 ] } } ] }, { "sourcePts": 1574.407011, "frame": 7894, "motion": "static", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "touch", "stone": null, "untrusted": true } }, "stones": [ { "id": 4, "mode": "seen", "side": null, "outline": [ [ 1019.7093830144694, 398.47355984021243 ], [ 1022.924866645816, 506.6354610331944 ], [ 952.4559992431003, 508.7303899051331 ], [ 949.2405156117537, 400.5684887121511 ] ], "solid": { "pos": [ -0.22807884466988165, -0.17629082245595487, 0.046 ], "q": [ 0, 0, -0.6941686517371799, 0.7198123942704695 ], "dims": [ 0.21854553029269852, 0.1455256789869625, 0.092 ] } }, { "id": 13, "mode": "seen", "side": null, "outline": [ [ 940.6523131459976, 624.4624008529789 ], [ 1021.3451231029758, 624.4624008529789 ], [ 1021.3451231029758, 728.4255991470212 ], [ 940.6523131459976, 728.4255991470212 ] ], "solid": { "pos": [ -0.2384362957400981, -0.6185883038172711, 0.046 ], "q": [ 0, 0, 0.014567815828098522, 0.999893883740669 ], "dims": [ 0.16255661549375441, 0.21823540077546802, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/01-removal-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "addresses": [ { "trayId": "D2-A", "row": 1, "column": 1 }, { "trayId": "D2-A", "row": 3, "column": 1 } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/01-removal-occupancy.json", "basis": "Manual visual source review. Native event identities and hand sides above remain unchanged evidence; they are not accepted automatically." } } }, { "clipTime": 17.398667, "sourcePts": 1577.398667, "summary": "Four removals · no tray refills", "basis": "All four vacated sources remain empty. Stones appear on the separate staging shelves, but the individual placement times and identities are occluded and stay unresolved.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry2", "ptsSeconds": 1577.398667, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1555, "packetArraySha256": "f359bb4ef854b587340ec26012de6d470796be77eeb29983862372933c2b2878" }, "derived": { "interpretation": "All four vacated sources remain empty. Stones appear on the separate staging shelves, but the individual placement times and identities are occluded and stay unresolved.", "kind": "removal_complete", "sources": [ { "trayId": "D2-A", "row": 1, "column": 1 }, { "trayId": "D2-A", "row": 3, "column": 1 }, { "trayId": "D2-A", "row": 4, "column": 4 }, { "trayId": "D2-A", "row": 2, "column": 4 } ], "refillObserved": false, "destination": null }, "nativeObservations": [], "geometry": [ { "sourcePts": 1574.207567, "frame": 7893, "motion": "static", "hands": { "left": { "state": "free", "stone": null, "rayK": 0.9804279484004582 }, "right": { "state": "grasp", "stone": null, "untrusted": true } }, "stones": [ { "id": 4, "mode": "kept", "side": null, "outline": [ [ 1019.7093830144694, 398.47355984021243 ], [ 1022.924866645816, 506.6354610331944 ], [ 952.4559992431003, 508.7303899051331 ], [ 949.2405156117537, 400.5684887121511 ] ], "solid": { "pos": [ -0.22807884466988165, -0.17629082245595487, 0.046 ], "q": [ 0, 0, -0.6941686517371799, 0.7198123942704695 ], "dims": [ 0.21854553029269852, 0.1455256789869625, 0.092 ] } }, { "id": 13, "mode": "kept", "side": null, "outline": [ [ 940.6523131459976, 624.4624008529789 ], [ 1021.3451231029758, 624.4624008529789 ], [ 1021.3451231029758, 728.4255991470212 ], [ 940.6523131459976, 728.4255991470212 ] ], "solid": { "pos": [ -0.2384362957400981, -0.6185883038172711, 0.046 ], "q": [ 0, 0, 0.014567815828098522, 0.999893883740669 ], "dims": [ 0.16255661549375441, 0.21823540077546802, 0.092 ] } }, { "id": 21, "mode": "kept", "side": null, "outline": [ [ 1256.8554718650678, 744.8777005436058 ], [ 1433.8127952075636, 748.7643077349015 ], [ 1431.5834137277218, 850.2681026812073 ], [ 1254.626090385226, 846.3814954899116 ] ], "solid": { "pos": [ 0.4711031252823778, -0.8372577290928472, 0.046 ], "q": [ 0, 0, 0.008718887257087957, 0.9999619897801106 ], "dims": [ 0.3409265955362519, 0.21062427575139445, 0.092 ] } }, { "id": 38, "mode": "seen", "side": null, "outline": [ [ 990.638629216778, 499.4903906090837 ], [ 1172.3459808912992, 499.0949699010186 ], [ 1172.5853707832223, 609.1016093909163 ], [ 990.8780191087009, 609.4970300989814 ] ], "solid": { "pos": [ -0.041745557917108544, -0.3717280032307296, 0.046 ], "q": [ 0, 0, 0.009942560543177645, 0.9999505715233354 ], "dims": [ 0.34333839298582297, 0.22146411209010633, 0.092 ] } } ] }, { "sourcePts": 1577.797556, "frame": 7911, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "grasp", "stone": null, "rayK": 1.0026093267207832, "untrusted": true } }, "stones": [ { "id": 4, "mode": "kept", "side": null, "outline": [ [ 1019.7093830144694, 398.47355984021243 ], [ 1022.924866645816, 506.6354610331944 ], [ 952.4559992431003, 508.7303899051331 ], [ 949.2405156117537, 400.5684887121511 ] ], "solid": { "pos": [ -0.22807884466988165, -0.17629082245595487, 0.046 ], "q": [ 0, 0, -0.6941686517371799, 0.7198123942704695 ], "dims": [ 0.21854553029269852, 0.1455256789869625, 0.092 ] } }, { "id": 13, "mode": "kept", "side": null, "outline": [ [ 940.6523131459976, 624.4624008529789 ], [ 1021.3451231029758, 624.4624008529789 ], [ 1021.3451231029758, 728.4255991470212 ], [ 940.6523131459976, 728.4255991470212 ] ], "solid": { "pos": [ -0.2385135136568, -0.6159388560718515, 0.046 ], "q": [ 0, 0, 0.014567815828098522, 0.999893883740669 ], "dims": [ 0.16255661549375441, 0.21293425525308549, 0.092 ] } }, { "id": 21, "mode": "seen", "side": null, "outline": [ [ 1256.8554718650678, 744.8777005436058 ], [ 1433.8127952075636, 748.7643077349015 ], [ 1431.5834137277218, 850.2681026812073 ], [ 1254.626090385226, 846.3814954899116 ] ], "solid": { "pos": [ 0.4711031252823778, -0.8372577290928472, 0.046 ], "q": [ 0, 0, 0.008718887257087957, 0.9999619897801106 ], "dims": [ 0.3409265955362519, 0.21062427575139445, 0.092 ] } }, { "id": 38, "mode": "seen", "side": null, "outline": [ [ 990.638629216778, 499.4903906090837 ], [ 1172.3459808912992, 499.0949699010186 ], [ 1172.5853707832223, 609.1016093909163 ], [ 990.8780191087009, 609.4970300989814 ] ], "solid": { "pos": [ -0.039745953335149166, -0.37168823495433934, 0.046 ], "q": [ 0, 0, 0.009942560543177645, 0.9999505715233354 ], "dims": [ 0.33933839298582297, 0.22146411209010633, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/01-removal-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "addresses": [ { "trayId": "D2-A", "row": 1, "column": 1 }, { "trayId": "D2-A", "row": 3, "column": 1 }, { "trayId": "D2-A", "row": 4, "column": 4 }, { "trayId": "D2-A", "row": 2, "column": 4 } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/01-removal-occupancy.json", "basis": "Manual visual source review. Native event identities and hand sides above remain unchanged evidence; they are not accepted automatically." } } } ], "eventsUrl": "/assets/data/01-removal-events.json", "gridUrl": "/assets/data/01-removal-grid.json", "sourceFrames": [ { "frame": 7822, "originalFrame": 15644, "pts": 1560.047078 }, { "frame": 7823, "originalFrame": 15646, "pts": 1560.246522 }, { "frame": 7824, "originalFrame": 15648, "pts": 1560.445967 }, { "frame": 7825, "originalFrame": 15650, "pts": 1560.645411 }, { "frame": 7826, "originalFrame": 15652, "pts": 1560.844856 }, { "frame": 7827, "originalFrame": 15654, "pts": 1561.0443 }, { "frame": 7828, "originalFrame": 15656, "pts": 1561.243744 }, { "frame": 7829, "originalFrame": 15658, "pts": 1561.443189 }, { "frame": 7830, "originalFrame": 15660, "pts": 1561.642633 }, { "frame": 7831, "originalFrame": 15662, "pts": 1561.842078 }, { "frame": 7832, "originalFrame": 15664, "pts": 1562.041511 }, { "frame": 7833, "originalFrame": 15666, "pts": 1562.240956 }, { "frame": 7834, "originalFrame": 15668, "pts": 1562.4404 }, { "frame": 7835, "originalFrame": 15670, "pts": 1562.639844 }, { "frame": 7836, "originalFrame": 15672, "pts": 1562.839289 }, { "frame": 7837, "originalFrame": 15674, "pts": 1563.038733 }, { "frame": 7838, "originalFrame": 15676, "pts": 1563.238178 }, { "frame": 7839, "originalFrame": 15678, "pts": 1563.437622 }, { "frame": 7840, "originalFrame": 15680, "pts": 1563.637067 }, { "frame": 7841, "originalFrame": 15682, "pts": 1563.836511 }, { "frame": 7842, "originalFrame": 15684, "pts": 1564.035956 }, { "frame": 7843, "originalFrame": 15686, "pts": 1564.235389 }, { "frame": 7844, "originalFrame": 15688, "pts": 1564.434833 }, { "frame": 7845, "originalFrame": 15690, "pts": 1564.634278 }, { "frame": 7846, "originalFrame": 15692, "pts": 1564.833722 }, { "frame": 7847, "originalFrame": 15694, "pts": 1565.033167 }, { "frame": 7848, "originalFrame": 15696, "pts": 1565.232611 }, { "frame": 7849, "originalFrame": 15698, "pts": 1565.432056 }, { "frame": 7850, "originalFrame": 15700, "pts": 1565.6315 }, { "frame": 7851, "originalFrame": 15702, "pts": 1565.830944 }, { "frame": 7852, "originalFrame": 15704, "pts": 1566.030389 }, { "frame": 7853, "originalFrame": 15706, "pts": 1566.229833 }, { "frame": 7854, "originalFrame": 15708, "pts": 1566.429278 }, { "frame": 7855, "originalFrame": 15710, "pts": 1566.628711 }, { "frame": 7856, "originalFrame": 15712, "pts": 1566.828156 }, { "frame": 7857, "originalFrame": 15714, "pts": 1567.0276 }, { "frame": 7858, "originalFrame": 15716, "pts": 1567.227044 }, { "frame": 7859, "originalFrame": 15718, "pts": 1567.426489 }, { "frame": 7860, "originalFrame": 15720, "pts": 1567.625933 }, { "frame": 7861, "originalFrame": 15722, "pts": 1567.825378 }, { "frame": 7862, "originalFrame": 15724, "pts": 1568.024822 }, { "frame": 7863, "originalFrame": 15726, "pts": 1568.224267 }, { "frame": 7864, "originalFrame": 15728, "pts": 1568.423711 }, { "frame": 7865, "originalFrame": 15730, "pts": 1568.623156 }, { "frame": 7866, "originalFrame": 15732, "pts": 1568.8226 }, { "frame": 7867, "originalFrame": 15734, "pts": 1569.022033 }, { "frame": 7868, "originalFrame": 15736, "pts": 1569.221478 }, { "frame": 7869, "originalFrame": 15738, "pts": 1569.420922 }, { "frame": 7870, "originalFrame": 15740, "pts": 1569.620367 }, { "frame": 7871, "originalFrame": 15742, "pts": 1569.819811 }, { "frame": 7872, "originalFrame": 15744, "pts": 1570.019256 }, { "frame": 7873, "originalFrame": 15746, "pts": 1570.2187 }, { "frame": 7874, "originalFrame": 15748, "pts": 1570.418144 }, { "frame": 7875, "originalFrame": 15750, "pts": 1570.617589 }, { "frame": 7876, "originalFrame": 15752, "pts": 1570.817033 }, { "frame": 7877, "originalFrame": 15754, "pts": 1571.016478 }, { "frame": 7878, "originalFrame": 15756, "pts": 1571.215922 }, { "frame": 7879, "originalFrame": 15758, "pts": 1571.415356 }, { "frame": 7880, "originalFrame": 15760, "pts": 1571.6148 }, { "frame": 7881, "originalFrame": 15762, "pts": 1571.814244 }, { "frame": 7882, "originalFrame": 15764, "pts": 1572.013689 }, { "frame": 7883, "originalFrame": 15766, "pts": 1572.213133 }, { "frame": 7884, "originalFrame": 15768, "pts": 1572.412578 }, { "frame": 7885, "originalFrame": 15770, "pts": 1572.612022 }, { "frame": 7886, "originalFrame": 15772, "pts": 1572.811467 }, { "frame": 7887, "originalFrame": 15774, "pts": 1573.010911 }, { "frame": 7888, "originalFrame": 15776, "pts": 1573.210356 }, { "frame": 7889, "originalFrame": 15778, "pts": 1573.4098 }, { "frame": 7890, "originalFrame": 15780, "pts": 1573.609244 }, { "frame": 7891, "originalFrame": 15782, "pts": 1573.808678 }, { "frame": 7892, "originalFrame": 15784, "pts": 1574.008122 }, { "frame": 7893, "originalFrame": 15786, "pts": 1574.207567 }, { "frame": 7894, "originalFrame": 15788, "pts": 1574.407011 }, { "frame": 7895, "originalFrame": 15790, "pts": 1574.606456 }, { "frame": 7896, "originalFrame": 15792, "pts": 1574.8059 }, { "frame": 7897, "originalFrame": 15794, "pts": 1575.005344 }, { "frame": 7898, "originalFrame": 15796, "pts": 1575.204789 }, { "frame": 7899, "originalFrame": 15798, "pts": 1575.404233 }, { "frame": 7900, "originalFrame": 15800, "pts": 1575.603678 }, { "frame": 7901, "originalFrame": 15802, "pts": 1575.803122 }, { "frame": 7902, "originalFrame": 15804, "pts": 1576.002556 }, { "frame": 7903, "originalFrame": 15806, "pts": 1576.202 }, { "frame": 7904, "originalFrame": 15808, "pts": 1576.401444 }, { "frame": 7905, "originalFrame": 15810, "pts": 1576.600889 }, { "frame": 7906, "originalFrame": 15812, "pts": 1576.800333 }, { "frame": 7907, "originalFrame": 15814, "pts": 1576.999778 }, { "frame": 7908, "originalFrame": 15816, "pts": 1577.199222 }, { "frame": 7909, "originalFrame": 15818, "pts": 1577.398667 }, { "frame": 7910, "originalFrame": 15820, "pts": 1577.598111 }, { "frame": 7911, "originalFrame": 15822, "pts": 1577.797556 }, { "frame": 7912, "originalFrame": 15824, "pts": 1577.997 } ], "interactive": { "scene": "/assets/data/01-removal-scene.json", "camera": "/assets/media/01-removal-camera.mp4", "poster": "/assets/media/01-removal-camera.jpg", "nativeSize": [ 1920, 1080 ], "renderer": "identified-installed-scene3d", "faceLandmarksRemoved": [ 0, 1, 2, 3, 4, 69 ] } }, { "id": "02-two-hands", "title": "Two hands. One shared movement.", "action": "Two-hand handling", "video": "aug28", "start": 1273, "end": 1287, "number": "02", "sourceLabel": "aug28", "duration": 14, "description": "Two hands briefly share the same tracked stone as it is lifted and turned. The view preserves the transition from one hand to both.", "playbackRate": 1, "outputFps": 20, "modelSamplingHz": 5, "captureWarmupSeconds": 5, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1268, "media": { "desktop": "/assets/media/02-two-hands-desktop.mp4", "mobile": "/assets/media/02-two-hands-mobile.mp4", "desktopPoster": "/assets/media/02-two-hands-desktop.jpg", "mobilePoster": "/assets/media/02-two-hands-mobile.jpg" }, "timing": { "medianMs": 57.9, "p95Ms": 58.6, "frames": 70, "stages": { "decode": 0.9, "encoder": 34.5, "regions": 3.4, "hands": 9.6, "stones": 7.1, "temporal": 0.7 }, "scope": "Measured on Jetson Orin NX during this capture, using model frames inside the displayed source interval (five-second lead-in excluded). Total includes decode, encoder, regions, hands, stones and temporal processing; it excludes scene replay, video encoding, network transfer and browser rendering. This is processing latency per sampled frame, not end-to-end latency or a throughput claim." }, "events": [ { "clipTime": 4.8, "sourcePts": 1277.8, "summary": "A stone lifts from A28-H1 · row 4, column 3", "basis": "Native lift and carry observations identify the start of the handling sequence.", "evidence": { "schema": "factory-event-v1", "source": { "video": "aug28", "ptsSeconds": 1277.8, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1268, "packetArraySha256": "776beb9880b960581401e6a2521c7829c9addfefde07c7ec885045fddd066f3a" }, "derived": { "interpretation": "Native lift and carry observations identify the start of the handling sequence.", "kind": "lift", "removalConfirmed": false }, "nativeObservations": [ { "sourcePts": 1277.8, "frame": 6389, "event": { "type": "lift", "id": 67, "side": "right" } }, { "sourcePts": 1277.8, "frame": 6389, "event": { "type": "carry", "id": 67, "side": "right" } } ], "geometry": [ { "sourcePts": 1277.8, "frame": 6389, "motion": "static", "hands": { "left": { "state": "touch", "stone": null, "rayK": 0.9976340036415768 }, "right": { "state": "carry", "stone": 67, "rayK": 0.9830701843364815 } }, "stones": [ { "id": 67, "mode": "carry", "side": "right", "outline": [ [ 371.9824266610684, 474.25856934726824 ], [ 372.04423570716835, 497.44920543196207 ], [ 362.8093378161079, 511.14337143107554 ], [ 362.9390407185856, 559.2743542317181 ], [ 372.23752814219733, 569.9721580017755 ], [ 372.29929951251273, 593.148658204052 ], [ 297.9215584829474, 610.9280749891009 ], [ 297.8477633436131, 585.5024715570996 ], [ 308.6842425001471, 569.7167205308347 ], [ 308.53656136645117, 518.2190724484848 ], [ 297.6168397878623, 505.9393620543924 ], [ 297.5429952665396, 480.49674440078894 ] ], "solid": { "pos": [ -1.2057209925983852, -0.24174941288483928, 0.21589901252216312 ], "q": [ -0.4038292914122409, 0.4073227611301056, -0.5817171894086547, 0.5767279975944724 ], "dims": [ 0.3084019809967016, 0.2350029676692168, 0.093 ] } } ] } ], "grid": { "url": "/assets/data/02-two-hands-grid.json", "definition": "Rows run left to right in the reference camera image; columns run top to bottom within each row. Alternating rows have six and five stones, with a half-slot stagger.", "addresses": [ { "trayId": "A28-H1", "row": 4, "column": 3 } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated." } }, { "clipTime": 6, "sourcePts": 1279, "summary": "Both hands share the same stone", "basis": "Both native hand states point to ID 67; its scene side is both. The footage shows the shared movement.", "evidence": { "schema": "factory-event-v1", "source": { "video": "aug28", "ptsSeconds": 1279, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1268, "packetArraySha256": "776beb9880b960581401e6a2521c7829c9addfefde07c7ec885045fddd066f3a" }, "derived": { "interpretation": "Both native hand states point to ID 67; its scene side is both. The footage shows the shared movement.", "kind": "two_hand_carry", "source": { "trayId": "A28-H1", "row": 4, "column": 3 } }, "nativeObservations": [], "geometry": [ { "sourcePts": 1279, "frame": 6395, "motion": "static", "hands": { "left": { "state": "carry", "stone": 67, "rayK": 1.1236902237929651 }, "right": { "state": "carry", "stone": 67, "rayK": 1.0212024063566525 } }, "stones": [ { "id": 67, "mode": "carry", "side": "both", "outline": [ [ 316.3340626204999, 211.19370551709375 ], [ 316.496711022203, 234.7970525650997 ], [ 306.85392849379116, 246.5486332027437 ], [ 307.19289803859283, 295.5376854809389 ], [ 317.0053638973533, 308.6121667218824 ], [ 317.16791980921573, 332.20209175166184 ], [ 239.1117696863057, 332.74962556025764 ], [ 238.92752425560252, 306.8682784488427 ], [ 250.2447450377869, 293.3659229660075 ], [ 249.8733295182185, 240.94701258840576 ], [ 238.35098688945584, 225.8808496751421 ], [ 238.16662644082277, 199.9833457506989 ] ], "solid": { "pos": [ -1.3435869862704553, 0.38014438078588947, 0.22387491438084478 ], "q": [ -0.4039841218716801, 0.40716920022606484, -0.5814978817096352, 0.5769491184065033 ], "dims": [ 0.3084019809967016, 0.2350029676692168, 0.093 ] } } ] } ], "grid": { "url": "/assets/data/02-two-hands-grid.json", "definition": "Rows run left to right in the reference camera image; columns run top to bottom within each row. Alternating rows have six and five stones, with a half-slot stagger.", "addresses": [ { "trayId": "A28-H1", "row": 4, "column": 3 } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated." } }, { "clipTime": 8.8, "sourcePts": 1281.8, "summary": "The hold ends · destination unresolved", "basis": "The slot-t-release event ends the native carry while the tray is moving. It does not establish a confirmed placement address.", "evidence": { "schema": "factory-event-v1", "source": { "video": "aug28", "ptsSeconds": 1281.8, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1268, "packetArraySha256": "776beb9880b960581401e6a2521c7829c9addfefde07c7ec885045fddd066f3a" }, "derived": { "interpretation": "The slot-t-release event ends the native carry while the tray is moving. It does not establish a confirmed placement address.", "kind": "release", "destination": null, "placementConfirmed": false }, "nativeObservations": [ { "sourcePts": 1281.8, "frame": 6409, "event": { "type": "place", "id": 67, "side": "right", "why": "slot-t-release" } } ], "geometry": [ { "sourcePts": 1281.8, "frame": 6409, "motion": "moving", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "touch", "stone": null, "rayK": 1.0120557157501862 } }, "stones": [ { "id": 67, "mode": "placed", "side": null, "outline": [ [ 146.33860735378326, 515.9222088032805 ], [ 146.33860735378326, 537.1366306390606 ], [ 138.06212044499082, 548.5597808583269 ], [ 138.06212044499082, 592.0765435983891 ], [ 146.33860735378326, 603.4996938176554 ], [ 146.33860735378326, 624.7141156534356 ], [ 85.03129691828373, 624.7141156534356 ], [ 85.03129691828373, 603.4996938176554 ], [ 93.30778382707618, 592.0765435983891 ], [ 93.30778382707618, 548.5597808583269 ], [ 85.03129691828373, 537.1366306390606 ], [ 85.03129691828373, 515.9222088032805 ] ], "solid": { "pos": [ -1.9188898223116322, -0.36263996027445056, 0.0465 ], "q": [ 0, 0, -0.7174713977428933, 0.6965879653144024 ], "dims": [ 0.31315691675263757, 0.22314486185027263, 0.093 ] } } ] } ], "grid": { "url": "/assets/data/02-two-hands-grid.json", "definition": "Rows run left to right in the reference camera image; columns run top to bottom within each row. Alternating rows have six and five stones, with a half-slot stagger.", "addresses": [ { "trayId": "A28-H1", "row": 4, "column": 3 } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated." } }, { "clipTime": 12, "sourcePts": 1285, "summary": "The next tray settles · A28-H2", "basis": "Visual review confirms replacement. A new tray ID is assigned; H1 addresses are not reused.", "evidence": { "schema": "factory-event-v1", "source": { "video": "aug28", "ptsSeconds": 1285, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1268, "packetArraySha256": "776beb9880b960581401e6a2521c7829c9addfefde07c7ec885045fddd066f3a" }, "derived": { "interpretation": "Visual review confirms replacement. A new tray ID is assigned; H1 addresses are not reused.", "kind": "tray_replacement", "previousTrayId": "A28-H1", "newTrayId": "A28-H2", "confirmation": "visual replacement + settled motion", "gridStatus": "unresolved" }, "nativeObservations": [], "geometry": [ { "sourcePts": 1280.2, "frame": 6401, "motion": "moving", "hands": { "left": { "state": "touch", "stone": null, "rayK": 1.0621344996799233 }, "right": { "state": "carry", "stone": 67, "rayK": 1.0146298873696213 } }, "stones": [] }, { "sourcePts": 1285, "frame": 6425, "motion": "static", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [] } ], "grid": { "url": "/assets/data/02-two-hands-grid.json", "definition": "Rows run left to right in the reference camera image; columns run top to bottom within each row. Alternating rows have six and five stones, with a half-slot stagger.", "addresses": [] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated." } } ], "eventsUrl": "/assets/data/02-two-hands-events.json", "gridUrl": "/assets/data/02-two-hands-grid.json", "sourceFrames": [ { "frame": 6365, "originalFrame": 76380, "pts": 1273 }, { "frame": 6366, "originalFrame": 76392, "pts": 1273.2 }, { "frame": 6367, "originalFrame": 76404, "pts": 1273.4 }, { "frame": 6368, "originalFrame": 76416, "pts": 1273.6 }, { "frame": 6369, "originalFrame": 76428, "pts": 1273.8 }, { "frame": 6370, "originalFrame": 76440, "pts": 1274 }, { "frame": 6371, "originalFrame": 76452, "pts": 1274.2 }, { "frame": 6372, "originalFrame": 76464, "pts": 1274.4 }, { "frame": 6373, "originalFrame": 76476, "pts": 1274.6 }, { "frame": 6374, "originalFrame": 76488, "pts": 1274.8 }, { "frame": 6375, "originalFrame": 76500, "pts": 1275 }, { "frame": 6376, "originalFrame": 76512, "pts": 1275.2 }, { "frame": 6377, "originalFrame": 76524, "pts": 1275.4 }, { "frame": 6378, "originalFrame": 76536, "pts": 1275.6 }, { "frame": 6379, "originalFrame": 76548, "pts": 1275.8 }, { "frame": 6380, "originalFrame": 76560, "pts": 1276 }, { "frame": 6381, "originalFrame": 76572, "pts": 1276.2 }, { "frame": 6382, "originalFrame": 76584, "pts": 1276.4 }, { "frame": 6383, "originalFrame": 76596, "pts": 1276.6 }, { "frame": 6384, "originalFrame": 76608, "pts": 1276.8 }, { "frame": 6385, "originalFrame": 76620, "pts": 1277 }, { "frame": 6386, "originalFrame": 76632, "pts": 1277.2 }, { "frame": 6387, "originalFrame": 76644, "pts": 1277.4 }, { "frame": 6388, "originalFrame": 76656, "pts": 1277.6 }, { "frame": 6389, "originalFrame": 76668, "pts": 1277.8 }, { "frame": 6390, "originalFrame": 76680, "pts": 1278 }, { "frame": 6391, "originalFrame": 76692, "pts": 1278.2 }, { "frame": 6392, "originalFrame": 76704, "pts": 1278.4 }, { "frame": 6393, "originalFrame": 76716, "pts": 1278.6 }, { "frame": 6394, "originalFrame": 76728, "pts": 1278.8 }, { "frame": 6395, "originalFrame": 76740, "pts": 1279 }, { "frame": 6396, "originalFrame": 76752, "pts": 1279.2 }, { "frame": 6397, "originalFrame": 76764, "pts": 1279.4 }, { "frame": 6398, "originalFrame": 76776, "pts": 1279.6 }, { "frame": 6399, "originalFrame": 76788, "pts": 1279.8 }, { "frame": 6400, "originalFrame": 76800, "pts": 1280 }, { "frame": 6401, "originalFrame": 76812, "pts": 1280.2 }, { "frame": 6402, "originalFrame": 76824, "pts": 1280.4 }, { "frame": 6403, "originalFrame": 76836, "pts": 1280.6 }, { "frame": 6404, "originalFrame": 76848, "pts": 1280.8 }, { "frame": 6405, "originalFrame": 76860, "pts": 1281 }, { "frame": 6406, "originalFrame": 76872, "pts": 1281.2 }, { "frame": 6407, "originalFrame": 76884, "pts": 1281.4 }, { "frame": 6408, "originalFrame": 76896, "pts": 1281.6 }, { "frame": 6409, "originalFrame": 76908, "pts": 1281.8 }, { "frame": 6410, "originalFrame": 76920, "pts": 1282 }, { "frame": 6411, "originalFrame": 76932, "pts": 1282.2 }, { "frame": 6412, "originalFrame": 76944, "pts": 1282.4 }, { "frame": 6413, "originalFrame": 76956, "pts": 1282.6 }, { "frame": 6414, "originalFrame": 76968, "pts": 1282.8 }, { "frame": 6415, "originalFrame": 76980, "pts": 1283 }, { "frame": 6416, "originalFrame": 76992, "pts": 1283.2 }, { "frame": 6417, "originalFrame": 77004, "pts": 1283.4 }, { "frame": 6418, "originalFrame": 77016, "pts": 1283.6 }, { "frame": 6419, "originalFrame": 77028, "pts": 1283.8 }, { "frame": 6420, "originalFrame": 77040, "pts": 1284 }, { "frame": 6421, "originalFrame": 77052, "pts": 1284.2 }, { "frame": 6422, "originalFrame": 77064, "pts": 1284.4 }, { "frame": 6423, "originalFrame": 77076, "pts": 1284.6 }, { "frame": 6424, "originalFrame": 77088, "pts": 1284.8 }, { "frame": 6425, "originalFrame": 77100, "pts": 1285 }, { "frame": 6426, "originalFrame": 77112, "pts": 1285.2 }, { "frame": 6427, "originalFrame": 77124, "pts": 1285.4 }, { "frame": 6428, "originalFrame": 77136, "pts": 1285.6 }, { "frame": 6429, "originalFrame": 77148, "pts": 1285.8 }, { "frame": 6430, "originalFrame": 77160, "pts": 1286 }, { "frame": 6431, "originalFrame": 77172, "pts": 1286.2 }, { "frame": 6432, "originalFrame": 77184, "pts": 1286.4 }, { "frame": 6433, "originalFrame": 77196, "pts": 1286.6 }, { "frame": 6434, "originalFrame": 77208, "pts": 1286.8 } ], "interactive": { "scene": "/assets/data/02-two-hands-scene.json", "camera": "/assets/media/02-two-hands-camera.mp4", "poster": "/assets/media/02-two-hands-camera.jpg", "nativeSize": [ 1088, 1026 ], "renderer": "identified-installed-scene3d", "faceLandmarksRemoved": [ 0, 1, 2, 3, 4, 69 ] } }, { "id": "03-tray", "title": "A new tray enters the scene.", "action": "Tray replacement", "video": "jul30", "start": 1609, "end": 1629, "number": "03", "sourceLabel": "jul30", "duration": 20, "description": "The current tray moves out and a new tray takes its place. Tray identity changes only after the replacement is visible and settled.", "playbackRate": 1, "outputFps": 20, "modelSamplingHz": 5, "captureWarmupSeconds": 5, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1604, "media": { "desktop": "/assets/media/03-tray-desktop.mp4", "mobile": "/assets/media/03-tray-mobile.mp4", "desktopPoster": "/assets/media/03-tray-desktop.jpg", "mobilePoster": "/assets/media/03-tray-mobile.jpg" }, "timing": { "medianMs": 58, "p95Ms": 59.1, "frames": 100, "stages": { "decode": 0.9, "encoder": 34.4, "regions": 3.4, "hands": 9.6, "stones": 7.1, "temporal": 0.7 }, "scope": "Measured on Jetson Orin NX during this capture, using model frames inside the displayed source interval (five-second lead-in excluded). Total includes decode, encoder, regions, hands, stones and temporal processing; it excludes scene replay, video encoding, network transfer and browser rendering. This is processing latency per sampled frame, not end-to-end latency or a throughput claim." }, "events": [ { "clipTime": 1.2, "sourcePts": 1610.2, "summary": "The first tray is settled · J30-A", "basis": "The initial tray is stationary before the next movement.", "evidence": { "schema": "factory-event-v1", "source": { "video": "jul30", "ptsSeconds": 1610.2, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1604, "packetArraySha256": "3ebb4d650c3d83155cac308ad6ae8d39895b7bc82422cff5e32c8a221dd4fb93" }, "derived": { "interpretation": "The initial tray is stationary before the next movement.", "kind": "tray_settled", "trayId": "J30-A" }, "nativeObservations": [], "geometry": [ { "sourcePts": 1610.2, "frame": 8051, "motion": "static", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [] } ], "grid": { "url": "/assets/data/03-tray-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "addresses": [] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated." } }, { "clipTime": 4.6, "sourcePts": 1613.6, "summary": "The tray starts moving", "basis": "A moving scene state marks the exchange. Movement alone does not confirm replacement.", "evidence": { "schema": "factory-event-v1", "source": { "video": "jul30", "ptsSeconds": 1613.6, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1604, "packetArraySha256": "3ebb4d650c3d83155cac308ad6ae8d39895b7bc82422cff5e32c8a221dd4fb93" }, "derived": { "interpretation": "A moving scene state marks the exchange. Movement alone does not confirm replacement.", "kind": "tray_movement", "replacementConfirmed": false }, "nativeObservations": [ { "sourcePts": 1613.6, "frame": 8068, "event": { "type": "new", "id": 152 } } ], "geometry": [ { "sourcePts": 1613.6, "frame": 8068, "motion": "moving", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null, "untrusted": true } }, "stones": [] } ], "grid": { "url": "/assets/data/03-tray-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "addresses": [] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated." } }, { "clipTime": 9.6, "sourcePts": 1618.6, "summary": "Replacement confirmed · new tray J30-B", "basis": "A different tray is visibly in place and the native motion state has settled. New tray identity begins here.", "evidence": { "schema": "factory-event-v1", "source": { "video": "jul30", "ptsSeconds": 1618.6, "captureStarted": "2026-11-13T03:17:27.982747+00:00", "captureDevice": "Jetson Orin NX", "historyStart": 1604, "packetArraySha256": "3ebb4d650c3d83155cac308ad6ae8d39895b7bc82422cff5e32c8a221dd4fb93" }, "derived": { "interpretation": "A different tray is visibly in place and the native motion state has settled. New tray identity begins here.", "kind": "tray_replacement", "previousTrayId": "J30-A", "newTrayId": "J30-B", "confirmation": "visual replacement + settled motion" }, "nativeObservations": [ { "sourcePts": 1613.6, "frame": 8068, "event": { "type": "new", "id": 152 } } ], "geometry": [ { "sourcePts": 1613.6, "frame": 8068, "motion": "moving", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null, "untrusted": true } }, "stones": [] }, { "sourcePts": 1618.6, "frame": 8093, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "grasp", "stone": null } }, "stones": [] } ], "grid": { "url": "/assets/data/03-tray-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "addresses": [] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated." } } ], "eventsUrl": "/assets/data/03-tray-events.json", "gridUrl": "/assets/data/03-tray-grid.json", "sourceFrames": [ { "frame": 8045, "originalFrame": 96540, "pts": 1609 }, { "frame": 8046, "originalFrame": 96552, "pts": 1609.2 }, { "frame": 8047, "originalFrame": 96564, "pts": 1609.4 }, { "frame": 8048, "originalFrame": 96576, "pts": 1609.6 }, { "frame": 8049, "originalFrame": 96588, "pts": 1609.8 }, { "frame": 8050, "originalFrame": 96600, "pts": 1610 }, { "frame": 8051, "originalFrame": 96612, "pts": 1610.2 }, { "frame": 8052, "originalFrame": 96624, "pts": 1610.4 }, { "frame": 8053, "originalFrame": 96636, "pts": 1610.6 }, { "frame": 8054, "originalFrame": 96648, "pts": 1610.8 }, { "frame": 8055, "originalFrame": 96660, "pts": 1611 }, { "frame": 8056, "originalFrame": 96672, "pts": 1611.2 }, { "frame": 8057, "originalFrame": 96684, "pts": 1611.4 }, { "frame": 8058, "originalFrame": 96696, "pts": 1611.6 }, { "frame": 8059, "originalFrame": 96708, "pts": 1611.8 }, { "frame": 8060, "originalFrame": 96720, "pts": 1612 }, { "frame": 8061, "originalFrame": 96732, "pts": 1612.2 }, { "frame": 8062, "originalFrame": 96744, "pts": 1612.4 }, { "frame": 8063, "originalFrame": 96756, "pts": 1612.6 }, { "frame": 8064, "originalFrame": 96768, "pts": 1612.8 }, { "frame": 8065, "originalFrame": 96780, "pts": 1613 }, { "frame": 8066, "originalFrame": 96792, "pts": 1613.2 }, { "frame": 8067, "originalFrame": 96804, "pts": 1613.4 }, { "frame": 8068, "originalFrame": 96816, "pts": 1613.6 }, { "frame": 8069, "originalFrame": 96828, "pts": 1613.8 }, { "frame": 8070, "originalFrame": 96840, "pts": 1614 }, { "frame": 8071, "originalFrame": 96852, "pts": 1614.2 }, { "frame": 8072, "originalFrame": 96864, "pts": 1614.4 }, { "frame": 8073, "originalFrame": 96876, "pts": 1614.6 }, { "frame": 8074, "originalFrame": 96888, "pts": 1614.8 }, { "frame": 8075, "originalFrame": 96900, "pts": 1615 }, { "frame": 8076, "originalFrame": 96912, "pts": 1615.2 }, { "frame": 8077, "originalFrame": 96924, "pts": 1615.4 }, { "frame": 8078, "originalFrame": 96936, "pts": 1615.6 }, { "frame": 8079, "originalFrame": 96948, "pts": 1615.8 }, { "frame": 8080, "originalFrame": 96960, "pts": 1616 }, { "frame": 8081, "originalFrame": 96972, "pts": 1616.2 }, { "frame": 8082, "originalFrame": 96984, "pts": 1616.4 }, { "frame": 8083, "originalFrame": 96996, "pts": 1616.6 }, { "frame": 8084, "originalFrame": 97008, "pts": 1616.8 }, { "frame": 8085, "originalFrame": 97020, "pts": 1617 }, { "frame": 8086, "originalFrame": 97032, "pts": 1617.2 }, { "frame": 8087, "originalFrame": 97044, "pts": 1617.4 }, { "frame": 8088, "originalFrame": 97056, "pts": 1617.6 }, { "frame": 8089, "originalFrame": 97068, "pts": 1617.8 }, { "frame": 8090, "originalFrame": 97080, "pts": 1618 }, { "frame": 8091, "originalFrame": 97092, "pts": 1618.2 }, { "frame": 8092, "originalFrame": 97104, "pts": 1618.4 }, { "frame": 8093, "originalFrame": 97116, "pts": 1618.6 }, { "frame": 8094, "originalFrame": 97128, "pts": 1618.8 }, { "frame": 8095, "originalFrame": 97140, "pts": 1619 }, { "frame": 8096, "originalFrame": 97152, "pts": 1619.2 }, { "frame": 8097, "originalFrame": 97164, "pts": 1619.4 }, { "frame": 8098, "originalFrame": 97176, "pts": 1619.6 }, { "frame": 8099, "originalFrame": 97188, "pts": 1619.8 }, { "frame": 8100, "originalFrame": 97200, "pts": 1620 }, { "frame": 8101, "originalFrame": 97212, "pts": 1620.2 }, { "frame": 8102, "originalFrame": 97224, "pts": 1620.4 }, { "frame": 8103, "originalFrame": 97236, "pts": 1620.6 }, { "frame": 8104, "originalFrame": 97248, "pts": 1620.8 }, { "frame": 8105, "originalFrame": 97260, "pts": 1621 }, { "frame": 8106, "originalFrame": 97272, "pts": 1621.2 }, { "frame": 8107, "originalFrame": 97284, "pts": 1621.4 }, { "frame": 8108, "originalFrame": 97296, "pts": 1621.6 }, { "frame": 8109, "originalFrame": 97308, "pts": 1621.8 }, { "frame": 8110, "originalFrame": 97320, "pts": 1622 }, { "frame": 8111, "originalFrame": 97332, "pts": 1622.2 }, { "frame": 8112, "originalFrame": 97344, "pts": 1622.4 }, { "frame": 8113, "originalFrame": 97356, "pts": 1622.6 }, { "frame": 8114, "originalFrame": 97368, "pts": 1622.8 }, { "frame": 8115, "originalFrame": 97380, "pts": 1623 }, { "frame": 8116, "originalFrame": 97392, "pts": 1623.2 }, { "frame": 8117, "originalFrame": 97404, "pts": 1623.4 }, { "frame": 8118, "originalFrame": 97416, "pts": 1623.6 }, { "frame": 8119, "originalFrame": 97428, "pts": 1623.8 }, { "frame": 8120, "originalFrame": 97440, "pts": 1624 }, { "frame": 8121, "originalFrame": 97452, "pts": 1624.2 }, { "frame": 8122, "originalFrame": 97464, "pts": 1624.4 }, { "frame": 8123, "originalFrame": 97476, "pts": 1624.6 }, { "frame": 8124, "originalFrame": 97488, "pts": 1624.8 }, { "frame": 8125, "originalFrame": 97500, "pts": 1625 }, { "frame": 8126, "originalFrame": 97512, "pts": 1625.2 }, { "frame": 8127, "originalFrame": 97524, "pts": 1625.4 }, { "frame": 8128, "originalFrame": 97536, "pts": 1625.6 }, { "frame": 8129, "originalFrame": 97548, "pts": 1625.8 }, { "frame": 8130, "originalFrame": 97560, "pts": 1626 }, { "frame": 8131, "originalFrame": 97572, "pts": 1626.2 }, { "frame": 8132, "originalFrame": 97584, "pts": 1626.4 }, { "frame": 8133, "originalFrame": 97596, "pts": 1626.6 }, { "frame": 8134, "originalFrame": 97608, "pts": 1626.8 }, { "frame": 8135, "originalFrame": 97620, "pts": 1627 }, { "frame": 8136, "originalFrame": 97632, "pts": 1627.2 }, { "frame": 8137, "originalFrame": 97644, "pts": 1627.4 }, { "frame": 8138, "originalFrame": 97656, "pts": 1627.6 }, { "frame": 8139, "originalFrame": 97668, "pts": 1627.8 }, { "frame": 8140, "originalFrame": 97680, "pts": 1628 }, { "frame": 8141, "originalFrame": 97692, "pts": 1628.2 }, { "frame": 8142, "originalFrame": 97704, "pts": 1628.4 }, { "frame": 8143, "originalFrame": 97716, "pts": 1628.6 }, { "frame": 8144, "originalFrame": 97728, "pts": 1628.8 } ], "interactive": { "scene": "/assets/data/03-tray-scene.json", "camera": "/assets/media/03-tray-camera.mp4", "poster": "/assets/media/03-tray-camera.jpg", "nativeSize": [ 1088, 1026 ], "renderer": "identified-installed-scene3d", "faceLandmarksRemoved": [ 0, 1, 2, 3, 4, 69 ] } }, { "id": "04-push", "title": "One push. Five stones move.", "action": "Pushing stones", "video": "dry1", "start": 87.5, "end": 97.5, "captureStart": 0, "captureEnd": 149.4, "timingReference": { "capture": "dry1-125-144.4", "start": 130, "end": 144, "type": "reference" }, "number": "04", "sourceLabel": "dry1", "duration": 10, "description": "One hand presses the rightmost top-row stone; the contacted stone and its four neighbours slide left together while the tray stays still. The new excerpt includes the preceding placement. Group motion, visible carries and occupancy are manually reviewed reconstructions; the native top-row fits remain frozen in the original evidence.", "playbackRate": 1, "outputFps": 20, "modelSamplingHz": 5.014, "occupancyReviewUrl": "/assets/data/04-push-occupancy.json", "captureWarmupSeconds": 87.5, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "media": { "desktop": "/assets/media/04-push-desktop.mp4", "mobile": "/assets/media/04-push-mobile.mp4", "desktopPoster": "/assets/media/04-push-desktop.jpg", "mobilePoster": "/assets/media/04-push-mobile.jpg" }, "timing": { "medianMs": 102.7, "p95Ms": 104.9, "frames": 71, "stages": { "decode": 1, "encoder": 79.2, "regions": 3.4, "hands": 9.5, "stones": 7.1, "temporal": 0.7 }, "scope": "NX REFERENCE — established Jetson Orin NX measurements from dry1 02:10–02:24, retained unchanged. This replacement 01:27.5–01:37.5 excerpt uses the continuous Mac inference run from 00:00. These numbers were not measured on this push interval and are not Mac timings. Total includes decode and the six reported model stages; scene fitting, reviewed motion, rendering, encoding, transfer and browser playback are excluded.", "type": "reference", "captureStarted": "2026-11-13T03:17:27.982747+00:00", "device": "Jetson Orin NX", "referenceSource": { "video": "dry1", "start": 130, "end": 144 } }, "events": [ { "clipTime": 2.050133, "sourcePts": 89.550133, "summary": "A broad stone arrives before the push", "basis": "The incoming lower-hand carry is visibly separate from existing tray stones. Its approximate footprint is reviewed; native carry identities are not accepted.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 89.550133, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "770b6149de105e488d31fa851907a1404bc90c6ac42c4864c00bc3a9dc689add" }, "derived": { "interpretation": "The incoming lower-hand carry is visibly separate from existing tray stones. Its approximate footprint is reviewed; native carry identities are not accepted.", "kind": "carry", "reviewedId": -410, "nativeCandidateAccepted": false }, "nativeObservations": [], "geometry": [ { "sourcePts": 89.550133, "frame": 449, "motion": "static", "hands": { "left": { "state": "touch", "stone": null, "rayK": 0.9445889264630611 }, "right": { "state": "touch", "stone": null } }, "stones": [ { "id": 70, "mode": "seen", "side": null, "outline": [ [ 1446.7851976507338, 783.782345062992 ], [ 1451.062604951617, 559.0462293400329 ], [ 1555.153109436206, 561.0273861398767 ], [ 1550.8757021353229, 785.7635018628358 ] ], "solid": { "pos": [ 0.7508227178839448, -0.5855736501629119, 0.046 ], "q": [ 0, 0, 0.717706237843747, 0.696346003191068 ], "dims": [ 0.3975650035029696, 0.2050017280027941, 0.092 ] } } ] }, { "sourcePts": 89.949022, "frame": 451, "motion": "static", "hands": { "left": { "state": "grasp", "stone": null, "rayK": 1.0249865378841236 }, "right": { "state": "grasp", "stone": null, "rayK": 1.1400554975339228 } }, "stones": [ { "id": 70, "mode": "seen", "side": null, "outline": [ [ 1446.7851976507338, 783.782345062992 ], [ 1451.062604951617, 559.0462293400329 ], [ 1555.153109436206, 561.0273861398767 ], [ 1550.8757021353229, 785.7635018628358 ] ], "solid": { "pos": [ 0.7508227178839448, -0.5855736501629119, 0.046 ], "q": [ 0, 0, 0.717706237843747, 0.696346003191068 ], "dims": [ 0.3975650035029696, 0.2050017280027941, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/04-push-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "nativeCandidateAddresses": [ { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null } ], "reviewedSources": [ { "reviewedId": -401, "trayId": "D1-P1", "row": 1, "column": 3 }, { "reviewedId": -402, "trayId": "D1-P1", "row": 1, "column": 4 }, { "reviewedId": -403, "trayId": "D1-P1", "row": 1, "column": 5 }, { "reviewedId": -404, "trayId": "D1-P1", "row": 1, "column": 6 }, { "reviewedId": -405, "trayId": "D1-P1", "row": 1, "column": 7 } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedMotion": { "url": "/assets/data/04-push-occupancy.json", "basis": "Recorded visual reconstruction; native top-row fits stay frozen. Reviewed motion is not an inferred force simulation." } } }, { "clipTime": 3.246789, "sourcePts": 90.746789, "summary": "The preceding stone is placed", "basis": "The broad face is visibly flush in row4,column3, and remains after the hand releases. Its complete footprint is reviewed, separately from the stale native63 fit.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 90.746789, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "770b6149de105e488d31fa851907a1404bc90c6ac42c4864c00bc3a9dc689add" }, "derived": { "interpretation": "The broad face is visibly flush in row4,column3, and remains after the hand releases. Its complete footprint is reviewed, separately from the stale native63 fit.", "kind": "placement", "confirmation": "visual action review", "reviewedId": -422, "destination": { "trayId": "D1-P1", "row": 4, "column": 3 }, "nativeCandidateAccepted": false }, "nativeObservations": [], "geometry": [ { "sourcePts": 89.550133, "frame": 449, "motion": "static", "hands": { "left": { "state": "touch", "stone": null, "rayK": 0.9445889264630611 }, "right": { "state": "touch", "stone": null } }, "stones": [ { "id": 63, "mode": "seen", "side": null, "outline": [ [ 1260.5929964000995, 752.1737039446657 ], [ 1441.4761786471884, 754.4631499076856 ], [ 1440.1700763684923, 857.6549003690445 ], [ 1259.2868941214035, 855.3654544060246 ] ], "solid": { "pos": [ 0.48548609636622253, -0.8513876255691628, 0.046 ], "q": [ 0, 0, 0.014002327710631217, 0.9999019626036765 ], "dims": [ 0.3427158017148722, 0.21098282030399113, 0.092 ] } }, { "id": 70, "mode": "seen", "side": null, "outline": [ [ 1446.7851976507338, 783.782345062992 ], [ 1451.062604951617, 559.0462293400329 ], [ 1555.153109436206, 561.0273861398767 ], [ 1550.8757021353229, 785.7635018628358 ] ], "solid": { "pos": [ 0.7508227178839448, -0.5855736501629119, 0.046 ], "q": [ 0, 0, 0.717706237843747, 0.696346003191068 ], "dims": [ 0.3975650035029696, 0.2050017280027941, 0.092 ] } } ] }, { "sourcePts": 90.746789, "frame": 455, "motion": "static", "hands": { "left": { "state": "grasp", "stone": null, "rayK": 1.0210212895821864 }, "right": { "state": "grasp", "stone": null, "rayK": 1.0585250345492354 } }, "stones": [ { "id": 63, "mode": "seen", "side": null, "outline": [ [ 1260.5929964000995, 752.1737039446657 ], [ 1441.4761786471884, 754.4631499076856 ], [ 1440.1700763684923, 857.6549003690445 ], [ 1259.2868941214035, 855.3654544060246 ] ], "solid": { "pos": [ 0.48548609636622253, -0.8513876255691628, 0.046 ], "q": [ 0, 0, 0.014002327710631217, 0.9999019626036765 ], "dims": [ 0.3427158017148722, 0.21098282030399113, 0.092 ] } } ] }, { "sourcePts": 91.345122, "frame": 458, "motion": "static", "hands": { "left": { "state": "grasp", "stone": null }, "right": { "state": "grasp", "stone": null, "rayK": 1.088063393282307 } }, "stones": [ { "id": 63, "mode": "seen", "side": null, "outline": [ [ 1260.5929964000995, 752.1737039446657 ], [ 1441.4761786471884, 754.4631499076856 ], [ 1440.1700763684923, 857.6549003690445 ], [ 1259.2868941214035, 855.3654544060246 ] ], "solid": { "pos": [ 0.48548609636622253, -0.8513876255691628, 0.046 ], "q": [ 0, 0, 0.014002327710631217, 0.9999019626036765 ], "dims": [ 0.3427158017148722, 0.21098282030399113, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/04-push-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "nativeCandidateAddresses": [ { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null } ], "reviewedSources": [ { "reviewedId": -401, "trayId": "D1-P1", "row": 1, "column": 3 }, { "reviewedId": -402, "trayId": "D1-P1", "row": 1, "column": 4 }, { "reviewedId": -403, "trayId": "D1-P1", "row": 1, "column": 5 }, { "reviewedId": -404, "trayId": "D1-P1", "row": 1, "column": 6 }, { "reviewedId": -405, "trayId": "D1-P1", "row": 1, "column": 7 } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedMotion": { "url": "/assets/data/04-push-occupancy.json", "basis": "Recorded visual reconstruction; native top-row fits stay frozen. Reviewed motion is not an inferred force simulation." } } }, { "clipTime": 4.443456, "sourcePts": 91.943456, "summary": "The hand contacts the rightmost stone", "basis": "The glove presses the right edge of reviewed stoneE. A gap lies to the left of the five-stone group; the tray and lower rows remain still.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 91.943456, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "770b6149de105e488d31fa851907a1404bc90c6ac42c4864c00bc3a9dc689add" }, "derived": { "interpretation": "The glove presses the right edge of reviewed stoneE. A gap lies to the left of the five-stone group; the tray and lower rows remain still.", "kind": "push_contact", "reviewedIds": [ -401, -402, -403, -404, -405 ], "contactedReviewedId": -405 }, "nativeObservations": [], "geometry": [ { "sourcePts": 91.744011, "frame": 460, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 48, "mode": "seen", "side": null, "outline": [ [ 1490.52576176762, 499.61572293931266 ], [ 1491.0930618822952, 386.246084694236 ], [ 1559.7066037139373, 386.5894259163825 ], [ 1559.1393035992621, 499.95906416145914 ] ], "solid": { "pos": [ 0.7729363738003374, -0.14848164578340128, 0.046 ], "q": [ 0, 0, 0.722901056370454, 0.6909515632072061 ], "dims": [ 0.2183914957777985, 0.1347120832795834, 0.092 ] } }, { "id": 49, "mode": "pushed", "side": null, "outline": [ [ 1568.6858137536542, 381.89514816463736 ], [ 1683.0409904152725, 383.68278434846843 ], [ 1681.2087026586523, 500.89432436898073 ], [ 1566.853525997034, 499.10668818514966 ] ], "solid": { "pos": [ 0.9476229180941411, -0.1440784950506944, 0.046 ], "q": [ 0, 0, -0.004590448218029605, 0.9999894638370734 ], "dims": [ 0.2082211543984058, 0.22161655678316056, 0.092 ] } }, { "id": 50, "mode": "seen", "side": null, "outline": [ [ 1698.3810756653204, 379.54892134292095 ], [ 1851.8474618382504, 385.0395560910954 ], [ 1847.5742003403695, 504.47966262336456 ], [ 1694.1078141674395, 498.9890278751901 ] ], "solid": { "pos": [ 1.2015752743585248, -0.14335575735813816, 0.046 ], "q": [ 0, 0, -0.015380951367718132, 0.999881706170797 ], "dims": [ 0.26720654787598475, 0.22338318729129492, 0.092 ] } }, { "id": 90, "mode": "seen", "side": null, "outline": [ [ 1302.4791887107453, 393.95813214961504 ], [ 1302.4877953806995, 503.35389902296583 ], [ 1238.4877955787697, 503.3589341983761 ], [ 1238.4791889088156, 393.9631673250253 ] ], "solid": { "pos": [ 0.3123401139093609, -0.1623984749344126, 0.046 ], "q": [ 0, 0, -0.6964102097713449, 0.7176439365912816 ], "dims": [ 0.21534226182349053, 0.126536450781153, 0.092 ] } }, { "id": 91, "mode": "seen", "side": null, "outline": [ [ 1308.268512351057, 384.79260972536434 ], [ 1486.3922848853388, 386.90834075430774 ], [ 1485.014541347469, 502.90081484143997 ], [ 1306.8907688131874, 500.78508381249657 ] ], "solid": { "pos": [ 0.5419449902305424, -0.1516072523346329, 0.046 ], "q": [ 0, 0, -0.002381304390877725, 0.9999971646906795 ], "dims": [ 0.3302660842802694, 0.22726573735762307, 0.092 ] } } ] }, { "sourcePts": 91.943456, "frame": 461, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 48, "mode": "seen", "side": null, "outline": [ [ 1490.52576176762, 499.61572293931266 ], [ 1491.0930618822952, 386.246084694236 ], [ 1559.7066037139373, 386.5894259163825 ], [ 1559.1393035992621, 499.95906416145914 ] ], "solid": { "pos": [ 0.7729363738003374, -0.14848164578340128, 0.046 ], "q": [ 0, 0, 0.722901056370454, 0.6909515632072061 ], "dims": [ 0.2183914957777985, 0.1347120832795834, 0.092 ] } }, { "id": 49, "mode": "seen", "side": null, "outline": [ [ 1568.6858137536542, 381.89514816463736 ], [ 1683.0409904152725, 383.68278434846843 ], [ 1681.2087026586523, 500.89432436898073 ], [ 1566.853525997034, 499.10668818514966 ] ], "solid": { "pos": [ 0.9476229180941411, -0.1440784950506944, 0.046 ], "q": [ 0, 0, -0.004590448218029605, 0.9999894638370734 ], "dims": [ 0.2082211543984058, 0.22161655678316056, 0.092 ] } }, { "id": 50, "mode": "seen", "side": null, "outline": [ [ 1698.3810756653204, 379.54892134292095 ], [ 1851.8474618382504, 385.0395560910954 ], [ 1847.5742003403695, 504.47966262336456 ], [ 1694.1078141674395, 498.9890278751901 ] ], "solid": { "pos": [ 1.2015752743585248, -0.14335575735813816, 0.046 ], "q": [ 0, 0, -0.015380951367718132, 0.999881706170797 ], "dims": [ 0.26720654787598475, 0.22338318729129492, 0.092 ] } }, { "id": 90, "mode": "seen", "side": null, "outline": [ [ 1302.4791887107453, 393.95813214961504 ], [ 1302.4877953806995, 503.35389902296583 ], [ 1238.4877955787697, 503.3589341983761 ], [ 1238.4791889088156, 393.9631673250253 ] ], "solid": { "pos": [ 0.3123401139093609, -0.1623984749344126, 0.046 ], "q": [ 0, 0, -0.6964102097713449, 0.7176439365912816 ], "dims": [ 0.21534226182349053, 0.126536450781153, 0.092 ] } }, { "id": 91, "mode": "seen", "side": null, "outline": [ [ 1308.268512351057, 384.79260972536434 ], [ 1486.3922848853388, 386.90834075430774 ], [ 1485.014541347469, 502.90081484143997 ], [ 1306.8907688131874, 500.78508381249657 ] ], "solid": { "pos": [ 0.5419449902305424, -0.1516072523346329, 0.046 ], "q": [ 0, 0, -0.002381304390877725, 0.9999971646906795 ], "dims": [ 0.3302660842802694, 0.22726573735762307, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/04-push-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "nativeCandidateAddresses": [ { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null } ], "reviewedSources": [ { "reviewedId": -401, "trayId": "D1-P1", "row": 1, "column": 3 }, { "reviewedId": -402, "trayId": "D1-P1", "row": 1, "column": 4 }, { "reviewedId": -403, "trayId": "D1-P1", "row": 1, "column": 5 }, { "reviewedId": -404, "trayId": "D1-P1", "row": 1, "column": 6 }, { "reviewedId": -405, "trayId": "D1-P1", "row": 1, "column": 7 } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedMotion": { "url": "/assets/data/04-push-occupancy.json", "basis": "Recorded visual reconstruction; native top-row fits stay frozen. Reviewed motion is not an inferred force simulation." } } }, { "clipTime": 5.041789, "sourcePts": 92.541789, "summary": "One push moves all five stones", "basis": "Five distinct top-row stones translate left together without lifting. The native top-row poses remain frozen; reviewed original-image anchors supply the displayed movement.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 92.541789, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "770b6149de105e488d31fa851907a1404bc90c6ac42c4864c00bc3a9dc689add" }, "derived": { "interpretation": "Five distinct top-row stones translate left together without lifting. The native top-row poses remain frozen; reviewed original-image anchors supply the displayed movement.", "kind": "group_push", "count": 5, "reviewedIds": [ -401, -402, -403, -404, -405 ], "contactedReviewedId": -405, "confirmation": "visual source movement; fixed tray and lower-row references", "nativeMotionAccepted": false, "forceMeasured": false }, "nativeObservations": [], "geometry": [ { "sourcePts": 91.744011, "frame": 460, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 48, "mode": "seen", "side": null, "outline": [ [ 1490.52576176762, 499.61572293931266 ], [ 1491.0930618822952, 386.246084694236 ], [ 1559.7066037139373, 386.5894259163825 ], [ 1559.1393035992621, 499.95906416145914 ] ], "solid": { "pos": [ 0.7729363738003374, -0.14848164578340128, 0.046 ], "q": [ 0, 0, 0.722901056370454, 0.6909515632072061 ], "dims": [ 0.2183914957777985, 0.1347120832795834, 0.092 ] } }, { "id": 49, "mode": "pushed", "side": null, "outline": [ [ 1568.6858137536542, 381.89514816463736 ], [ 1683.0409904152725, 383.68278434846843 ], [ 1681.2087026586523, 500.89432436898073 ], [ 1566.853525997034, 499.10668818514966 ] ], "solid": { "pos": [ 0.9476229180941411, -0.1440784950506944, 0.046 ], "q": [ 0, 0, -0.004590448218029605, 0.9999894638370734 ], "dims": [ 0.2082211543984058, 0.22161655678316056, 0.092 ] } }, { "id": 50, "mode": "seen", "side": null, "outline": [ [ 1698.3810756653204, 379.54892134292095 ], [ 1851.8474618382504, 385.0395560910954 ], [ 1847.5742003403695, 504.47966262336456 ], [ 1694.1078141674395, 498.9890278751901 ] ], "solid": { "pos": [ 1.2015752743585248, -0.14335575735813816, 0.046 ], "q": [ 0, 0, -0.015380951367718132, 0.999881706170797 ], "dims": [ 0.26720654787598475, 0.22338318729129492, 0.092 ] } }, { "id": 90, "mode": "seen", "side": null, "outline": [ [ 1302.4791887107453, 393.95813214961504 ], [ 1302.4877953806995, 503.35389902296583 ], [ 1238.4877955787697, 503.3589341983761 ], [ 1238.4791889088156, 393.9631673250253 ] ], "solid": { "pos": [ 0.3123401139093609, -0.1623984749344126, 0.046 ], "q": [ 0, 0, -0.6964102097713449, 0.7176439365912816 ], "dims": [ 0.21534226182349053, 0.126536450781153, 0.092 ] } }, { "id": 91, "mode": "seen", "side": null, "outline": [ [ 1308.268512351057, 384.79260972536434 ], [ 1486.3922848853388, 386.90834075430774 ], [ 1485.014541347469, 502.90081484143997 ], [ 1306.8907688131874, 500.78508381249657 ] ], "solid": { "pos": [ 0.5419449902305424, -0.1516072523346329, 0.046 ], "q": [ 0, 0, -0.002381304390877725, 0.9999971646906795 ], "dims": [ 0.3302660842802694, 0.22726573735762307, 0.092 ] } } ] }, { "sourcePts": 92.541789, "frame": 464, "motion": "static", "hands": { "left": { "state": "touch", "stone": null, "rayK": 0.978347008919798 }, "right": { "state": "grasp", "stone": null } }, "stones": [ { "id": 48, "mode": "seen", "side": null, "outline": [ [ 1490.52576176762, 499.61572293931266 ], [ 1491.0930618822952, 386.246084694236 ], [ 1559.7066037139373, 386.5894259163825 ], [ 1559.1393035992621, 499.95906416145914 ] ], "solid": { "pos": [ 0.7729363738003374, -0.14848164578340128, 0.046 ], "q": [ 0, 0, 0.722901056370454, 0.6909515632072061 ], "dims": [ 0.2183914957777985, 0.1347120832795834, 0.092 ] } }, { "id": 49, "mode": "kept", "side": null, "outline": [ [ 1568.6858137536542, 381.89514816463736 ], [ 1683.0409904152725, 383.68278434846843 ], [ 1681.2087026586523, 500.89432436898073 ], [ 1566.853525997034, 499.10668818514966 ] ], "solid": { "pos": [ 0.9476229180941411, -0.1440784950506944, 0.046 ], "q": [ 0, 0, -0.004590448218029605, 0.9999894638370734 ], "dims": [ 0.2082211543984058, 0.22161655678316056, 0.092 ] } }, { "id": 50, "mode": "kept", "side": null, "outline": [ [ 1698.3810756653204, 379.54892134292095 ], [ 1851.8474618382504, 385.0395560910954 ], [ 1847.5742003403695, 504.47966262336456 ], [ 1694.1078141674395, 498.9890278751901 ] ], "solid": { "pos": [ 1.2015752743585248, -0.14335575735813816, 0.046 ], "q": [ 0, 0, -0.015380951367718132, 0.999881706170797 ], "dims": [ 0.26720654787598475, 0.22338318729129492, 0.092 ] } }, { "id": 90, "mode": "seen", "side": null, "outline": [ [ 1302.4791887107453, 393.95813214961504 ], [ 1302.4877953806995, 503.35389902296583 ], [ 1238.4877955787697, 503.3589341983761 ], [ 1238.4791889088156, 393.9631673250253 ] ], "solid": { "pos": [ 0.3123401139093609, -0.1623984749344126, 0.046 ], "q": [ 0, 0, -0.6964102097713449, 0.7176439365912816 ], "dims": [ 0.21534226182349053, 0.126536450781153, 0.092 ] } }, { "id": 91, "mode": "seen", "side": null, "outline": [ [ 1308.268512351057, 384.79260972536434 ], [ 1486.3922848853388, 386.90834075430774 ], [ 1485.014541347469, 502.90081484143997 ], [ 1306.8907688131874, 500.78508381249657 ] ], "solid": { "pos": [ 0.5419449902305424, -0.1516072523346329, 0.046 ], "q": [ 0, 0, -0.002381304390877725, 0.9999971646906795 ], "dims": [ 0.3302660842802694, 0.22726573735762307, 0.092 ] } } ] }, { "sourcePts": 93.339556, "frame": 468, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 48, "mode": "seen", "side": null, "outline": [ [ 1490.52576176762, 499.61572293931266 ], [ 1491.0930618822952, 386.246084694236 ], [ 1559.7066037139373, 386.5894259163825 ], [ 1559.1393035992621, 499.95906416145914 ] ], "solid": { "pos": [ 0.772876676997698, -0.14716144673362833, 0.046 ], "q": [ 0, 0, 0.722901056370454, 0.6909515632072061 ], "dims": [ 0.21574839968475398, 0.1347120832795834, 0.092 ] } }, { "id": 49, "mode": "seen", "side": null, "outline": [ [ 1568.6858137536542, 381.89514816463736 ], [ 1683.0409904152725, 383.68278434846843 ], [ 1681.2087026586523, 500.89432436898073 ], [ 1566.853525997034, 499.10668818514966 ] ], "solid": { "pos": [ 0.9476229180941411, -0.1440784950506944, 0.046 ], "q": [ 0, 0, -0.004590448218029605, 0.9999894638370734 ], "dims": [ 0.2082211543984058, 0.22161655678316056, 0.092 ] } }, { "id": 50, "mode": "seen", "side": null, "outline": [ [ 1698.3810756653204, 379.54892134292095 ], [ 1851.8474618382504, 385.0395560910954 ], [ 1847.5742003403695, 504.47966262336456 ], [ 1694.1078141674395, 498.9890278751901 ] ], "solid": { "pos": [ 1.2015752743585248, -0.14335575735813816, 0.046 ], "q": [ 0, 0, -0.015380951367718132, 0.999881706170797 ], "dims": [ 0.26720654787598475, 0.22338318729129492, 0.092 ] } }, { "id": 90, "mode": "seen", "side": null, "outline": [ [ 1302.4791887107453, 393.95813214961504 ], [ 1302.4877953806995, 503.35389902296583 ], [ 1238.4877955787697, 503.3589341983761 ], [ 1238.4791889088156, 393.9631673250253 ] ], "solid": { "pos": [ 0.3123401139093609, -0.1623984749344126, 0.046 ], "q": [ 0, 0, -0.6964102097713449, 0.7176439365912816 ], "dims": [ 0.21534226182349053, 0.126536450781153, 0.092 ] } }, { "id": 91, "mode": "seen", "side": null, "outline": [ [ 1308.268512351057, 384.79260972536434 ], [ 1486.3922848853388, 386.90834075430774 ], [ 1485.014541347469, 502.90081484143997 ], [ 1306.8907688131874, 500.78508381249657 ] ], "solid": { "pos": [ 0.5419449902305424, -0.1516072523346329, 0.046 ], "q": [ 0, 0, -0.002381304390877725, 0.9999971646906795 ], "dims": [ 0.3302660842802694, 0.22726573735762307, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/04-push-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "nativeCandidateAddresses": [ { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null } ], "reviewedSources": [ { "reviewedId": -401, "trayId": "D1-P1", "row": 1, "column": 3 }, { "reviewedId": -402, "trayId": "D1-P1", "row": 1, "column": 4 }, { "reviewedId": -403, "trayId": "D1-P1", "row": 1, "column": 5 }, { "reviewedId": -404, "trayId": "D1-P1", "row": 1, "column": 6 }, { "reviewedId": -405, "trayId": "D1-P1", "row": 1, "column": 7 } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedMotion": { "url": "/assets/data/04-push-occupancy.json", "basis": "Recorded visual reconstruction; native top-row fits stay frozen. Reviewed motion is not an inferred force simulation." } } }, { "clipTime": 5.839556, "sourcePts": 93.339556, "summary": "The hand releases · the group stays left", "basis": "The shifted group remains in its new positions. The left gap closes and a gap opens on the right; no removal or spontaneous refill is inferred.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 93.339556, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "770b6149de105e488d31fa851907a1404bc90c6ac42c4864c00bc3a9dc689add" }, "derived": { "interpretation": "The shifted group remains in its new positions. The left gap closes and a gap opens on the right; no removal or spontaneous refill is inferred.", "kind": "push_complete", "reviewedIds": [ -401, -402, -403, -404, -405 ], "destination": { "trayId": "D1-P1", "row": 1, "column": null }, "destinationMapping": "reviewed image polygons; column unresolved", "removalConfirmed": false }, "nativeObservations": [], "geometry": [ { "sourcePts": 93.339556, "frame": 468, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 48, "mode": "seen", "side": null, "outline": [ [ 1490.52576176762, 499.61572293931266 ], [ 1491.0930618822952, 386.246084694236 ], [ 1559.7066037139373, 386.5894259163825 ], [ 1559.1393035992621, 499.95906416145914 ] ], "solid": { "pos": [ 0.772876676997698, -0.14716144673362833, 0.046 ], "q": [ 0, 0, 0.722901056370454, 0.6909515632072061 ], "dims": [ 0.21574839968475398, 0.1347120832795834, 0.092 ] } }, { "id": 49, "mode": "seen", "side": null, "outline": [ [ 1568.6858137536542, 381.89514816463736 ], [ 1683.0409904152725, 383.68278434846843 ], [ 1681.2087026586523, 500.89432436898073 ], [ 1566.853525997034, 499.10668818514966 ] ], "solid": { "pos": [ 0.9476229180941411, -0.1440784950506944, 0.046 ], "q": [ 0, 0, -0.004590448218029605, 0.9999894638370734 ], "dims": [ 0.2082211543984058, 0.22161655678316056, 0.092 ] } }, { "id": 50, "mode": "seen", "side": null, "outline": [ [ 1698.3810756653204, 379.54892134292095 ], [ 1851.8474618382504, 385.0395560910954 ], [ 1847.5742003403695, 504.47966262336456 ], [ 1694.1078141674395, 498.9890278751901 ] ], "solid": { "pos": [ 1.2015752743585248, -0.14335575735813816, 0.046 ], "q": [ 0, 0, -0.015380951367718132, 0.999881706170797 ], "dims": [ 0.26720654787598475, 0.22338318729129492, 0.092 ] } }, { "id": 90, "mode": "seen", "side": null, "outline": [ [ 1302.4791887107453, 393.95813214961504 ], [ 1302.4877953806995, 503.35389902296583 ], [ 1238.4877955787697, 503.3589341983761 ], [ 1238.4791889088156, 393.9631673250253 ] ], "solid": { "pos": [ 0.3123401139093609, -0.1623984749344126, 0.046 ], "q": [ 0, 0, -0.6964102097713449, 0.7176439365912816 ], "dims": [ 0.21534226182349053, 0.126536450781153, 0.092 ] } }, { "id": 91, "mode": "seen", "side": null, "outline": [ [ 1308.268512351057, 384.79260972536434 ], [ 1486.3922848853388, 386.90834075430774 ], [ 1485.014541347469, 502.90081484143997 ], [ 1306.8907688131874, 500.78508381249657 ] ], "solid": { "pos": [ 0.5419449902305424, -0.1516072523346329, 0.046 ], "q": [ 0, 0, -0.002381304390877725, 0.9999971646906795 ], "dims": [ 0.3302660842802694, 0.22726573735762307, 0.092 ] } } ] }, { "sourcePts": 96.7301, "frame": 485, "motion": "static", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 48, "mode": "seen", "side": null, "outline": [ [ 1490.52576176762, 499.61572293931266 ], [ 1491.0930618822952, 386.246084694236 ], [ 1559.7066037139373, 386.5894259163825 ], [ 1559.1393035992621, 499.95906416145914 ] ], "solid": { "pos": [ 0.7729363738003374, -0.14848164578340128, 0.046 ], "q": [ 0, 0, 0.722901056370454, 0.6909515632072061 ], "dims": [ 0.2183914957777985, 0.1347120832795834, 0.092 ] } }, { "id": 49, "mode": "seen", "side": null, "outline": [ [ 1568.6858137536542, 381.89514816463736 ], [ 1683.0409904152725, 383.68278434846843 ], [ 1681.2087026586523, 500.89432436898073 ], [ 1566.853525997034, 499.10668818514966 ] ], "solid": { "pos": [ 0.9476229180941411, -0.1440784950506944, 0.046 ], "q": [ 0, 0, -0.004590448218029605, 0.9999894638370734 ], "dims": [ 0.2082211543984058, 0.22161655678316056, 0.092 ] } }, { "id": 50, "mode": "seen", "side": null, "outline": [ [ 1698.3810756653204, 379.54892134292095 ], [ 1851.8474618382504, 385.0395560910954 ], [ 1847.5742003403695, 504.47966262336456 ], [ 1694.1078141674395, 498.9890278751901 ] ], "solid": { "pos": [ 1.2015752743585248, -0.14335575735813816, 0.046 ], "q": [ 0, 0, -0.015380951367718132, 0.999881706170797 ], "dims": [ 0.26720654787598475, 0.22338318729129492, 0.092 ] } }, { "id": 90, "mode": "seen", "side": null, "outline": [ [ 1302.4791887107453, 393.95813214961504 ], [ 1302.4877953806995, 503.35389902296583 ], [ 1238.4877955787697, 503.3589341983761 ], [ 1238.4791889088156, 393.9631673250253 ] ], "solid": { "pos": [ 0.3166852240834023, -0.16226795137363703, 0.046 ], "q": [ 0, 0, -0.6964102097713449, 0.7176439365912816 ], "dims": [ 0.21534226182349053, 0.11784231049600111, 0.092 ] } }, { "id": 91, "mode": "seen", "side": null, "outline": [ [ 1308.268512351057, 384.79260972536434 ], [ 1486.3922848853388, 386.90834075430774 ], [ 1485.014541347469, 502.90081484143997 ], [ 1306.8907688131874, 500.78508381249657 ] ], "solid": { "pos": [ 0.5419449902305424, -0.1516072523346329, 0.046 ], "q": [ 0, 0, -0.002381304390877725, 0.9999971646906795 ], "dims": [ 0.3302660842802694, 0.22726573735762307, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/04-push-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "nativeCandidateAddresses": [ { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null }, { "trayId": "D1-P1", "row": null, "column": null } ], "reviewedSources": [ { "reviewedId": -401, "trayId": "D1-P1", "row": 1, "column": 3 }, { "reviewedId": -402, "trayId": "D1-P1", "row": 1, "column": 4 }, { "reviewedId": -403, "trayId": "D1-P1", "row": 1, "column": 5 }, { "reviewedId": -404, "trayId": "D1-P1", "row": 1, "column": 6 }, { "reviewedId": -405, "trayId": "D1-P1", "row": 1, "column": 7 } ] }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedMotion": { "url": "/assets/data/04-push-occupancy.json", "basis": "Recorded visual reconstruction; native top-row fits stay frozen. Reviewed motion is not an inferred force simulation." } } } ], "eventsUrl": "/assets/data/04-push-events.json", "gridUrl": "/assets/data/04-push-grid.json", "sourceFrames": [ { "frame": 439, "originalFrame": 878, "pts": 87.5557 }, { "frame": 440, "originalFrame": 880, "pts": 87.755144 }, { "frame": 441, "originalFrame": 882, "pts": 87.954589 }, { "frame": 442, "originalFrame": 884, "pts": 88.154033 }, { "frame": 443, "originalFrame": 886, "pts": 88.353467 }, { "frame": 444, "originalFrame": 888, "pts": 88.552911 }, { "frame": 445, "originalFrame": 890, "pts": 88.752356 }, { "frame": 446, "originalFrame": 892, "pts": 88.9518 }, { "frame": 447, "originalFrame": 894, "pts": 89.151244 }, { "frame": 448, "originalFrame": 896, "pts": 89.350689 }, { "frame": 449, "originalFrame": 898, "pts": 89.550133 }, { "frame": 450, "originalFrame": 900, "pts": 89.749578 }, { "frame": 451, "originalFrame": 902, "pts": 89.949022 }, { "frame": 452, "originalFrame": 904, "pts": 90.148467 }, { "frame": 453, "originalFrame": 906, "pts": 90.347911 }, { "frame": 454, "originalFrame": 908, "pts": 90.547356 }, { "frame": 455, "originalFrame": 910, "pts": 90.746789 }, { "frame": 456, "originalFrame": 912, "pts": 90.946233 }, { "frame": 457, "originalFrame": 914, "pts": 91.145678 }, { "frame": 458, "originalFrame": 916, "pts": 91.345122 }, { "frame": 459, "originalFrame": 918, "pts": 91.544567 }, { "frame": 460, "originalFrame": 920, "pts": 91.744011 }, { "frame": 461, "originalFrame": 922, "pts": 91.943456 }, { "frame": 462, "originalFrame": 924, "pts": 92.1429 }, { "frame": 463, "originalFrame": 926, "pts": 92.342344 }, { "frame": 464, "originalFrame": 928, "pts": 92.541789 }, { "frame": 465, "originalFrame": 930, "pts": 92.741233 }, { "frame": 466, "originalFrame": 932, "pts": 92.940678 }, { "frame": 467, "originalFrame": 934, "pts": 93.140111 }, { "frame": 468, "originalFrame": 936, "pts": 93.339556 }, { "frame": 469, "originalFrame": 938, "pts": 93.539 }, { "frame": 470, "originalFrame": 940, "pts": 93.738444 }, { "frame": 471, "originalFrame": 942, "pts": 93.937889 }, { "frame": 472, "originalFrame": 944, "pts": 94.137333 }, { "frame": 473, "originalFrame": 946, "pts": 94.336778 }, { "frame": 474, "originalFrame": 948, "pts": 94.536222 }, { "frame": 475, "originalFrame": 950, "pts": 94.735667 }, { "frame": 476, "originalFrame": 952, "pts": 94.935111 }, { "frame": 477, "originalFrame": 954, "pts": 95.134556 }, { "frame": 478, "originalFrame": 956, "pts": 95.334 }, { "frame": 479, "originalFrame": 958, "pts": 95.533433 }, { "frame": 480, "originalFrame": 960, "pts": 95.732878 }, { "frame": 481, "originalFrame": 962, "pts": 95.932322 }, { "frame": 482, "originalFrame": 964, "pts": 96.131767 }, { "frame": 483, "originalFrame": 966, "pts": 96.331211 }, { "frame": 484, "originalFrame": 968, "pts": 96.530656 }, { "frame": 485, "originalFrame": 970, "pts": 96.7301 }, { "frame": 486, "originalFrame": 972, "pts": 96.929544 }, { "frame": 487, "originalFrame": 974, "pts": 97.128989 }, { "frame": 488, "originalFrame": 976, "pts": 97.328433 } ], "interactive": { "scene": "/assets/data/04-push-scene.json", "camera": "/assets/media/04-push-camera.mp4", "poster": "/assets/media/04-push-camera.jpg", "nativeSize": [ 1920, 1080 ], "renderer": "identified-installed-scene3d", "faceLandmarksRemoved": [ 0, 1, 2, 3, 4, 69 ] } }, { "id": "05-placement", "title": "From the hands to the tray.", "action": "One-hand placement", "video": "dry1", "start": 130, "end": 144, "captureStart": 0, "captureEnd": 149.4, "number": "05", "sourceLabel": "dry1", "duration": 14, "description": "Two stones in each hand approach the tray; later, a broad stone completes the lower edge. This demonstration includes manual carried-stone, occupancy and geometry corrections based on the footage. Empty places fill only after a visible hand placement. Original model evidence is available below; physical identity across hidden transfers remains unresolved.", "playbackRate": 1, "outputFps": 20, "modelSamplingHz": 5.014, "occupancyReviewUrl": "/assets/data/05-placement-occupancy.json", "captureWarmupSeconds": 130, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "media": { "desktop": "/assets/media/05-placement-desktop.mp4", "mobile": "/assets/media/05-placement-mobile.mp4", "desktopPoster": "/assets/media/05-placement-desktop.jpg", "mobilePoster": "/assets/media/05-placement-mobile.jpg" }, "timing": { "medianMs": 102.7, "p95Ms": 104.9, "frames": 71, "stages": { "decode": 1, "encoder": 79.2, "regions": 3.4, "hands": 9.5, "stones": 7.1, "temporal": 0.7 }, "scope": "Original Jetson Orin NX measurement for this displayed source interval, retained unchanged. The scene was subsequently reprocessed from 00:00 on a Mac; five additional seconds were processed through 02:29.4 to inspect the final placement and following tray exchange. These are not Mac timings. Total includes decode, encoder, regions, hands, stones and temporal processing; it excludes scene fitting, rendering, encoding, transfer and browser playback. Latency per sampled model frame, not end-to-end latency or throughput.", "captureStarted": "2026-11-13T03:17:27.982747+00:00", "device": "Jetson Orin NX" }, "events": [ { "clipTime": 0.037167, "sourcePts": 130.037167, "summary": "Full history · empty places remain empty", "basis": "The model and scene were processed from 00:00. Reviewed empty areas cannot refill through a detection, recycled ID, elapsed time, or native slot event.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 130.037167, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "f21f5af91dbfc9423d00643600f36b8c353def454afeab2ed2220306c22eab0e" }, "derived": { "interpretation": "The model and scene were processed from 00:00. Reviewed empty areas cannot refill through a detection, recycled ID, elapsed time, or native slot event.", "kind": "occupancy_review", "occupancyReviewUrl": "/assets/data/05-placement-occupancy.json" }, "nativeObservations": [], "geometry": [ { "sourcePts": 130.037167, "frame": 652, "motion": "static", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [] } ], "grid": { "url": "/assets/data/05-placement-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "rejectedNativeCandidateAddresses": [], "reviewedDestination": null, "candidateStatus": "A native candidate is not accepted as physical placement identity." }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/05-placement-occupancy.json", "basis": "Explicit visual source review; original native events and geometry above are retained unchanged." } } }, { "clipTime": 5.2227, "sourcePts": 135.2227, "summary": "Two new stones in each hand", "basis": "Four separate reviewed solids follow the two visible gloves. These hand-local display IDs do not borrow stones from the tray or claim native tracking identity; hidden transfers remain unresolved.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 135.2227, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "f21f5af91dbfc9423d00643600f36b8c353def454afeab2ed2220306c22eab0e" }, "derived": { "interpretation": "Four separate reviewed solids follow the two visible gloves. These hand-local display IDs do not borrow stones from the tray or claim native tracking identity; hidden transfers remain unresolved.", "kind": "carry", "source": null, "identity": "reviewed hand-local spans", "counts": { "left": 2, "right": 2 }, "reviewedIds": [ -501, -502, -503, -504 ], "nativeCandidateAccepted": false }, "nativeObservations": [ { "sourcePts": 135.2227, "frame": 678, "event": { "type": "lift", "id": 190, "side": "left" } }, { "sourcePts": 135.2227, "frame": 678, "event": { "type": "carry", "id": 190, "side": "left" } } ], "geometry": [ { "sourcePts": 133.627144, "frame": 670, "motion": "static", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 190, "mode": "kept", "side": null, "outline": [ [ 1529.79774927325, 840.4207024730083 ], [ 1712.6142462029204, 848.6138978425656 ], [ 1708.115522225831, 948.9948751107102 ], [ 1525.2990252961606, 940.8016797411528 ] ], "solid": { "pos": [ 0.985720007263156, -1.0070373026124817, 0.046 ], "q": [ 0, 0, 0.0005645814216720619, 0.9999998406238965 ], "dims": [ 0.3383930337231507, 0.20671192754605724, 0.092 ] } } ] }, { "sourcePts": 135.2227, "frame": 678, "motion": "static", "hands": { "left": { "state": "carry", "stone": 190, "rayK": 0.9314963463670115 }, "right": { "state": "grasp", "stone": null, "rayK": 0.9317574015121544 } }, "stones": [ { "id": 190, "mode": "carry", "side": "left", "outline": [ [ 1268.93832312948, 878.5239220800106 ], [ 1445.4998006340313, 886.9755685276098 ], [ 1475.0188956575485, 963.8229039257316 ], [ 1282.5870737917096, 954.5744786630562 ] ], "solid": { "pos": [ 0.49624532888519357, -1.070952827869459, 0.20348768249140875 ], "q": [ -0.5735763449366685, -0.0003238305998726686, 0.00046247802573025484, 0.8191519137357308 ], "dims": [ 0.3383930337231507, 0.20671192754605724, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/05-placement-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "rejectedNativeCandidateAddresses": [ { "trayId": "D1-A", "row": 5, "column": 8 } ], "reviewedDestination": null, "candidateStatus": "A native candidate is not accepted as physical placement identity." }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/05-placement-occupancy.json", "basis": "Explicit visual source review; original native events and geometry above are retained unchanged." } } }, { "clipTime": 5.621578, "sourcePts": 135.621578, "summary": "First placement · D1-A, row 6, column 5", "basis": "The first hand placement is visible. Settled geometry is taken from the later unobscured snapshot; the native carried identity is not accepted.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 135.621578, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "f21f5af91dbfc9423d00643600f36b8c353def454afeab2ed2220306c22eab0e" }, "derived": { "interpretation": "The first hand placement is visible. Settled geometry is taken from the later unobscured snapshot; the native carried identity is not accepted.", "kind": "placement", "confirmation": "visual action review", "destination": { "trayId": "D1-A", "row": 6, "column": 5 }, "nativeCandidateAccepted": false, "occupancyReviewUrl": "/assets/data/05-placement-occupancy.json" }, "nativeObservations": [ { "sourcePts": 135.2227, "frame": 678, "event": { "type": "lift", "id": 190, "side": "left" } }, { "sourcePts": 135.2227, "frame": 678, "event": { "type": "carry", "id": 190, "side": "left" } }, { "sourcePts": 137.815456, "frame": 691, "event": { "type": "place", "id": 190, "side": "left", "why": "slot" } } ], "geometry": [ { "sourcePts": 135.2227, "frame": 678, "motion": "static", "hands": { "left": { "state": "carry", "stone": 190, "rayK": 0.9314963463670115 }, "right": { "state": "grasp", "stone": null, "rayK": 0.9317574015121544 } }, "stones": [ { "id": 190, "mode": "carry", "side": "left", "outline": [ [ 1268.93832312948, 878.5239220800106 ], [ 1445.4998006340313, 886.9755685276098 ], [ 1475.0188956575485, 963.8229039257316 ], [ 1282.5870737917096, 954.5744786630562 ] ], "solid": { "pos": [ 0.49624532888519357, -1.070952827869459, 0.20348768249140875 ], "q": [ -0.5735763449366685, -0.0003238305998726686, 0.00046247802573025484, 0.8191519137357308 ], "dims": [ 0.3383930337231507, 0.20671192754605724, 0.092 ] } } ] }, { "sourcePts": 137.815456, "frame": 691, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "carry", "stone": 212 } }, "stones": [ { "id": 190, "mode": "placed", "side": null, "outline": [ [ 1529.79774927325, 840.4207024730083 ], [ 1712.6142462029204, 848.6138978425656 ], [ 1708.115522225831, 948.9948751107102 ], [ 1525.2990252961606, 940.8016797411528 ] ], "solid": { "pos": [ 0.985720007263156, -1.0070373026124817, 0.046 ], "q": [ 0, 0, 0.0005645814216720619, 0.9999998406238965 ], "dims": [ 0.3383930337231507, 0.20671192754605724, 0.092 ] } } ] }, { "sourcePts": 139.012122, "frame": 697, "motion": "static", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 190, "mode": "kept", "side": null, "outline": [ [ 1529.8230914408869, 841.532502146333 ], [ 1711.8714791531033, 848.4559595723786 ], [ 1708.0901800581942, 947.8830754373855 ], [ 1526.0417923459777, 940.9596180113399 ] ], "solid": { "pos": [ 0.9857254586532054, -1.007035615318773, 0.046 ], "q": [ 0, 0, 0.004274133767787903, 0.9999908658485511 ], "dims": [ 0.3383930337231507, 0.20671192754605724, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/05-placement-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "rejectedNativeCandidateAddresses": [ { "trayId": "D1-A", "row": 5, "column": 8 } ], "reviewedDestination": { "trayId": "D1-A", "row": 6, "column": 5 }, "candidateStatus": "A native candidate is not accepted as physical placement identity." }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/05-placement-occupancy.json", "basis": "Explicit visual source review; original native events and geometry above are retained unchanged." } } }, { "clipTime": 6.419356, "sourcePts": 136.419356, "summary": "Second placement · row 6, column 6", "basis": "A second stone is visibly placed. Its settled native fit is used only after this observed action, as a reviewed reconstruction.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 136.419356, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "f21f5af91dbfc9423d00643600f36b8c353def454afeab2ed2220306c22eab0e" }, "derived": { "interpretation": "A second stone is visibly placed. Its settled native fit is used only after this observed action, as a reviewed reconstruction.", "kind": "placement", "confirmation": "visual action review", "destination": { "trayId": "D1-A", "row": 6, "column": 6 }, "nativeCandidateAccepted": false }, "nativeObservations": [], "geometry": [ { "sourcePts": 136.419356, "frame": 684, "motion": "static", "hands": { "left": { "state": "carry", "stone": 190, "untrusted": true }, "right": { "state": "carry", "stone": 212 } }, "stones": [] }, { "sourcePts": 139.012122, "frame": 697, "motion": "static", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 214, "mode": "seen", "side": null, "outline": [ [ 1452.6743328678706, 940.3176432645533 ], [ 1452.801261736715, 1036.4010326318476 ], [ 1388.80131758034, 1036.4855783641678 ], [ 1388.6743887114956, 940.4021889968739 ] ], "solid": { "pos": [ 0.6282274775669154, -1.2154501818761927, 0.046 ], "q": [ 0, 0, -0.6917090164250147, 0.7221763196036953 ], "dims": [ 0.20462148528726096, 0.12280683918716587, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/05-placement-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "rejectedNativeCandidateAddresses": [ { "trayId": "D1-A", "row": 6, "column": 6 } ], "reviewedDestination": { "trayId": "D1-A", "row": 6, "column": 6 }, "candidateStatus": "A native candidate is not accepted as physical placement identity." }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/05-placement-occupancy.json", "basis": "Explicit visual source review; original native events and geometry above are retained unchanged." } } }, { "clipTime": 8.0149, "sourcePts": 138.0149, "summary": "Third placement · row 6, column 7", "basis": "The third lower-edge stone is placed and released. This positively observed placement permits this empty slot to become occupied.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 138.0149, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "f21f5af91dbfc9423d00643600f36b8c353def454afeab2ed2220306c22eab0e" }, "derived": { "interpretation": "The third lower-edge stone is placed and released. This positively observed placement permits this empty slot to become occupied.", "kind": "placement", "confirmation": "visual action review", "destination": { "trayId": "D1-A", "row": 6, "column": 7 }, "nativeCandidateAccepted": false }, "nativeObservations": [], "geometry": [ { "sourcePts": 137.815456, "frame": 691, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "carry", "stone": 212 } }, "stones": [ { "id": 92, "mode": "kept", "side": null, "outline": [ [ 1422.312682346271, 978.0207530674577 ], [ 1510.4262579896297, 978.0207530674577 ], [ 1510.4262579896297, 1075.6171640717882 ], [ 1422.312682346271, 1075.6171640717882 ] ], "solid": { "pos": [ 0.7478409204645978, -1.2872659052235835, 0.046 ], "q": [ 0, 0, 0.03166795189509496, 0.9994984446324916 ], "dims": [ 0.14849411879125993, 0.2081760562180823, 0.092 ] } } ] }, { "sourcePts": 138.0149, "frame": 692, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "carry", "stone": 212 } }, "stones": [ { "id": 92, "mode": "kept", "side": null, "outline": [ [ 1422.312682346271, 978.0207530674577 ], [ 1510.4262579896297, 978.0207530674577 ], [ 1510.4262579896297, 1075.6171640717882 ], [ 1422.312682346271, 1075.6171640717882 ] ], "solid": { "pos": [ 0.7478409204645978, -1.2872659052235835, 0.046 ], "q": [ 0, 0, 0.03166795189509496, 0.9994984446324916 ], "dims": [ 0.14849411879125993, 0.2081760562180823, 0.092 ] } } ] }, { "sourcePts": 139.012122, "frame": 697, "motion": "static", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 92, "mode": "kept", "side": null, "outline": [ [ 1444.5874211750736, 940.1811426198392 ], [ 1532.7009968184323, 940.1811426198392 ], [ 1532.7009968184323, 1037.77755362417 ], [ 1444.5874211750736, 1037.77755362417 ] ], "solid": { "pos": [ 0.7615252999629547, -1.2087480530693764, 0.046 ], "q": [ 0, 0, 0.029772585664176225, 0.9995566983132419 ], "dims": [ 0.1543620424542433, 0.20648652828790512, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/05-placement-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "rejectedNativeCandidateAddresses": [ { "trayId": "D1-A", "row": 6, "column": 7 } ], "reviewedDestination": { "trayId": "D1-A", "row": 6, "column": 7 }, "candidateStatus": "A native candidate is not accepted as physical placement identity." }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/05-placement-occupancy.json", "basis": "Explicit visual source review; original native events and geometry above are retained unchanged." } } }, { "clipTime": 9.012122, "sourcePts": 139.012122, "summary": "The first three placements remain", "basis": "Visible faces remain at the lower edge after withdrawal. The individually carried track identities remain unresolved.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 139.012122, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "f21f5af91dbfc9423d00643600f36b8c353def454afeab2ed2220306c22eab0e" }, "derived": { "interpretation": "Visible faces remain at the lower edge after withdrawal. The individually carried track identities remain unresolved.", "kind": "placement_complete", "destination": { "trayId": "D1-A", "row": 6, "column": null }, "identity": "unresolved" }, "nativeObservations": [], "geometry": [ { "sourcePts": 139.012122, "frame": 697, "motion": "static", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 92, "mode": "kept", "side": null, "outline": [ [ 1444.5874211750736, 940.1811426198392 ], [ 1532.7009968184323, 940.1811426198392 ], [ 1532.7009968184323, 1037.77755362417 ], [ 1444.5874211750736, 1037.77755362417 ] ], "solid": { "pos": [ 0.7615252999629547, -1.2087480530693764, 0.046 ], "q": [ 0, 0, 0.029772585664176225, 0.9995566983132419 ], "dims": [ 0.1543620424542433, 0.20648652828790512, 0.092 ] } }, { "id": 201, "mode": "kept", "side": null, "outline": [ [ 1382.213688681369, 940.2149255763755 ], [ 1383.1785927631634, 1037.8933645021611 ], [ 1321.1816175918104, 1038.5057937655652 ], [ 1320.216713510016, 940.8273548397793 ] ], "solid": { "pos": [ 0.5007348971181786, -1.230884447323518, 0.046 ], "q": [ 0, 0, -0.6908044754010607, 0.7230416148230094 ], "dims": [ 0.19760313425021794, 0.12643306284777314, 0.092 ] } }, { "id": 214, "mode": "seen", "side": null, "outline": [ [ 1452.6743328678706, 940.3176432645533 ], [ 1452.801261736715, 1036.4010326318476 ], [ 1388.80131758034, 1036.4855783641678 ], [ 1388.6743887114956, 940.4021889968739 ] ], "solid": { "pos": [ 0.6282274775669154, -1.2154501818761927, 0.046 ], "q": [ 0, 0, -0.6917090164250147, 0.7221763196036953 ], "dims": [ 0.20462148528726096, 0.12280683918716587, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/05-placement-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "rejectedNativeCandidateAddresses": [ { "trayId": "D1-A", "row": 6, "column": 5 }, { "trayId": "D1-A", "row": 6, "column": 6 }, { "trayId": "D1-A", "row": 6, "column": 7 } ], "reviewedDestination": { "trayId": "D1-A", "row": 6, "column": null }, "candidateStatus": "A native candidate is not accepted as physical placement identity." }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/05-placement-occupancy.json", "basis": "Explicit visual source review; original native events and geometry above are retained unchanged." } } }, { "clipTime": 10.208778, "sourcePts": 140.208778, "summary": "A broad stone arrives at the remaining gap", "basis": "The later visible carry receives its own reviewed display identity. Continuity across the intervening off-screen interval is unresolved.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 140.208778, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "f21f5af91dbfc9423d00643600f36b8c353def454afeab2ed2220306c22eab0e" }, "derived": { "interpretation": "The later visible carry receives its own reviewed display identity. Continuity across the intervening off-screen interval is unresolved.", "kind": "carry", "reviewedIds": [ -507 ], "identity": "unresolved across off-screen interval", "nativeCandidateAccepted": false }, "nativeObservations": [ { "sourcePts": 141.006556, "frame": 707, "event": { "type": "push", "id": 83, "side": "left" } } ], "geometry": [ { "sourcePts": 140.208778, "frame": 703, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "grasp", "stone": null } }, "stones": [ { "id": 83, "mode": "kept", "side": null, "outline": [ [ 1591.926543348479, 992.7297656618607 ], [ 1720.5684455786525, 992.7297656618607 ], [ 1720.5684455786525, 1091.3202000610077 ], [ 1591.926543348479, 1091.3202000610077 ] ], "solid": { "pos": [ 1.0709458017945277, -1.2972173025630802, 0.046 ], "q": [ 0, 0, 0.03243298971143365, 0.999473912205005 ], "dims": [ 0.24140439540014602, 0.20722257015278403, 0.092 ] } } ] }, { "sourcePts": 141.006556, "frame": 707, "motion": "static", "hands": { "left": { "state": "touch", "stone": null, "untrusted": true }, "right": { "state": "touch", "stone": null, "rayK": 1.0394120435898708 } }, "stones": [ { "id": 83, "mode": "pushed", "side": null, "outline": [ [ 1551.5690944635658, 994.673911841776 ], [ 1707.4730944635658, 994.673911841776 ], [ 1707.4730944635658, 1093.0048538810922 ], [ 1551.5690944635658, 1093.0048538810922 ] ], "solid": { "pos": [ 1.0223278252011097, -1.3040574879953357, 0.046 ], "q": [ 0, 0, 0.032524337629724044, 0.9994709437806323 ], "dims": [ 0.2922894275305194, 0.20724611762680253, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/05-placement-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "rejectedNativeCandidateAddresses": [ { "trayId": "D1-A", "row": null, "column": null } ], "reviewedDestination": null, "candidateStatus": "A native candidate is not accepted as physical placement identity." }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/05-placement-occupancy.json", "basis": "Explicit visual source review; original native events and geometry above are retained unchanged." } } }, { "clipTime": 12.003778, "sourcePts": 142.003778, "summary": "Fourth placement · row 6, column 8", "basis": "The broad stone is pressed into the lower-right gap and stays after the hand withdraws. The complete footprint is manually traced; native tracks83/218 fragment or misplace it.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 142.003778, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "f21f5af91dbfc9423d00643600f36b8c353def454afeab2ed2220306c22eab0e" }, "derived": { "interpretation": "The broad stone is pressed into the lower-right gap and stays after the hand withdraws. The complete footprint is manually traced; native tracks83/218 fragment or misplace it.", "kind": "placement", "confirmation": "visual action review", "destination": { "trayId": "D1-A", "row": 6, "column": 8 }, "reviewedId": -601, "nativeCandidateAccepted": false }, "nativeObservations": [ { "sourcePts": 141.604889, "frame": 710, "event": { "type": "new", "id": 218 } } ], "geometry": [ { "sourcePts": 141.604889, "frame": 710, "motion": "static", "hands": { "left": { "state": "touch", "stone": null, "rayK": 0.987311186592857 }, "right": { "state": "touch", "stone": null } }, "stones": [ { "id": 83, "mode": "kept", "side": null, "outline": [ [ 1551.5690944635658, 994.673911841776 ], [ 1707.4730944635658, 994.673911841776 ], [ 1707.4730944635658, 1093.0048538810922 ], [ 1551.5690944635658, 1093.0048538810922 ] ], "solid": { "pos": [ 1.0223278252011097, -1.3040574879953357, 0.046 ], "q": [ 0, 0, 0.032524337629724044, 0.9994709437806323 ], "dims": [ 0.2922894275305194, 0.20724611762680253, 0.092 ] } } ] }, { "sourcePts": 142.003778, "frame": 712, "motion": "static", "hands": { "left": { "state": "touch", "stone": null, "rayK": 0.9690335994562865 }, "right": { "state": "touch", "stone": null } }, "stones": [ { "id": 83, "mode": "kept", "side": null, "outline": [ [ 1551.5690944635658, 994.673911841776 ], [ 1707.4730944635658, 994.673911841776 ], [ 1707.4730944635658, 1093.0048538810922 ], [ 1551.5690944635658, 1093.0048538810922 ] ], "solid": { "pos": [ 1.0272437256165674, -1.3795101648734547, 0.046 ], "q": [ 0, 0, 0.032524337629724044, 0.9994709437806323 ], "dims": [ 0.2922894275305194, 0.17837658351158622, 0.092 ] } }, { "id": 218, "mode": "seen", "side": null, "outline": [ [ 1527.1288156480655, 946.0014860397624 ], [ 1623.0167536874915, 950.6386552783355 ], [ 1618.2741806117497, 1048.7061464217265 ], [ 1522.3862425723237, 1044.0689771831535 ] ], "solid": { "pos": [ 0.9052046686259873, -1.2084759772019404, 0.046 ], "q": [ 0, 0, 0.003583269757308707, 0.9999935800683154 ], "dims": [ 0.16910316457253774, 0.20643911288670494, 0.092 ] } } ] }, { "sourcePts": 142.402667, "frame": 714, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "touch", "stone": null } }, "stones": [ { "id": 83, "mode": "seen", "side": null, "outline": [ [ 1551.5690944635658, 994.673911841776 ], [ 1707.4730944635658, 994.673911841776 ], [ 1707.4730944635658, 1093.0048538810922 ], [ 1551.5690944635658, 1093.0048538810922 ] ], "solid": { "pos": [ 1.0271986500904504, -1.3788183141808488, 0.046 ], "q": [ 0, 0, 0.032524337629724044, 0.9994709437806323 ], "dims": [ 0.2922894275305194, 0.17837658351158622, 0.092 ] } }, { "id": 218, "mode": "kept", "side": null, "outline": [ [ 1527.1288156480655, 946.0014860397624 ], [ 1623.0167536874915, 950.6386552783355 ], [ 1618.2741806117497, 1048.7061464217265 ], [ 1522.3862425723237, 1044.0689771831535 ] ], "solid": { "pos": [ 0.9017017415356138, -1.2083666248772642, 0.046 ], "q": [ 0, 0, 0.003583269757308707, 0.9999935800683154 ], "dims": [ 0.16910316457253774, 0.20643911288670494, 0.092 ] } } ] }, { "sourcePts": 143.998211, "frame": 722, "motion": "static", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 83, "mode": "seen", "side": null, "outline": [ [ 1551.5690944635658, 994.673911841776 ], [ 1707.4730944635658, 994.673911841776 ], [ 1707.4730944635658, 1093.0048538810922 ], [ 1551.5690944635658, 1093.0048538810922 ] ], "solid": { "pos": [ 1.0271986500904504, -1.3788183141808488, 0.046 ], "q": [ 0, 0, 0.032524337629724044, 0.9994709437806323 ], "dims": [ 0.2922894275305194, 0.17837658351158622, 0.092 ] } }, { "id": 218, "mode": "kept", "side": null, "outline": [ [ 1527.1288156480655, 946.0014860397624 ], [ 1623.0167536874915, 950.6386552783355 ], [ 1618.2741806117497, 1048.7061464217265 ], [ 1522.3862425723237, 1044.0689771831535 ] ], "solid": { "pos": [ 0.9017017415356138, -1.2083666248772642, 0.046 ], "q": [ 0, 0, 0.003583269757308707, 0.9999935800683154 ], "dims": [ 0.16910316457253774, 0.20643911288670494, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/05-placement-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "rejectedNativeCandidateAddresses": [ { "trayId": "D1-A", "row": null, "column": null }, { "trayId": "D1-A", "row": null, "column": null } ], "reviewedDestination": { "trayId": "D1-A", "row": 6, "column": 8 }, "candidateStatus": "A native candidate is not accepted as physical placement identity." }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/05-placement-occupancy.json", "basis": "Explicit visual source review; original native events and geometry above are retained unchanged." } } }, { "clipTime": 12.402667, "sourcePts": 142.402667, "summary": "The last stone stays after release", "basis": "The last placed stone remains visible through the end of the episode. Five additional seconds were processed to inspect subsequent evidence; the public cut ends before the tray exchange.", "evidence": { "schema": "factory-event-v1", "source": { "video": "dry1", "ptsSeconds": 142.402667, "captureStarted": "2026-11-13T05:49:08.034471+00:00", "captureDevice": "arm64 Mac", "historyStart": 0, "packetArraySha256": "f21f5af91dbfc9423d00643600f36b8c353def454afeab2ed2220306c22eab0e" }, "derived": { "interpretation": "The last placed stone remains visible through the end of the episode. Five additional seconds were processed to inspect subsequent evidence; the public cut ends before the tray exchange.", "kind": "placement_complete", "reviewedId": -601, "destination": { "trayId": "D1-A", "row": 6, "column": 8 }, "identity": "reviewed footprint" }, "nativeObservations": [], "geometry": [ { "sourcePts": 142.402667, "frame": 714, "motion": "static", "hands": { "left": { "state": "touch", "stone": null }, "right": { "state": "touch", "stone": null } }, "stones": [ { "id": 83, "mode": "seen", "side": null, "outline": [ [ 1551.5690944635658, 994.673911841776 ], [ 1707.4730944635658, 994.673911841776 ], [ 1707.4730944635658, 1093.0048538810922 ], [ 1551.5690944635658, 1093.0048538810922 ] ], "solid": { "pos": [ 1.0271986500904504, -1.3788183141808488, 0.046 ], "q": [ 0, 0, 0.032524337629724044, 0.9994709437806323 ], "dims": [ 0.2922894275305194, 0.17837658351158622, 0.092 ] } }, { "id": 218, "mode": "kept", "side": null, "outline": [ [ 1527.1288156480655, 946.0014860397624 ], [ 1623.0167536874915, 950.6386552783355 ], [ 1618.2741806117497, 1048.7061464217265 ], [ 1522.3862425723237, 1044.0689771831535 ] ], "solid": { "pos": [ 0.9017017415356138, -1.2083666248772642, 0.046 ], "q": [ 0, 0, 0.003583269757308707, 0.9999935800683154 ], "dims": [ 0.16910316457253774, 0.20643911288670494, 0.092 ] } } ] }, { "sourcePts": 143.998211, "frame": 722, "motion": "static", "hands": { "left": { "state": "free", "stone": null }, "right": { "state": "free", "stone": null } }, "stones": [ { "id": 83, "mode": "seen", "side": null, "outline": [ [ 1551.5690944635658, 994.673911841776 ], [ 1707.4730944635658, 994.673911841776 ], [ 1707.4730944635658, 1093.0048538810922 ], [ 1551.5690944635658, 1093.0048538810922 ] ], "solid": { "pos": [ 1.0271986500904504, -1.3788183141808488, 0.046 ], "q": [ 0, 0, 0.032524337629724044, 0.9994709437806323 ], "dims": [ 0.2922894275305194, 0.17837658351158622, 0.092 ] } }, { "id": 218, "mode": "kept", "side": null, "outline": [ [ 1527.1288156480655, 946.0014860397624 ], [ 1623.0167536874915, 950.6386552783355 ], [ 1618.2741806117497, 1048.7061464217265 ], [ 1522.3862425723237, 1044.0689771831535 ] ], "solid": { "pos": [ 0.9017017415356138, -1.2083666248772642, 0.046 ], "q": [ 0, 0, 0.003583269757308707, 0.9999935800683154 ], "dims": [ 0.16910316457253774, 0.20643911288670494, 0.092 ] } } ] } ], "grid": { "url": "/assets/data/05-placement-grid.json", "definition": "Rows run top to bottom in the reference camera image; columns run left to right within each row. Mixed widths are enumerated explicitly.", "rejectedNativeCandidateAddresses": [ { "trayId": "D1-A", "row": null, "column": null }, { "trayId": "D1-A", "row": null, "column": null } ], "reviewedDestination": { "trayId": "D1-A", "row": 6, "column": 8 }, "candidateStatus": "A native candidate is not accepted as physical placement identity." }, "note": "Native observations are unchanged scene output replayed from captured model packets. Derived interpretations and reviewed addresses are separate. Geometry is relative, not calibrated.", "reviewedOccupancy": { "url": "/assets/data/05-placement-occupancy.json", "basis": "Explicit visual source review; original native events and geometry above are retained unchanged." } } } ], "eventsUrl": "/assets/data/05-placement-events.json", "gridUrl": "/assets/data/05-placement-grid.json", "sourceFrames": [ { "frame": 652, "originalFrame": 1304, "pts": 130.037167 }, { "frame": 653, "originalFrame": 1306, "pts": 130.236611 }, { "frame": 654, "originalFrame": 1308, "pts": 130.436056 }, { "frame": 655, "originalFrame": 1310, "pts": 130.6355 }, { "frame": 656, "originalFrame": 1312, "pts": 130.834933 }, { "frame": 657, "originalFrame": 1314, "pts": 131.034378 }, { "frame": 658, "originalFrame": 1316, "pts": 131.233822 }, { "frame": 659, "originalFrame": 1318, "pts": 131.433267 }, { "frame": 660, "originalFrame": 1320, "pts": 131.632711 }, { "frame": 661, "originalFrame": 1322, "pts": 131.832156 }, { "frame": 662, "originalFrame": 1324, "pts": 132.0316 }, { "frame": 663, "originalFrame": 1326, "pts": 132.231044 }, { "frame": 664, "originalFrame": 1328, "pts": 132.430489 }, { "frame": 665, "originalFrame": 1330, "pts": 132.629933 }, { "frame": 666, "originalFrame": 1332, "pts": 132.829378 }, { "frame": 667, "originalFrame": 1334, "pts": 133.028811 }, { "frame": 668, "originalFrame": 1336, "pts": 133.228256 }, { "frame": 669, "originalFrame": 1338, "pts": 133.4277 }, { "frame": 670, "originalFrame": 1340, "pts": 133.627144 }, { "frame": 671, "originalFrame": 1342, "pts": 133.826589 }, { "frame": 672, "originalFrame": 1344, "pts": 134.026033 }, { "frame": 673, "originalFrame": 1346, "pts": 134.225478 }, { "frame": 674, "originalFrame": 1348, "pts": 134.424922 }, { "frame": 675, "originalFrame": 1350, "pts": 134.624367 }, { "frame": 676, "originalFrame": 1352, "pts": 134.823811 }, { "frame": 677, "originalFrame": 1354, "pts": 135.023256 }, { "frame": 678, "originalFrame": 1356, "pts": 135.2227 }, { "frame": 679, "originalFrame": 1358, "pts": 135.422133 }, { "frame": 680, "originalFrame": 1360, "pts": 135.621578 }, { "frame": 681, "originalFrame": 1362, "pts": 135.821022 }, { "frame": 682, "originalFrame": 1364, "pts": 136.020467 }, { "frame": 683, "originalFrame": 1366, "pts": 136.219911 }, { "frame": 684, "originalFrame": 1368, "pts": 136.419356 }, { "frame": 685, "originalFrame": 1370, "pts": 136.6188 }, { "frame": 686, "originalFrame": 1372, "pts": 136.818244 }, { "frame": 687, "originalFrame": 1374, "pts": 137.017689 }, { "frame": 688, "originalFrame": 1376, "pts": 137.217133 }, { "frame": 689, "originalFrame": 1378, "pts": 137.416578 }, { "frame": 690, "originalFrame": 1380, "pts": 137.616022 }, { "frame": 691, "originalFrame": 1382, "pts": 137.815456 }, { "frame": 692, "originalFrame": 1384, "pts": 138.0149 }, { "frame": 693, "originalFrame": 1386, "pts": 138.214344 }, { "frame": 694, "originalFrame": 1388, "pts": 138.413789 }, { "frame": 695, "originalFrame": 1390, "pts": 138.613233 }, { "frame": 696, "originalFrame": 1392, "pts": 138.812678 }, { "frame": 697, "originalFrame": 1394, "pts": 139.012122 }, { "frame": 698, "originalFrame": 1396, "pts": 139.211567 }, { "frame": 699, "originalFrame": 1398, "pts": 139.411011 }, { "frame": 700, "originalFrame": 1400, "pts": 139.610456 }, { "frame": 701, "originalFrame": 1402, "pts": 139.8099 }, { "frame": 702, "originalFrame": 1404, "pts": 140.009344 }, { "frame": 703, "originalFrame": 1406, "pts": 140.208778 }, { "frame": 704, "originalFrame": 1408, "pts": 140.408222 }, { "frame": 705, "originalFrame": 1410, "pts": 140.607667 }, { "frame": 706, "originalFrame": 1412, "pts": 140.807111 }, { "frame": 707, "originalFrame": 1414, "pts": 141.006556 }, { "frame": 708, "originalFrame": 1416, "pts": 141.206 }, { "frame": 709, "originalFrame": 1418, "pts": 141.405444 }, { "frame": 710, "originalFrame": 1420, "pts": 141.604889 }, { "frame": 711, "originalFrame": 1422, "pts": 141.804333 }, { "frame": 712, "originalFrame": 1424, "pts": 142.003778 }, { "frame": 713, "originalFrame": 1426, "pts": 142.203222 }, { "frame": 714, "originalFrame": 1428, "pts": 142.402667 }, { "frame": 715, "originalFrame": 1430, "pts": 142.6021 }, { "frame": 716, "originalFrame": 1432, "pts": 142.801544 }, { "frame": 717, "originalFrame": 1434, "pts": 143.000989 }, { "frame": 718, "originalFrame": 1436, "pts": 143.200433 }, { "frame": 719, "originalFrame": 1438, "pts": 143.399878 }, { "frame": 720, "originalFrame": 1440, "pts": 143.599322 }, { "frame": 721, "originalFrame": 1442, "pts": 143.798767 }, { "frame": 722, "originalFrame": 1444, "pts": 143.998211 } ], "interactive": { "scene": "/assets/data/05-placement-scene.json", "camera": "/assets/media/05-placement-camera.mp4", "poster": "/assets/media/05-placement-camera.jpg", "nativeSize": [ 1920, 1080 ], "renderer": "identified-installed-scene3d", "faceLandmarksRemoved": [ 0, 1, 2, 3, 4, 69 ] } } ] }