{
  "video_id": "sav_010602",
  "cohort": "current_train",
  "status": "ok",
  "object_ids": [
    0,
    1,
    2,
    3
  ],
  "frames": [
    {
      "step": 0,
      "source_frame": 0,
      "timestamp_s": 0.0,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 0.3952086269855499,
        "median_m": 1.2874640226364136,
        "max_m": 2.043107032775879,
        "fraction_above_display_max": 0.0,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          803.92578125,
          0.0,
          503.5
        ],
        [
          0.0,
          802.5234375,
          504.0
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            264.0,
            276.0,
            419.0,
            405.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            222.0,
            274.0,
            444.0,
            1008.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            517.0,
            546.0,
            596.0,
            644.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            0.09516595304012299,
            0.1732475906610489,
            1.6710922718048096,
            0.1093863919377327,
            0.1630823314189911,
            0.20461691915988922,
            0.9935464262962341,
            0.10657484084367752,
            0.038246266543865204,
            0.006676033139228821
          ],
          "projection": {
            "corners_camera_m": [
              [
                0.010159335764371058,
                0.08308054703492823,
                1.6021639934625176
              ],
              [
                0.01862823519661505,
                0.05997120284546728,
                1.7087455054366627
              ],
              [
                0.009112982548122539,
                0.28303106865473504,
                1.6456010474072622
              ],
              [
                0.01758188198036653,
                0.2599217244652741,
                1.7521825593814073
              ],
              [
                0.17275002409987944,
                0.08657345685682367,
                1.5900019842282118
              ],
              [
                0.18121892353212343,
                0.06346411266736272,
                1.696583496202357
              ],
              [
                0.17170367088363092,
                0.28652397847663047,
                1.6334390381729564
              ],
              [
                0.1801725703158749,
                0.26341463428716955,
                1.7400205501471016
              ]
            ],
            "projected_corners_px": [
              [
                508.59770034445864,
                545.6150197282603
              ],
              [
                512.2641597219127,
                532.1658653704873
              ],
              [
                507.9519670342091,
                642.0280272025634
              ],
              [
                511.5668125197534,
                623.0476840908871
              ],
              [
                590.84466966899,
                547.6963154022228
              ],
              [
                589.370553971527,
                534.0200007660716
              ],
              [
                588.0069846702169,
                644.7718333892875
              ],
              [
                586.7434848765234,
                625.4907592775689
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 3,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            335.0,
            487.0,
            417.0,
            641.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            -0.2586863040924072,
            0.11894702166318893,
            1.6753212213516235,
            0.11191632598638535,
            0.12371786683797836,
            0.34187236428260803,
            0.7960431575775146,
            0.14159438014030457,
            0.5884302854537964,
            0.004018533509224653
          ],
          "projection": {
            "corners_camera_m": [
              [
                -0.3575836111587725,
                -0.04348315846232259,
                1.6788963092900722
              ],
              [
                -0.2526094791136981,
                -0.06818322763057139,
                1.708822922976854
              ],
              [
                -0.3028023299699849,
                0.2846697881416971,
                1.7575815577588585
              ],
              [
                -0.19782819792491046,
                0.2599697189734483,
                1.7875081714456402
              ],
              [
                -0.319544410259904,
                -0.022075675647070414,
                1.5631342712576068
              ],
              [
                -0.21457027821482955,
                -0.04677574481531921,
                1.5930608849443886
              ],
              [
                -0.2647631290711164,
                0.30607727095694925,
                1.6418195197263932
              ],
              [
                -0.15978899702604193,
                0.28137720178870046,
                1.671746133413175
              ]
            ],
            "projected_corners_px": [
              [
                332.2740092271866,
                483.21476531370996
              ],
              [
                384.65838679536137,
                471.9787545671446
              ],
              [
                364.99684001245123,
                633.9821199894586
              ],
              [
                414.52743410597054,
                620.7165531600062
              ],
              [
                339.15711891430476,
                492.66620262175655
              ],
              [
                395.2187784992233,
                480.43616017719046
              ],
              [
                373.8573061306014,
                653.6109533829422
              ],
              [
                426.65908994684304,
                639.0754128873401
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        }
      ]
    },
    {
      "step": 1,
      "source_frame": 12,
      "timestamp_s": 0.5,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 0.31702539324760437,
        "median_m": 1.220933198928833,
        "max_m": 1.9194681644439697,
        "fraction_above_display_max": 0.0,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          805.8877563476562,
          0.0,
          503.5
        ],
        [
          0.0,
          801.308349609375,
          504.0
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            498.0,
            342.0,
            643.0,
            444.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            222.0,
            0.0,
            642.0,
            1008.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            677.0,
            645.0,
            762.0,
            755.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            0.4207410216331482,
            0.38829776644706726,
            1.573935627937317,
            0.10503669083118439,
            0.16086754202842712,
            0.20289957523345947,
            0.984043300151825,
            0.10524564981460571,
            0.1373950093984604,
            -0.04128878191113472
          ],
          "projection": {
            "corners_camera_m": [
              [
                0.3186956733064937,
                0.30512529888737366,
                1.5271497854509255
              ],
              [
                0.34618528189342584,
                0.28217706177138985,
                1.6258939308660925
              ],
              [
                0.3410512196839929,
                0.5028381887529689,
                1.5668748450113184
              ],
              [
                0.3685408282709251,
                0.4798899516369851,
                1.6656189904264855
              ],
              [
                0.4729412149953713,
                0.2967055812571494,
                1.4822522654481483
              ],
              [
                0.5004308235823035,
                0.2737573441411656,
                1.5809964108633154
              ],
              [
                0.49529676137287054,
                0.4944184711227447,
                1.5219773250085413
              ],
              [
                0.5227863699598028,
                0.47147023400676086,
                1.6207214704237083
              ]
            ],
            "projected_corners_px": [
              [
                671.6779636585158,
                664.1018131979206
              ],
              [
                675.0895943821264,
                643.0686264172281
              ],
              [
                678.9122245984358,
                761.1541948184754
              ],
              [
                681.8136136924775,
                734.8690206767474
              ],
              [
                760.6340543856211,
                664.3995926868588
              ],
              [
                758.5866471630585,
                642.7505019745223
              ],
              [
                765.7598833703407,
                764.3071955158948
              ],
              [
                763.4503631095218,
                737.1017648597796
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 3,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            501.0,
            575.0,
            569.0,
            732.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            0.06877710670232773,
            0.319170206785202,
            1.7197551727294922,
            0.11348240822553635,
            0.1262613981962204,
            0.34173789620399475,
            0.689352810382843,
            0.10605483502149582,
            0.71661376953125,
            0.003132302314043045
          ],
          "projection": {
            "corners_camera_m": [
              [
                -0.010844944587386537,
                0.15032168931798442,
                1.7591474808086953
              ],
              [
                0.10135100353601201,
                0.13423793077923993,
                1.7535226330217495
              ],
              [
                0.039623653865233296,
                0.48436539848244825,
                1.8106500112300992
              ],
              [
                0.15181960198863187,
                0.46828163994370375,
                1.8050251634431533
              ],
              [
                -0.014265388583976399,
                0.1700587736267003,
                1.634485182015831
              ],
              [
                0.09793055953942216,
                0.1539750150879558,
                1.6288603342288852
              ],
              [
                0.03620320986864345,
                0.5041024827911641,
                1.6859877124372349
              ],
              [
                0.148399157992042,
                0.48801872425241966,
                1.680362864650289
              ]
            ],
            "projected_corners_px": [
              [
                498.531793435974,
                572.4729541394184
              ],
              [
                550.0791152649508,
                565.3427923552533
              ],
              [
                521.1357757234681,
                718.3572947055501
              ],
              [
                571.2827439163376,
                711.885183905071
              ],
              [
                496.46640793941634,
                587.3715207276108
              ],
              [
                551.9516918035562,
                579.7471114180076
              ],
              [
                520.8048257460006,
                743.5874688407101
              ],
              [
                574.6709756231594,
                736.719662363262
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        }
      ]
    },
    {
      "step": 2,
      "source_frame": 24,
      "timestamp_s": 1.0,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 0.33127209544181824,
        "median_m": 1.2485870122909546,
        "max_m": 1.9386463165283203,
        "fraction_above_display_max": 0.0,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          801.446044921875,
          0.0,
          503.5
        ],
        [
          0.0,
          798.45556640625,
          504.0
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            498.0,
            455.0,
            646.0,
            529.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            222.0,
            0.0,
            648.0,
            1008.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            714.0,
            742.0,
            785.0,
            855.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            0.47794923186302185,
            0.5488243103027344,
            1.5279030799865723,
            0.1032140776515007,
            0.1497165709733963,
            0.1936291754245758,
            0.9847463369369507,
            0.06447520107030869,
            0.14781977236270905,
            -0.06532139331102371
          ],
          "projection": {
            "corners_camera_m": [
              [
                0.378110900234118,
                0.4693943095350572,
                1.490980237844145
              ],
              [
                0.407290216422838,
                0.4542946031920617,
                1.588825586229053
              ],
              [
                0.40671214247378507,
                0.659761245304951,
                1.511828649858737
              ],
              [
                0.43589145866250506,
                0.6446615389619554,
                1.609673998243645
              ],
              [
                0.5200070050635386,
                0.4529870816435133,
                1.4461321617294995
              ],
              [
                0.5491863212522586,
                0.43788737530051786,
                1.5439775101144075
              ],
              [
                0.5486082473032057,
                0.643354017413407,
                1.4669805737440915
              ],
              [
                0.5777875634919257,
                0.6282543110704116,
                1.5648259221289995
              ]
            ],
            "projected_corners_px": [
              [
                706.7458095974847,
                755.3718758805321
              ],
              [
                708.9480591933265,
                732.3032560974422
              ],
              [
                719.1050145218337,
                852.4455985551538
              ],
              [
                720.5274763346298,
                823.7750568089139
              ],
              [
                791.6877386928604,
                754.1085768093443
              ],
              [
                788.5709950174097,
                730.4499385368727
              ],
              [
                803.2176090004423,
                854.1679610265713
              ],
              [
                799.4214510810467,
                824.5680227423666
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 3,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            530.0,
            672.0,
            605.0,
            834.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            0.14162960648536682,
            0.538101315498352,
            1.7190666198730469,
            0.11162519454956055,
            0.13397875428199768,
            0.3520563542842865,
            0.674289345741272,
            0.08897586911916733,
            0.7321128845214844,
            -0.03778839111328125
          ],
          "projection": {
            "corners_camera_m": [
              [
                0.060010007241758534,
                0.36983453993856813,
                1.7791754800710877
              ],
              [
                0.16946825113056904,
                0.35026422265807083,
                1.7693734606594775
              ],
              [
                0.12381718236517383,
                0.7153111953049935,
                1.8019395217056702
              ],
              [
                0.23327542625398434,
                0.6957408780244962,
                1.7921375022940598
              ],
              [
                0.0499837867167493,
                0.38046175297220786,
                1.645995737452034
              ],
              [
                0.1594420306055598,
                0.36089143569171056,
                1.6361937180404236
              ],
              [
                0.1137909618401646,
                0.7259384083386333,
                1.6687597790866162
              ],
              [
                0.2232492057289751,
                0.706368091058136,
                1.658957759675006
              ]
            ],
            "projected_corners_px": [
              [
                530.5320626033576,
                669.9737616502255
              ],
              [
                580.2614427526223,
                662.0618363011145
              ],
              [
                558.5699898107612,
                820.9608073545941
              ],
              [
                607.8210509848723,
                813.97519784276
              ],
              [
                527.8374312963704,
                688.5580748195537
              ],
              [
                581.5984448321793,
                680.1134837025883
              ],
              [
                558.1497569377973,
                851.3415228903295
              ],
              [
                611.3521691827093,
                843.9746201781625
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        }
      ]
    },
    {
      "step": 3,
      "source_frame": 36,
      "timestamp_s": 1.5,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 0.3052314817905426,
        "median_m": 0.44408953189849854,
        "max_m": 1.6961047649383545,
        "fraction_above_display_max": 0.0,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          805.2396240234375,
          0.0,
          503.5
        ],
        [
          0.0,
          801.6282958984375,
          504.0
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            623.0,
            395.0,
            778.0,
            478.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            222.0,
            0.0,
            777.0,
            1008.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 3,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            639.0,
            617.0,
            714.0,
            778.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            0.36798095703125,
            0.42370980978012085,
            1.70069420337677,
            0.10837636142969131,
            0.14379684627056122,
            0.3575647175312042,
            0.6098090410232544,
            0.10641699284315109,
            0.7852349281311035,
            0.014645710587501526
          ],
          "projection": {
            "corners_camera_m": [
              [
                0.30602792066314705,
                0.24153977073831948,
                1.7558736573845632
              ],
              [
                0.41015633959505704,
                0.22996653673090925,
                1.7281469853504108
              ],
              [
                0.35939892474618923,
                0.590852557632405,
                1.8105055167582385
              ],
              [
                0.4635273436780992,
                0.5792793236249947,
                1.7827788447240858
              ],
              [
                0.2724345703844008,
                0.26814029593524696,
                1.6186095620294543
              ],
              [
                0.37656298931631077,
                0.25656706192783674,
                1.5908828899953016
              ],
              [
                0.32580557446744296,
                0.6174530828293324,
                1.6732414214031293
              ],
              [
                0.42993399339935295,
                0.6058798488219223,
                1.6455147493689768
              ]
            ],
            "projected_corners_px": [
              [
                643.8437011194342,
                614.2728057877865
              ],
              [
                694.6146097444856,
                610.6736131335985
              ],
              [
                663.3461050564663,
                765.6087741893057
              ],
              [
                712.8644901904263,
                764.4735289634718
              ],
              [
                639.0330625578805,
                636.7984546333498
              ],
              [
                694.1007298495135,
                633.2813053244215
              ],
              [
                660.2924119813529,
                799.8137757375439
              ],
              [
                713.8900237494383,
                799.1601806769422
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        }
      ]
    },
    {
      "step": 4,
      "source_frame": 48,
      "timestamp_s": 2.0,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 0.31782251596450806,
        "median_m": 0.46164536476135254,
        "max_m": 1.7173216342926025,
        "fraction_above_display_max": 0.0,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          795.8902587890625,
          0.0,
          503.5
        ],
        [
          0.0,
          792.7101440429688,
          504.0
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            627.0,
            308.0,
            784.0,
            393.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            222.0,
            0.0,
            783.0,
            1008.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 3,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            661.0,
            538.0,
            737.0,
            691.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            0.414495050907135,
            0.29266875982284546,
            1.6640578508377075,
            0.10637585073709488,
            0.14313887059688568,
            0.35999712347984314,
            0.6414105296134949,
            0.13909950852394104,
            0.7541126012802124,
            0.023621922358870506
          ],
          "projection": {
            "corners_camera_m": [
              [
                0.34029538867012527,
                0.11024890614070815,
                1.7036561943496502
              ],
              [
                0.4439015493452715,
                0.09505709355709169,
                1.6849267010137177
              ],
              [
                0.40491152208709075,
                0.45591334213677265,
                1.780719687026306
              ],
              [
                0.508517682762237,
                0.4407215295531562,
                1.7619901936903732
              ],
              [
                0.32047241905203305,
                0.14461599009253473,
                1.5661255079850418
              ],
              [
                0.4240785797271793,
                0.12942417750891827,
                1.547396014649109
              ],
              [
                0.38508855246899854,
                0.49028042608859923,
                1.6431890006616974
              ],
              [
                0.48869471314414475,
                0.47508861350498277,
                1.6244595073257648
              ]
            ],
            "projected_corners_px": [
              [
                662.4744373610425,
                555.2987459308024
              ],
              [
                713.1808833124412,
                548.721661945658
              ],
              [
                684.4746578579873,
                706.9556553731825
              ],
              [
                733.1972319038749,
                702.2783039462887
              ],
              [
                666.361070350765,
                577.1988348013451
              ],
              [
                721.6212872274972,
                570.3022635605031
              ],
              [
                690.0203744413069,
                740.5219503232042
              ],
              [
                742.9318602335845,
                735.8356115042179
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        }
      ]
    },
    {
      "step": 5,
      "source_frame": 60,
      "timestamp_s": 2.5,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 0.3427520990371704,
        "median_m": 0.5450970530509949,
        "max_m": 2.9710042476654053,
        "fraction_above_display_max": 0.0,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          791.9868774414062,
          0.0,
          503.5
        ],
        [
          0.0,
          788.3128662109375,
          504.0
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            630.0,
            251.0,
            785.0,
            367.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            222.0,
            0.0,
            785.0,
            1008.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 3,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            727.0,
            481.0,
            785.0,
            581.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            0.5804670453071594,
            0.05072915926575661,
            1.7278550863265991,
            0.10124487429857254,
            0.14056247472763062,
            0.2942613959312439,
            0.5826212763786316,
            0.14465633034706116,
            0.7997634410858154,
            0.0023236789274960756
          ],
          "projection": {
            "corners_camera_m": [
              [
                0.5192383735265022,
                -0.09834973440281644,
                1.7842116207011
              ],
              [
                0.613658401153737,
                -0.11503923615115588,
                1.7517024914294916
              ],
              [
                0.5865283178387404,
                0.18359337684415888,
                1.8349059453364658
              ],
              [
                0.6809483454659753,
                0.16690387509581947,
                1.8023968160648576
              ],
              [
                0.4799857451483436,
                -0.06544555656430626,
                1.6533133565883407
              ],
              [
                0.5744057727755785,
                -0.08213505831264567,
                1.6208042273167325
              ],
              [
                0.5472756894605818,
                0.2164975546826691,
                1.7040076812237066
              ],
              [
                0.6416957170878167,
                0.19980805293432966,
                1.6714985519520982
              ]
            ],
            "projected_corners_px": [
              [
                733.9827372077184,
                460.5464319822649
              ],
              [
                780.9497400804756,
                452.2292738517322
              ],
              [
                756.6588783374318,
                582.8754439894873
              ],
              [
                802.7138850988092,
                576.9986155023053
              ],
              [
                733.4276238237487,
                472.79504174427103
              ],
              [
                784.1766089930422,
                464.0518544167202
              ],
              [
                757.8622127831104,
                604.1567127543649
              ],
              [
                807.5472794010942,
                598.2335598895584
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        }
      ]
    },
    {
      "step": 6,
      "source_frame": 72,
      "timestamp_s": 3.0,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 0.47778648138046265,
        "median_m": 1.3856406211853027,
        "max_m": 2.385425329208374,
        "fraction_above_display_max": 0.0,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          815.3359375,
          0.0,
          503.5
        ],
        [
          0.0,
          810.6843872070312,
          504.0
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            366.0,
            433.0,
            394.0,
            456.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            222.0,
            0.0,
            523.0,
            1008.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            501.0,
            594.0,
            529.0,
            688.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 1,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            0.024764103814959526,
            0.33995750546455383,
            1.9187620878219604,
            0.09344254434108734,
            0.06279420852661133,
            0.2028752565383911,
            0.9801321625709534,
            0.052417557686567307,
            0.06916225701570511,
            -0.1783532351255417
          ],
          "projection": {
            "corners_camera_m": [
              [
                -0.045995931694024245,
                0.26223348551045744,
                1.8696678727332456
              ],
              [
                -0.0350744952351229,
                0.2503267656022472,
                1.9617029820102911
              ],
              [
                0.02640418846762887,
                0.45108702740220946,
                1.8855087070242942
              ],
              [
                0.03732562492653022,
                0.4391803074939992,
                1.9775438163013397
              ],
              [
                0.01220258270338883,
                0.24073470343510844,
                1.8599803593425812
              ],
              [
                0.02312401916229018,
                0.2288279835268982,
                1.9520154686196267
              ],
              [
                0.08460270286504196,
                0.42958824532686046,
                1.8758211936336298
              ],
              [
                0.0955241393239433,
                0.4176815254186502,
                1.9678563029106753
              ]
            ],
            "projected_corners_px": [
              [
                483.4418192739712,
                617.7039340551048
              ],
              [
                488.9221068545441,
                607.4488923322192
              ],
              [
                514.9177588668666,
                697.947240351773
              ],
              [
                518.8892536495932,
                684.0398127815314
              ],
              [
                508.8490910043294,
                608.9257668520422
              ],
              [
                513.1586549366775,
                599.0337108406759
              ],
              [
                540.2730273490957,
                689.6576120347263
              ],
              [
                543.0782271166693,
                676.0694193884372
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 3,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        }
      ]
    },
    {
      "step": 7,
      "source_frame": 84,
      "timestamp_s": 3.5,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 0.49520143866539,
        "median_m": 1.3539628982543945,
        "max_m": 2.4082131385803223,
        "fraction_above_display_max": 0.0,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          815.4783325195312,
          0.0,
          503.5
        ],
        [
          0.0,
          811.9501953125,
          504.0
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            222.0,
            25.0,
            527.0,
            1008.0
          ],
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            469.0,
            670.0,
            500.0,
            762.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 1,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            -0.04899322986602783,
            0.49308010935783386,
            1.9202994108200073,
            0.08801977336406708,
            0.06280287355184555,
            0.1873835176229477,
            0.9955697059631348,
            0.08749352395534515,
            -0.0010122921084985137,
            -0.03442155197262764
          ],
          "projection": {
            "corners_camera_m": [
              [
                -0.0863712573048098,
                0.41086654526750943,
                1.8607605246119425
              ],
              [
                -0.08707884300667172,
                0.39553859618567844,
                1.9474325143345805
              ],
              [
                -0.07356153844779417,
                0.5949371373791634,
                1.8934180030696999
              ],
              [
                -0.0742691241496561,
                0.5796091882973324,
                1.9800899927923379
              ],
              [
                -0.02371733558239957,
                0.4065510304183353,
                1.8605088288476768
              ],
              [
                -0.024424921284261495,
                0.3912230813365043,
                1.9471808185703148
              ],
              [
                -0.010907616725383942,
                0.5906216225299893,
                1.8931663073054341
              ],
              [
                -0.011615202427245869,
                0.5752936734481583,
                1.9798382970280721
              ]
            ],
            "projected_corners_px": [
              [
                465.64779497257956,
                683.2832378292734
              ],
              [
                467.0361383924133,
                668.9133605722559
              ],
              [
                471.81769814498256,
                759.1255581760142
              ],
              [
                472.91307630475995,
                741.6729317132074
              ],
              [
                493.10447111421644,
                681.4241451770565
              ],
              [
                493.2708554383589,
                667.13516149731
              ],
              [
                498.80156169341586,
                757.3086184338275
              ],
              [
                498.7157982187406,
                739.9333139577382
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 3,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        }
      ]
    }
  ],
  "input_shapes": {
    "images": [
      8,
      3,
      1008,
      1008
    ],
    "initial_boxes": [
      4,
      4
    ],
    "depth_patches": [
      8,
      1,
      72,
      72
    ],
    "depth_coverage": [
      8,
      1,
      72,
      72
    ],
    "intrinsics": [
      8,
      3,
      3
    ],
    "camera_valid": [
      8
    ],
    "source_frame_indices": [
      8
    ],
    "timestamps_s": [
      8
    ]
  },
  "provenance": {
    "schema_version": "wildtrack_video_clip_v1",
    "video_id": "sav_010602",
    "dataset": "sa-v",
    "manifest_sha256": "dbe4db437843b0db68f2db92f39f04eae30cf4b37ccb2ca9f7f041cbc7e22ec5",
    "sampling_fps": 2.0,
    "source_frame_stride": 12,
    "hashes": {
      "container": "bb5b0d73dc9ece886b837240eafb5f901aed2d99c9ccf4d7576a6c2f3177d8ee",
      "manual": "c9ec1cf08cd4deeecc6298a8f38fbfde558dc2f7718797d407c02b77924781a7",
      "rgb": "cd67dfd3f8f079188c1fb5145c72f433f5356c6f8b026447cc7d7c9f27eddacc"
    },
    "epoch": 0,
    "occurrence": 0,
    "annotation_slots": [
      0,
      3,
      6,
      9,
      12,
      15,
      18,
      21
    ],
    "all_manual_object_ids": [
      0,
      1,
      2,
      3
    ],
    "camera_source": [
      "exact_cache",
      "exact_cache",
      "exact_cache",
      "exact_cache",
      "exact_cache",
      "exact_cache",
      "exact_cache",
      "exact_cache"
    ],
    "depth_available": [
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true
    ],
    "depth_dropout_mode": "disabled",
    "depth_dropped": [
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false
    ],
    "decoder": {
      "decoder": "pyav-14.4.0-sequential-pts-v1",
      "pts_origin_s": 0.0,
      "rotation_degrees": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ]
    },
    "photometric": {
      "enabled": false,
      "seed": 3494982720481195188,
      "recipe": [
        {
          "transform": "ColorJitter",
          "consistent_transform": true,
          "brightness": 0.1,
          "contrast": 0.03,
          "saturation": 0.03,
          "hue": null
        },
        {
          "transform": "RandomGrayscale",
          "consistent_transform": true,
          "p": 0.05
        },
        {
          "transform": "ColorJitter",
          "consistent_transform": false,
          "brightness": 0.1,
          "contrast": 0.05,
          "saturation": 0.05,
          "hue": null
        }
      ],
      "source": "third_party/sam3/training/dataset/transforms.py",
      "input_domain": "float_rgb_after_fixed_resize_before_normalization_and_padding"
    },
    "depth_units": "camera_z_meters",
    "target_variant": "smoothed_at_measurement",
    "label_source": "wilddet_depth_rescaled_rts_pseudo",
    "world_frame_id": "sav_010602",
    "source_to_saved_affine": [
      [
        0.35555555555555557,
        0.0,
        0.0
      ],
      [
        0.0,
        0.35833333333333334,
        0.0
      ],
      [
        0.0,
        0.0,
        1.0
      ]
    ]
  },
  "preprocessing": {
    "grid": 72,
    "image_size": 1008,
    "interpolation": "nearest",
    "missing_depth": -1.0,
    "padding": [
      222,
      223,
      0,
      0
    ],
    "pooling": "positive_finite_mean",
    "resized_hw": [
      1008,
      563
    ],
    "scale_xy": [
      1.4661458333333333,
      1.4651162790697674
    ],
    "source_hw": [
      688,
      384
    ]
  },
  "record": {
    "bytes": 3676160,
    "container": "videos/sav_010602.tar",
    "format": "sav_metric_patch72_fp32_v1",
    "frame_indices": [
      0,
      12,
      24,
      36,
      48,
      60,
      72,
      84
    ],
    "frames": 306,
    "hashes": {
      "container": "bb5b0d73dc9ece886b837240eafb5f901aed2d99c9ccf4d7576a6c2f3177d8ee",
      "manual": "c9ec1cf08cd4deeecc6298a8f38fbfde558dc2f7718797d407c02b77924781a7",
      "rgb": "cd67dfd3f8f079188c1fb5145c72f433f5356c6f8b026447cc7d7c9f27eddacc"
    },
    "manual": "extracted/sav_010/sav_train/sav_010/sav_010602_manual.json",
    "objects": 2,
    "records": 265,
    "rgb": "extracted/sav_010/sav_train/sav_010/sav_010602.mp4",
    "rgb_geometry": {
      "crop_xyxy": [
        0,
        0,
        1080,
        1920
      ],
      "geometry_only": true,
      "resize": "PIL_BICUBIC",
      "saved_hw": [
        688,
        384
      ],
      "source_hw": [
        1920,
        1080
      ],
      "source_to_saved_affine": [
        [
          0.35555555555555557,
          0.0,
          0.0
        ],
        [
          0.0,
          0.35833333333333334,
          0.0
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ]
    },
    "seconds": 48.566366381943226,
    "sha256": "bb5b0d73dc9ece886b837240eafb5f901aed2d99c9ccf4d7576a6c2f3177d8ee",
    "video_id": "sav_010602"
  },
  "file_sha256": {
    "rgb": "cd67dfd3f8f079188c1fb5145c72f433f5356c6f8b026447cc7d7c9f27eddacc",
    "manual": "c9ec1cf08cd4deeecc6298a8f38fbfde558dc2f7718797d407c02b77924781a7",
    "container": "bb5b0d73dc9ece886b837240eafb5f901aed2d99c9ccf4d7576a6c2f3177d8ee"
  },
  "depth_present_frames": 8,
  "depth_median_m": 1.176985502243042,
  "complete_measured_visible_object_frames": 11,
  "total_object_frames": 32
}
