{
  "video_id": "sav_003064",
  "cohort": "current_train",
  "status": "ok",
  "object_ids": [
    0,
    1,
    2
  ],
  "frames": [
    {
      "step": 0,
      "source_frame": 0,
      "timestamp_s": 0.0,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 3.3891022205352783,
        "median_m": 6.677933692932129,
        "max_m": 24.584007263183594,
        "fraction_above_display_max": 0.007605820105820105,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          545.505615234375,
          0.0,
          504.0
        ],
        [
          0.0,
          545.5342407226562,
          503.5
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            337.0,
            526.0,
            373.0,
            692.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            -1.5615146160125732,
            1.043647050857544,
            5.830709934234619,
            0.6813120245933533,
            0.5222980976104736,
            1.5971993207931519,
            0.9989232420921326,
            0.04113403707742691,
            -0.021244533360004425,
            -0.00300317769870162
          ],
          "projection": {
            "corners_camera_m": [
              [
                -1.8112762485054503,
                0.27773902812525086,
                5.414764277158984
              ],
              [
                -1.840361718992372,
                0.22183608951970324,
                6.093155736212909
              ],
              [
                -1.804484731544082,
                1.8695045871322908,
                5.546225110864214
              ],
              [
                -1.8335702020310038,
                1.8136016485267432,
                6.2246165699181395
              ],
              [
                -1.2894590299941426,
                0.2736924531883447,
                5.436803298551099
              ],
              [
                -1.3185445004810645,
                0.21778951458279705,
                6.115194757605024
              ],
              [
                -1.2826675130327745,
                1.8654580121953845,
                5.5682641322563295
              ],
              [
                -1.3117529835196962,
                1.809555073589837,
                6.246655591310255
              ]
            ],
            "projected_corners_px": [
              [
                321.5245839475782,
                531.48203985841
              ],
              [
                339.23683043153284,
                523.361495077464
              ],
              [
                326.51774243101215,
                687.38701235205
              ],
              [
                343.31173432141316,
                662.4466254168658
              ],
              [
                374.6211899069565,
                530.9625724792021
              ],
              [
                386.37930966069126,
                522.9289212665753
              ],
              [
                378.34103084571865,
                686.2627418727767
              ],
              [
                389.4477235297126,
                661.5324445115757
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            3.0,
            526.0,
            55.0,
            655.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            -6.918936252593994,
            1.1580743789672852,
            7.69073486328125,
            0.4846033751964569,
            0.7084330916404724,
            1.6333223581314087,
            0.8110360503196716,
            0.04089337959885597,
            0.582973837852478,
            0.026263216510415077
          ],
          "projection": {
            "corners_camera_m": [
              [
                -7.265691870817546,
                0.3219450548010444,
                7.86895732269213
              ],
              [
                -6.80639759243902,
                0.30463963854203235,
                8.022546774376316
              ],
              [
                -7.2573966999907045,
                1.9475515162931831,
                8.02731371841995
              ],
              [
                -6.798102421612178,
                1.930246100034171,
                8.180903170104138
              ],
              [
                -7.03977008357581,
                0.3859026579003991,
                7.200566556458362
              ],
              [
                -6.580475805197284,
                0.3685972416413871,
                7.3541560081425486
              ],
              [
                -7.031474912748968,
                2.011509119392538,
                7.358922952186184
              ],
              [
                -6.572180634370442,
                1.9942037031335258,
                7.51251240387037
              ]
            ],
            "projected_corners_px": [
              [
                0.31500698776983427,
                525.8196090438593
              ],
              [
                41.18835045597291,
                524.2155356746389
              ],
              [
                10.815008021436995,
                635.8551159177055
              ],
              [
                50.70004438145179,
                632.2162699148053
              ],
              [
                -29.323882286064077,
                532.7370207010622
              ],
              [
                15.883280872128694,
                530.8426911434378
              ],
              [
                -17.232396806748625,
                652.6178950077889
              ],
              [
                26.77463947525007,
                648.3125932510645
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            62.0,
            552.0,
            113.0,
            642.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            -6.701871395111084,
            1.5037657022476196,
            8.692319869995117,
            0.4528820216655731,
            0.6758757829666138,
            1.3854752779006958,
            0.7706459164619446,
            0.036020636558532715,
            0.6359214186668396,
            0.020281901583075523
          ],
          "projection": {
            "corners_camera_m": [
              [
                -6.998565526330793,
                0.794080250784907,
                8.924013932904824
              ],
              [
                -6.5540158082097095,
                0.7806192742044407,
                9.009433343906432
              ],
              [
                -6.978403731206549,
                2.1748204126778443,
                9.036672057455357
              ],
              [
                -6.533854013085465,
                2.1613594360973782,
                9.122091468456963
              ],
              [
                -6.869888777136703,
                0.8461719683978611,
                8.262548271533271
              ],
              [
                -6.425339059015619,
                0.8327109918173948,
                8.347967682534877
              ],
              [
                -6.849726982012458,
                2.2269121302907986,
                8.375206396083803
              ],
              [
                -6.405177263891375,
                2.2134511537103325,
                8.46062580708541
              ]
            ],
            "projected_corners_px": [
              [
                76.1928694976317,
                552.0429505087956
              ],
              [
                107.16567210840242,
                550.7676279174227
              ],
              [
                82.74332535891159,
                634.7915855521742
              ],
              [
                113.27227428221744,
                632.7571536886354
              ],
              [
                50.43981725649218,
                559.3684520962031
              ],
              [
                84.13031796818632,
                557.9171199432066
              ],
              [
                57.85403597248654,
                648.5539557714451
              ],
              [
                91.02107341774052,
                646.2215222666878
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        }
      ]
    },
    {
      "step": 1,
      "source_frame": 12,
      "timestamp_s": 0.5,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 3.3131582736968994,
        "median_m": 6.557868003845215,
        "max_m": 25.528833389282227,
        "fraction_above_display_max": 0.011904761904761904,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          545.301025390625,
          0.0,
          504.0
        ],
        [
          0.0,
          546.6570434570312,
          503.5
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            446.0,
            529.0,
            513.0,
            706.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            -0.4848499000072479,
            1.0945008993148804,
            5.483008861541748,
            0.6034245491027832,
            0.5402597784996033,
            1.6463037729263306,
            0.9812086820602417,
            -0.012589110992848873,
            0.19223910570144653,
            -0.010731230489909649
          ],
          "projection": {
            "corners_camera_m": [
              [
                -0.8622059210027588,
                0.272586728670426,
                5.329259027781752
              ],
              [
                -0.6343989408337272,
                0.2850047025006899,
                5.88789214546465
              ],
              [
                -0.8355046613126504,
                1.9179894959246435,
                5.281794419971353
              ],
              [
                -0.6076976811436188,
                1.9304074697549076,
                5.840427537654251
              ],
              [
                -0.362002118870877,
                0.25859432887485323,
                5.125590185429245
              ],
              [
                -0.1341951387018454,
                0.2710123027051171,
                5.684223303112143
              ],
              [
                -0.3353008591807687,
                1.9039970961290709,
                5.078125577618846
              ],
              [
                -0.10749387901173701,
                1.9164150699593347,
                5.636758695301744
              ]
            ],
            "projected_corners_px": [
              [
                415.77727140495693,
                531.461008163385
              ],
              [
                445.2457999574892,
                529.961053326255
              ],
              [
                417.7411431975222,
                702.0087612004206
              ],
              [
                447.2613166555586,
                684.1838340652413
              ],
              [
                465.4873371704537,
                531.0797334869534
              ],
              [
                491.1263420111436,
                529.5635052912414
              ],
              [
                467.9946079452086,
                708.4640969707452
              ],
              [
                493.6010232800682,
                689.3553563865819
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            146.0,
            527.0,
            187.0,
            642.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            -5.464565277099609,
            1.3461482524871826,
            8.794085502624512,
            0.4424659013748169,
            0.6237275004386902,
            1.6014851331710815,
            0.7801600098609924,
            -0.009816642850637436,
            0.6254848837852478,
            -0.004764128010720015
          ],
          "projection": {
            "corners_camera_m": [
              [
                -5.7444465684568,
                0.5496742624712656,
                9.067375314159971
              ],
              [
                -5.312577690674667,
                0.5538145591995862,
                9.16354289822878
              ],
              [
                -5.752208580777938,
                2.150778039153034,
                9.033300701497438
              ],
              [
                -5.320339702995805,
                2.1549183358813546,
                9.129468285566247
              ],
              [
                -5.6087908512034135,
                0.5373781690930107,
                8.458702719682776
              ],
              [
                -5.176921973421281,
                0.5415184658213313,
                8.554870303751585
              ],
              [
                -5.616552863524552,
                2.138481945774779,
                8.424628107020244
              ],
              [
                -5.184683985742419,
                2.1426222425030996,
                8.520795691089052
              ]
            ],
            "projected_corners_px": [
              [
                158.53590531436498,
                536.638951105037
              ],
              [
                187.8609155469544,
                536.5381636139907
              ],
              [
                156.7642175313618,
                633.6559643443296
              ],
              [
                186.21734226769132,
                632.5328472082733
              ],
              [
                142.42216664667478,
                538.2289142164999
              ],
              [
                174.01476816826613,
                538.1030825708089
              ],
              [
                140.45730152902166,
                642.2617593457139
              ],
              [
                172.19841758342352,
                640.9612868088046
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            203.0,
            551.0,
            222.0,
            621.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            -5.480245113372803,
            1.4427008628845215,
            10.233821868896484,
            0.43764692544937134,
            0.6406021118164062,
            1.3907749652862549,
            0.7172353863716125,
            -0.003660231828689575,
            0.6968213319778442,
            -0.00014716401346959174
          ],
          "projection": {
            "corners_camera_m": [
              [
                -5.704824569042601,
                0.747929480485437,
                10.551464780924755
              ],
              [
                -5.267365427064966,
                0.7501375849819986,
                10.56409231948186
              ],
              [
                -5.711625393010684,
                2.1386671202798464,
                10.543877283352218
              ],
              [
                -5.274166251033049,
                2.1408752247764085,
                10.556504821909325
              ],
              [
                -5.686323975712557,
                0.7445265009926347,
                9.911138915883644
              ],
              [
                -5.248864833734921,
                0.7467346054891963,
                9.92376645444075
              ],
              [
                -5.693124799680639,
                2.1352641407870445,
                9.903551418311109
              ],
              [
                -5.2556656577030045,
                2.137472245283606,
                9.916178956868213
              ]
            ],
            "projected_corners_px": [
              [
                209.17394961158004,
                542.2492094231005
              ],
              [
                232.10728251695815,
                542.3171536172613
              ],
              [
                208.6100689759122,
                614.3811695633891
              ],
              [
                231.5605597413279,
                614.3628793838798
              ],
              [
                191.14409908128107,
                544.5649733862352
              ],
              [
                215.5801355148131,
                544.6343549405185
              ],
              [
                190.52994670147672,
                621.3624851731745
              ],
              [
                214.98546277538406,
                621.3341237245309
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        }
      ]
    },
    {
      "step": 2,
      "source_frame": 24,
      "timestamp_s": 1.0,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 3.2466719150543213,
        "median_m": 6.103896141052246,
        "max_m": 27.512548446655273,
        "fraction_above_display_max": 0.021164021164021163,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          547.8271484375,
          0.0,
          504.0
        ],
        [
          0.0,
          548.8260498046875,
          503.5
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            617.0,
            526.0,
            680.0,
            728.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            1.0315790176391602,
            0.9402239918708801,
            4.792212009429932,
            0.4852606952190399,
            0.5497925281524658,
            1.4709326028823853,
            0.8693141341209412,
            0.0023146469611674547,
            0.49423032999038696,
            -0.004893602803349495
          ],
          "projection": {
            "corners_camera_m": [
              [
                0.6745674748059949,
                0.20866076630904073,
                4.904933468918416
              ],
              [
                1.091532666786079,
                0.20436065554061345,
                5.153125894364594
              ],
              [
                0.6904478011042672,
                1.6795071580101153,
                4.903737860730632
              ],
              [
                1.1074129930843513,
                1.6752070472416878,
                5.15193028617681
              ],
              [
                0.9557450421939689,
                0.20524093650007236,
                4.432493732683053
              ],
              [
                1.3727102341740531,
                0.20094082573164507,
                4.680686158129231
              ],
              [
                0.9716253684922413,
                1.6760873282011468,
                4.431298124495269
              ],
              [
                1.3885905604723254,
                1.6717872174327195,
                4.679490549941447
              ]
            ],
            "projected_corners_px": [
              [
                579.3417714008549,
                526.8476080457136
              ],
              [
                620.0404850434049,
                525.2651292856063
              ],
              [
                581.1342312265314,
                691.4703412637257
              ],
              [
                621.7560386971464,
                681.9568531157095
              ],
              [
                622.1238175787488,
                528.912686228293
              ],
              [
                664.6619003738344,
                527.0609814256096
              ],
              [
                624.1189222698185,
                711.0871136675337
              ],
              [
                666.5620564829012,
                699.5727059634836
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            305.0,
            530.0,
            330.0,
            629.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            -3.4231820106506348,
            1.3000246286392212,
            9.854863166809082,
            0.4446652829647064,
            0.5834960341453552,
            1.6595121622085571,
            0.7823350429534912,
            -0.001193721778690815,
            0.6228566765785217,
            -3.76930292986799e-05
          ],
          "projection": {
            "corners_camera_m": [
              [
                -3.7040552213608025,
                0.47031713161360666,
                10.09095546221226
              ],
              [
                -3.2706998602949207,
                0.4711267897553463,
                10.19060328889822
              ],
              [
                -3.7064251010218805,
                2.1298245595908587,
                10.087777935369372
              ],
              [
                -3.2730697399559987,
                2.1306342177325983,
                10.187425762055332
              ],
              [
                -3.573294281345271,
                0.46941503954584396,
                9.522300571562832
              ],
              [
                -3.139938920279389,
                0.47022469768758357,
                9.621948398248792
              ],
              [
                -3.575664161006349,
                2.128922467523096,
                9.519123044719944
              ],
              [
                -3.142308799940467,
                2.1297321256648356,
                9.618770871405903
              ]
            ],
            "projected_corners_px": [
              [
                302.9108150192688,
                529.0795691959559
              ],
              [
                328.1734932599836,
                528.8730468794008
              ],
              [
                302.7187756313708,
                619.3732088777348
              ],
              [
                327.99121189616324,
                618.2834191491536
              ],
              [
                298.42492893751137,
                530.5551428130958
              ],
              [
                325.2270827312222,
                530.3211335865665
              ],
              [
                298.21992006072406,
                626.2432508963354
              ],
              [
                325.03305168658846,
                625.0178618242654
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        }
      ]
    },
    {
      "step": 3,
      "source_frame": 36,
      "timestamp_s": 1.5,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 2.9529354572296143,
        "median_m": 5.516221046447754,
        "max_m": 29.401878356933594,
        "fraction_above_display_max": 0.03009259259259259,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          548.6517944335938,
          0.0,
          504.0
        ],
        [
          0.0,
          549.635009765625,
          503.5
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            839.0,
            522.0,
            909.0,
            772.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            2.3587636947631836,
            0.9046790599822998,
            3.718097686767578,
            0.4417922794818878,
            0.5503343343734741,
            1.4412851333618164,
            0.8054960370063782,
            -0.008227628655731678,
            0.5925405621528625,
            -0.0020261304453015327
          ],
          "projection": {
            "corners_camera_m": [
              [
                2.0706278781721528,
                0.18532363622682857,
                3.926288245807794
              ],
              [
                2.4923678715847606,
                0.1901186357107597,
                4.057790352810248
              ],
              [
                2.0612792308586254,
                1.6264018036979553,
                3.90372381181854
              ],
              [
                2.4830192242712337,
                1.6311968031818864,
                4.035225918820994
              ],
              [
                2.2345081652551335,
                0.17816131678271319,
                3.4009694547141622
              ],
              [
                2.6562481586677418,
                0.18295631626664433,
                3.5324715617166165
              ],
              [
                2.2251595179416066,
                1.61923948425384,
                3.378405020724908
              ],
              [
                2.6468995113542144,
                1.6240344837377712,
                3.509907127727362
              ]
            ],
            "projected_corners_px": [
              [
                793.3454657019571,
                529.4431687717001
              ],
              [
                840.9918074221318,
                529.2519115355827
              ],
              [
                793.7040373131429,
                732.4934980932787
              ],
              [
                841.6051255656984,
                725.6840583112851
              ],
              [
                864.4757204874055,
                532.2928775584822
              ],
              [
                916.5596747920538,
                531.9670930596346
              ],
              [
                865.3651279021888,
                766.9351725980382
              ],
              [
                917.7505961675395,
                757.8161903850403
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            441.0,
            539.0,
            459.0,
            620.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            -1.1235781908035278,
            1.5641705989837646,
            10.71066665649414,
            0.4244285821914673,
            0.576240599155426,
            1.7801074981689453,
            0.7758049964904785,
            -0.013584167696535587,
            0.6307872533798218,
            -0.007038081996142864
          ],
          "projection": {
            "corners_camera_m": [
              [
                -1.3845968671475986,
                0.6800288841616434,
                10.976009015239082
              ],
              [
                -0.9691122670772095,
                0.6852061766202248,
                11.062527014107562
              ],
              [
                -1.3956639400200708,
                2.459303063432537,
                10.92268341242744
              ],
              [
                -0.9801793399496819,
                2.4644803558911184,
                11.009201411295921
              ],
              [
                -1.2669770416573738,
                0.6638608420764109,
                10.41213190169236
              ],
              [
                -0.8514924415869849,
                0.6690381345349923,
                10.49864990056084
              ],
              [
                -1.278044114529846,
                2.4431350213473046,
                10.358806298880719
              ],
              [
                -0.8625595144594571,
                2.4483123138058858,
                10.445324297749199
              ]
            ],
            "projected_corners_px": [
              [
                434.7889092772292,
                537.5531500901787
              ],
              [
                455.936371892113,
                537.544057302445
              ],
              [
                433.8951094520375,
                627.2533866218658
              ],
              [
                455.15202877673346,
                626.5393226422003
              ],
              [
                437.2385304013965,
                538.543847298782
              ],
              [
                459.50162540438794,
                538.5261019361234
              ],
              [
                436.30868725889206,
                633.131977138337
              ],
              [
                458.693141933762,
                632.3306733375401
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        }
      ]
    },
    {
      "step": 4,
      "source_frame": 48,
      "timestamp_s": 2.0,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 2.4325788021087646,
        "median_m": 5.266883373260498,
        "max_m": 30.298969268798828,
        "fraction_above_display_max": 0.028439153439153438,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          548.180419921875,
          0.0,
          504.0
        ],
        [
          0.0,
          549.2494506835938,
          503.5
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            510.0,
            527.0,
            534.0,
            614.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            0.2478220909833908,
            1.326253890991211,
            10.437116622924805,
            0.47169938683509827,
            0.6479349732398987,
            1.8102598190307617,
            0.6832559704780579,
            -0.006923132576048374,
            0.7301438450813293,
            -0.001816333387978375
          ],
          "projection": {
            "corners_camera_m": [
              [
                0.040856431025183604,
                0.42369034916674775,
                10.78695148673724
              ],
              [
                0.5115064979434645,
                0.4269017607395146,
                10.75567029612474
              ],
              [
                0.0270482685171142,
                2.2337646932036472,
                10.765023967387673
              ],
              [
                0.4976983354353951,
                2.236976104776414,
                10.733742776775172
              ],
              [
                -0.002054153468613512,
                0.4155316772060079,
                10.140490469074438
              ],
              [
                0.46859591344966744,
                0.41874308877877475,
                10.109209278461936
              ],
              [
                -0.015862315976682917,
                2.2256060212429074,
                10.11856294972487
              ],
              [
                0.454787750941598,
                2.2288174328156742,
                10.08728175911237
              ]
            ],
            "projected_corners_px": [
              [
                506.0762766517891,
                525.0734437877003
              ],
              [
                530.0697696299266,
                525.3001808466106
              ],
              [
                505.3773616518449,
                617.4703947167558
              ],
              [
                529.4178331069864,
                617.9668660589896
              ],
              [
                503.88895539969764,
                526.0068546874601
              ],
              [
                529.4100095796607,
                526.2509793450715
              ],
              [
                503.1406476318588,
                624.3089420088061
              ],
              [
                528.7148583969392,
                624.8584372759454
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        }
      ]
    },
    {
      "step": 5,
      "source_frame": 60,
      "timestamp_s": 2.5,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 1.8496654033660889,
        "median_m": 5.011328220367432,
        "max_m": 30.942237854003906,
        "fraction_above_display_max": 0.028108465608465607,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          547.9672241210938,
          0.0,
          504.0
        ],
        [
          0.0,
          549.2760009765625,
          503.5
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            553.0,
            527.0,
            582.0,
            614.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            1.2902512550354004,
            1.4095346927642822,
            11.258103370666504,
            0.5637335181236267,
            0.7030574083328247,
            1.8840177059173584,
            0.6967285871505737,
            -0.0108194500207901,
            0.7172151803970337,
            -0.007389855105429888
          ],
          "projection": {
            "corners_camera_m": [
              [
                1.0235863050010428,
                0.47566306056926766,
                11.64173803773147
              ],
              [
                1.5870765931839657,
                0.47818644887560147,
                11.62537322514399
              ],
              [
                1.0137473975775224,
                2.3590339061308225,
                11.593362732052116
              ],
              [
                1.5772376857604455,
                2.3615572944371563,
                11.576997919464636
              ],
              [
                1.0032648243103552,
                0.4575120910914081,
                10.939208821868371
              ],
              [
                1.5667551124932784,
                0.4600354793977419,
                10.922844009280892
              ],
              [
                0.993425916886835,
                2.340882936652963,
                10.890833516189018
              ],
              [
                1.556916205069758,
                2.3434063249592967,
                10.874468703601538
              ]
            ],
            "projected_corners_px": [
              [
                552.1793821834772,
                525.9425513505774
              ],
              [
                578.8075729176263,
                526.0933684254959
              ],
              [
                551.9153771213204,
                615.267460406054
              ],
              [
                578.6544624485254,
                615.545174041584
              ],
              [
                554.2555760464755,
                526.4724485458896
              ],
              [
                582.5995340719871,
                526.6337596889808
              ],
              [
                553.9837630643461,
                621.5617458055627
              ],
              [
                582.4534007439527,
                621.866872894721
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        }
      ]
    },
    {
      "step": 6,
      "source_frame": 72,
      "timestamp_s": 3.0,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 1.295558214187622,
        "median_m": 4.585870742797852,
        "max_m": 30.853370666503906,
        "fraction_above_display_max": 0.028439153439153438,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          548.4664306640625,
          0.0,
          504.0
        ],
        [
          0.0,
          549.177734375,
          503.5
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            581.0,
            526.0,
            614.0,
            612.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            1.9491134881973267,
            1.3966227769851685,
            11.731285095214844,
            0.5797815322875977,
            0.7247233390808105,
            1.9492541551589966,
            0.6892733573913574,
            -0.011031859554350376,
            0.7243375778198242,
            -0.010749253444373608
          ],
          "projection": {
            "corners_camera_m": [
              [
                1.6786718955444457,
                0.43372446176818935,
                12.137399310324803
              ],
              [
                2.2577405403461106,
                0.4335132805872147,
                12.108657612535241
              ],
              [
                1.6764044589632203,
                2.3820537021072843,
                12.077401048886246
              ],
              [
                2.2554731037648854,
                2.3818425209263094,
                12.048659351096685
              ],
              [
                1.642753872629768,
                0.4114030330440275,
                11.413910839333003
              ],
              [
                2.221822517431433,
                0.41119185186305285,
                11.385169141543441
              ],
              [
                1.6404864360485425,
                2.359732273383122,
                11.353912577894446
              ],
              [
                2.2195550808502076,
                2.3595210922021477,
                11.325170880104885
              ]
            ],
            "projected_corners_px": [
              [
                579.8560511412144,
                523.1246173638079
              ],
              [
                606.2652498033526,
                523.1616213681604
              ],
              [
                580.1299195278165,
                611.8155928984818
              ],
              [
                606.6712804000159,
                612.0643507019134
              ],
              [
                582.9383556314399,
                523.2945637373952
              ],
              [
                611.0335495726733,
                523.3343482465821
              ],
              [
                583.2459633592854,
                617.6379603495621
              ],
              [
                611.4907801165932,
                617.9173859576766
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        }
      ]
    },
    {
      "step": 7,
      "source_frame": 84,
      "timestamp_s": 3.5,
      "depth_stats": {
        "available": true,
        "valid_patches": 3024,
        "total_patches": 5184,
        "mean_coverage": 0.5585317611694336,
        "min_m": 1.0945801734924316,
        "median_m": 4.666949272155762,
        "max_m": 29.083436965942383,
        "fraction_above_display_max": 0.02447089947089947,
        "fraction_below_display_min": 0.0
      },
      "camera_valid": true,
      "intrinsics": [
        [
          548.6845703125,
          0.0,
          504.0
        ],
        [
          0.0,
          548.8201904296875,
          503.5
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ],
      "objects": [
        {
          "object_id": 0,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        },
        {
          "object_id": 1,
          "visibility_known": true,
          "visible": true,
          "box2d_valid": true,
          "box2d_xyxy_px": [
            579.0,
            526.0,
            604.0,
            611.0
          ],
          "valid3d_components": {
            "center": true,
            "depth": true,
            "size": true,
            "rotation": true
          },
          "has_measurement": true,
          "interpolated": false,
          "segment_id": 0,
          "drawn_3d": true,
          "box3d_camera_wlh_wxyz": [
            1.818069577217102,
            1.3659240007400513,
            11.565611839294434,
            0.5285863280296326,
            0.6745693683624268,
            1.8976598978042603,
            0.6702841520309448,
            -0.011062521487474442,
            0.741955041885376,
            -0.009975132532417774
          ],
          "projection": {
            "corners_camera_m": [
              [
                1.5921530711278187,
                0.42755482602021133,
                11.95588755064965
              ],
              [
                2.1180235760920874,
                0.42756955556295173,
                11.902373833048308
              ],
              [
                1.5863776558529805,
                2.3243726082174776,
                11.89965558951435
              ],
              [
                2.1122481608172494,
                2.324387337760218,
                11.84614187191301
              ],
              [
                1.523890993616955,
                0.4074606637198843,
                11.285081806675857
              ],
              [
                2.0497614985812236,
                0.4074753932626247,
                11.231568089074518
              ],
              [
                1.5181155783421167,
                2.304278445917151,
                11.228849845540559
              ],
              [
                2.0439860833063856,
                2.3042931754598914,
                11.175336127939218
              ]
            ],
            "projected_corners_px": [
              [
                577.0677517668712,
                523.1263740388554
              ],
              [
                601.6382419222166,
                523.2152944612141
              ],
              [
                577.1467340300197,
                610.7016419194135
              ],
              [
                601.83421362353,
                611.1865966265784
              ],
              [
                578.092105787056,
                523.3157747445895
              ],
              [
                604.1349498282584,
                523.4109083568965
              ],
              [
                578.1809361818265,
                616.1236927990906
              ],
              [
                604.3552477531165,
                616.6637209730113
              ]
            ],
            "edges_in_front": 12,
            "edges_skipped_near_plane": 0
          },
          "complete_measured_visible_3d": true
        },
        {
          "object_id": 2,
          "visibility_known": true,
          "visible": false,
          "box2d_valid": false,
          "box2d_xyxy_px": null,
          "valid3d_components": {
            "center": false,
            "depth": false,
            "size": false,
            "rotation": false
          },
          "has_measurement": false,
          "interpolated": null,
          "segment_id": -1,
          "drawn_3d": false,
          "complete_measured_visible_3d": false
        }
      ]
    }
  ],
  "input_shapes": {
    "images": [
      8,
      3,
      1008,
      1008
    ],
    "initial_boxes": [
      3,
      4
    ],
    "depth_patches": [
      8,
      1,
      72,
      72
    ],
    "depth_coverage": [
      8,
      1,
      72,
      72
    ],
    "intrinsics": [
      8,
      3,
      3
    ],
    "camera_valid": [
      8
    ],
    "source_frame_indices": [
      8
    ],
    "timestamps_s": [
      8
    ]
  },
  "provenance": {
    "schema_version": "wildtrack_video_clip_v1",
    "video_id": "sav_003064",
    "dataset": "sa-v",
    "manifest_sha256": "946b43367a99b8e57673e42496712fa31909db02f8dbb8c90178130e1e664c3e",
    "sampling_fps": 2.0,
    "source_frame_stride": 12,
    "hashes": {
      "container": "f1f9ecf68a0970b42faf69bebe575676027ca4ca9a2c5c77b4e974bbe473be20",
      "manual": "1da441b4c4e1cc739af614406038f8723bf50ef54951bc25b8dbb7bb268358e0",
      "rgb": "8987f148462f130d86df41e4aa790198cea4b2a09db45a54d45421a4f376b7d6"
    },
    "epoch": 0,
    "occurrence": 0,
    "annotation_slots": [
      0,
      3,
      6,
      9,
      12,
      15,
      18,
      21
    ],
    "all_manual_object_ids": [
      0,
      1,
      2,
      3
    ],
    "camera_source": [
      "exact_cache",
      "exact_cache",
      "exact_cache",
      "exact_cache",
      "exact_cache",
      "exact_cache",
      "exact_cache",
      "exact_cache"
    ],
    "depth_available": [
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true
    ],
    "depth_dropout_mode": "disabled",
    "depth_dropped": [
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false
    ],
    "decoder": {
      "decoder": "pyav-14.4.0-sequential-pts-v1",
      "pts_origin_s": 0.0,
      "rotation_degrees": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ]
    },
    "photometric": {
      "enabled": false,
      "seed": 10940954427857710017,
      "recipe": [
        {
          "transform": "ColorJitter",
          "consistent_transform": true,
          "brightness": 0.1,
          "contrast": 0.03,
          "saturation": 0.03,
          "hue": null
        },
        {
          "transform": "RandomGrayscale",
          "consistent_transform": true,
          "p": 0.05
        },
        {
          "transform": "ColorJitter",
          "consistent_transform": false,
          "brightness": 0.1,
          "contrast": 0.05,
          "saturation": 0.05,
          "hue": null
        }
      ],
      "source": "third_party/sam3/training/dataset/transforms.py",
      "input_domain": "float_rgb_after_fixed_resize_before_normalization_and_padding"
    },
    "depth_units": "camera_z_meters",
    "target_variant": "smoothed_at_measurement",
    "label_source": "wilddet_depth_rescaled_rts_pseudo",
    "world_frame_id": "sav_003064",
    "source_to_saved_affine": [
      [
        0.35833333333333334,
        0.0,
        0.0
      ],
      [
        0.0,
        0.35555555555555557,
        0.0
      ],
      [
        0.0,
        0.0,
        1.0
      ]
    ]
  },
  "preprocessing": {
    "grid": 72,
    "image_size": 1008,
    "interpolation": "nearest",
    "missing_depth": -1.0,
    "padding": [
      0,
      0,
      222,
      223
    ],
    "pooling": "positive_finite_mean",
    "resized_hw": [
      563,
      1008
    ],
    "scale_xy": [
      1.4651162790697674,
      1.4661458333333333
    ],
    "source_hw": [
      384,
      688
    ]
  },
  "record": {
    "bytes": 3624960,
    "container": "videos/sav_003064.tar",
    "format": "sav_metric_patch72_fp32_v1",
    "frame_indices": [
      0,
      12,
      24,
      36,
      48,
      60,
      72,
      84
    ],
    "frames": 250,
    "hashes": {
      "container": "f1f9ecf68a0970b42faf69bebe575676027ca4ca9a2c5c77b4e974bbe473be20",
      "manual": "1da441b4c4e1cc739af614406038f8723bf50ef54951bc25b8dbb7bb268358e0",
      "rgb": "8987f148462f130d86df41e4aa790198cea4b2a09db45a54d45421a4f376b7d6"
    },
    "manual": "extracted/sav_003/sav_train/sav_003/sav_003064_manual.json",
    "objects": 4,
    "records": 645,
    "rgb": "extracted/sav_003/sav_train/sav_003/sav_003064.mp4",
    "rgb_geometry": {
      "crop_xyxy": [
        0,
        0,
        1920,
        1080
      ],
      "geometry_only": true,
      "resize": "PIL_BICUBIC",
      "saved_hw": [
        384,
        688
      ],
      "source_hw": [
        1080,
        1920
      ],
      "source_to_saved_affine": [
        [
          0.35833333333333334,
          0.0,
          0.0
        ],
        [
          0.0,
          0.35555555555555557,
          0.0
        ],
        [
          0.0,
          0.0,
          1.0
        ]
      ]
    },
    "seconds": 75.24801474600099,
    "sha256": "f1f9ecf68a0970b42faf69bebe575676027ca4ca9a2c5c77b4e974bbe473be20",
    "video_id": "sav_003064"
  },
  "file_sha256": {
    "rgb": "8987f148462f130d86df41e4aa790198cea4b2a09db45a54d45421a4f376b7d6",
    "manual": "1da441b4c4e1cc739af614406038f8723bf50ef54951bc25b8dbb7bb268358e0",
    "container": "f1f9ecf68a0970b42faf69bebe575676027ca4ca9a2c5c77b4e974bbe473be20"
  },
  "depth_present_frames": 8,
  "depth_median_m": 5.605870246887207,
  "complete_measured_visible_object_frames": 14,
  "total_object_frames": 24
}