{ "video_id": "sav_009516", "cohort": "current_train", "status": "ok", "object_ids": [ 0, 1, 2, 3, 4, 5 ], "frames": [ { "step": 0, "source_frame": 0, "timestamp_s": 0.0, "depth_stats": { "available": true, "valid_patches": 3024, "total_patches": 5184, "mean_coverage": 0.5585317611694336, "min_m": 1.1991441249847412, "median_m": 1.751204490661621, "max_m": 3.5126798152923584, "fraction_above_display_max": 0.0, "fraction_below_display_min": 0.0 }, "camera_valid": true, "intrinsics": [ [ 681.8827514648438, 0.0, 503.5 ], [ 0.0, 684.8760375976562, 504.0 ], [ 0.0, 0.0, 1.0 ] ], "objects": [ { "object_id": 0, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 321.0, 269.0, 747.0, 506.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 1, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 592.0, 170.0, 749.0, 506.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 2, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 376.0, 165.0, 722.0, 538.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.049916330724954605, -0.2912132143974304, 1.3553954362869263, 0.3465529680252075, 0.5286684632301331, 0.698045015335083, 0.0769105926156044, -0.03569886460900307, 0.9963580965995789, 0.008996488526463509 ], "projection": { "corners_camera_m": [ [ 0.3093160538165821, -0.6249092069560186, 1.5629353239812256 ], [ 0.36220649930009485, -0.6167933907554853, 1.2205383410052724 ], [ 0.258692745176163, 0.07124362378191079, 1.571616355718347 ], [ 0.31158319065967566, 0.07935943998244405, 1.2292193727423937 ], [ -0.21175052920976645, -0.6617858687773048, 1.4815714998314589 ], [ -0.15886008372625376, -0.6536700525767716, 1.1391745168555056 ], [ -0.26237383785018564, 0.0343669619606245, 1.4902525315685802 ], [ -0.2094833923666729, 0.04248277816115775, 1.147855548592627 ] ], "projected_corners_px": [ [ 638.4494624713161, 230.16567368370977 ], [ 705.8552690182396, 157.90107030221105 ], [ 615.7399370704491, 535.0464131925829 ], [ 676.344008212471, 548.2161749207444 ], [ 406.04332410003985, 198.08072199155896 ], [ 408.41013502636724, 111.01108664124405 ], [ 383.4477332359478, 519.794040428227 ], [ 379.05654354912974, 529.3476465822093 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true }, { "object_id": 3, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 319.0, 269.0, 394.0, 323.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 4, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 489.0, 85.0, 591.0, 143.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 5, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 442.0, 534.0, 674.0, 988.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.08742489665746689, 0.4935362637042999, 1.3977222442626953, 0.31099918484687805, 0.5108159184455872, 0.9062383770942688, 0.9982389211654663, 0.019662611186504364, -0.02248534932732582, 0.0512525700032711 ], "projection": { "corners_camera_m": [ [ -0.11294985944258967, 0.02370198575804927, 1.2137764471038868 ], [ -0.1262842554857076, 0.010776600786492896, 1.5242206792631023 ], [ -0.20648169278030143, 0.9244785651551573, 1.2472629560378772 ], [ -0.21981608882341935, 0.911553180183601, 1.557707188197093 ], [ 0.39466588213835313, 0.07551934722499892, 1.2377373003282977 ], [ 0.3813314860952352, 0.06259396225344255, 1.5481815324875134 ], [ 0.3011340488006414, 0.976295926622107, 1.2712238092622883 ], [ 0.28779965275752345, 0.9633705416505506, 1.5816680414215039 ] ], "projected_corners_px": [ [ 440.0463375747244, 517.3738977452571 ], [ 447.00486332535866, 508.8422356065877 ], [ 390.6157809036423, 1011.634106731382 ], [ 407.2760109224144, 904.7819536521878 ], [ 720.9256666179646, 545.7870506735962 ], [ 671.4540528693743, 531.6899730077491 ], [ 665.0279011137236, 1029.9826640091837 ], [ 627.5750991697054, 921.1478350861535 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true } ] }, { "step": 1, "source_frame": 12, "timestamp_s": 0.5, "depth_stats": { "available": true, "valid_patches": 3024, "total_patches": 5184, "mean_coverage": 0.5585317611694336, "min_m": 1.1847505569458008, "median_m": 1.7519524097442627, "max_m": 3.5590767860412598, "fraction_above_display_max": 0.0, "fraction_below_display_min": 0.0 }, "camera_valid": true, "intrinsics": [ [ 685.3682250976562, 0.0, 503.5 ], [ 0.0, 686.5228881835938, 504.0 ], [ 0.0, 0.0, 1.0 ] ], "objects": [ { "object_id": 0, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 444.0, 348.0, 785.0, 450.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 1, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 706.0, 362.0, 785.0, 452.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 2, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 457.0, 169.0, 781.0, 557.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.2104848027229309, -0.25279873609542847, 1.2982021570205688, 0.3695058226585388, 0.516530454158783, 0.6851391196250916, 0.20791055262088776, -0.04269634932279587, 0.977017343044281, 0.01967993937432766 ], "projection": { "corners_camera_m": [ [ 0.4021163812871754, -0.584805148950899, 1.565105789429329 ], [ 0.5516124964235644, -0.5640354744854936, 1.227831294158352 ], [ 0.3393483988858298, 0.09730527436609293, 1.5792890199578045 ], [ 0.48884451402221873, 0.11807494883149838, 1.2420145246868273 ], [ -0.06787490857635692, -0.6236724210223553, 1.3543897893543104 ], [ 0.08162120656003205, -0.6029027465569499, 1.0171152940833332 ], [ -0.13064289097770254, 0.05843800229463664, 1.3685730198827857 ], [ 0.0188532241586864, 0.07920767676004209, 1.0312985246118087 ] ], "projected_corners_px": [ [ 679.5889215201055, 247.47924428239645 ], [ 811.4068593659317, 188.62828336101603 ], [ 650.7679204977483, 546.2989694407499 ], [ 773.2540892354814, 569.2658670915059 ], [ 469.15294128374893, 187.86841430276547 ], [ 558.499253079558, 97.05839046189124 ], [ 438.0752948434689, 533.3144943909748 ], [ 516.0292536260254, 556.7275873259733 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true }, { "object_id": 3, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 444.0, 348.0, 504.0, 437.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 4, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 560.0, 87.0, 655.0, 144.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 5, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 453.0, 541.0, 699.0, 1003.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.14476953446865082, 0.5293508768081665, 1.4202409982681274, 0.3023083209991455, 0.5094606876373291, 0.8876243829727173, 0.9984979629516602, 0.0213627852499485, -0.025820214301347733, 0.043344397097826004 ], "projection": { "corners_camera_m": [ [ -0.062244638428013616, 0.07263007694311241, 1.237879728255098 ], [ -0.07727267229448773, 0.05905651807843104, 1.5395090332690131 ], [ -0.1400553632522314, 0.9561090668979515, 1.2737602335247324 ], [ -0.1550833971187055, 0.9425355080332702, 1.5753895385386476 ], [ 0.44462246605600714, 0.11616624558306282, 1.2650924579976073 ], [ 0.429594432189533, 0.10259268671838145, 1.5667217630115224 ], [ 0.3668117412317894, 0.999645235537902, 1.3009729632672418 ], [ 0.3517837073653153, 0.9860716766732206, 1.602602268281157 ] ], "projected_corners_px": [ [ 469.0374456924124, 544.2803350389036 ], [ 469.09927021242, 530.3354423268178 ], [ 428.14084432753214, 1019.3173578114829 ], [ 436.03145966428247, 914.7379053632819 ], [ 744.3757624574542, 567.0394924283706 ], [ 691.4276719406944, 548.955160038777 ], [ 696.7408429162492, 1031.5123723839263 ], [ 653.9436752069673, 926.4134639169085 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true } ] }, { "step": 2, "source_frame": 24, "timestamp_s": 1.0, "depth_stats": { "available": true, "valid_patches": 3024, "total_patches": 5184, "mean_coverage": 0.5585317611694336, "min_m": 1.1859030723571777, "median_m": 1.7691375017166138, "max_m": 3.416227102279663, "fraction_above_display_max": 0.0, "fraction_below_display_min": 0.0 }, "camera_valid": true, "intrinsics": [ [ 684.2952270507812, 0.0, 503.5 ], [ 0.0, 686.534423828125, 504.0 ], [ 0.0, 0.0, 1.0 ] ], "objects": [ { "object_id": 0, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 525.0, 318.0, 652.0, 468.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 1, "visibility_known": true, "visible": false, "box2d_valid": false, "box2d_xyxy_px": null, "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 2, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 574.0, 192.0, 785.0, 567.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.3946489989757538, -0.23124608397483826, 1.3336814641952515, 0.32012319564819336, 0.4368302524089813, 0.7100638151168823, 0.5585098266601562, -0.018131526187062263, 0.8274462819099426, 0.05541373789310455 ], "projection": { "corners_camera_m": [ [ 0.36166839233317816, -0.6087500065508091, 1.5698500604623147 ], [ 0.6569065802342919, -0.5729099570678389, 1.4514069785624573 ], [ 0.29641071503182975, 0.0964861776295845, 1.6205844828425202 ], [ 0.5916489029329436, 0.13232622711255476, 1.502141400942663 ], [ 0.19764909501856398, -0.5948183950622312, 1.16522152744784 ], [ 0.4928872829196778, -0.558978345579261, 1.0467784455479827 ], [ 0.13239141771721558, 0.1104177891181623, 1.2159559498280457 ], [ 0.4276296056183294, 0.14625783860113256, 1.0975128679281883 ] ], "projected_corners_px": [ [ 661.1506960007627, 237.77850182733442 ], [ 813.2119168586341, 233.00612089482308 ], [ 628.6600516297801, 544.874809716873 ], [ 773.0235748863419, 564.478001625584 ], [ 619.5726344014134, 153.54019942383962 ], [ 825.7080246402086, 137.3914993695143 ], [ 578.0050141488994, 566.3424008438242 ], [ 770.1254825992414, 595.4896252140758 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true }, { "object_id": 3, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 525.0, 320.0, 651.0, 452.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 4, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 668.0, 112.0, 761.0, 169.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 5, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 498.0, 543.0, 777.0, 1008.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.2745654881000519, 0.540584921836853, 1.4593156576156616, 0.35236451029777527, 0.5660231113433838, 0.8944214582443237, 0.9947446584701538, 0.019498348236083984, 0.08466934412717819, 0.05416673421859741 ], "projection": { "corners_camera_m": [ [ 0.013939256921703003, 0.07012393592838978, 1.3114184220943674 ], [ 0.07403892485785485, 0.05968717038618804, 1.6584628745156278 ], [ -0.07949407355711985, 0.9586167743064533, 1.3543187003502233 ], [ -0.019394405620968003, 0.9481800087642516, 1.7013631527714836 ], [ 0.5685253818210718, 0.13298983490945449, 1.2172681624598396 ], [ 0.6286250497572237, 0.12255306936725274, 1.5643126148811 ], [ 0.4750920513422489, 1.021482673287518, 1.2601684407156954 ], [ 0.5351917192784008, 1.0110459077453162, 1.6072128931369558 ] ], "projected_corners_px": [ [ 510.77347337772073, 540.7102483372719 ], [ 534.0490606239821, 528.7079978458852 ], [ 463.3341106122999, 989.9442719429833 ], [ 495.69949064002225, 886.6098002310177 ], [ 823.1002468767581, 579.0057403128475 ], [ 778.4866727796758, 557.7852217427845 ], [ 761.4839429708521, 1060.4994296774921 ], [ 731.3659788153552, 935.8767119786702 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true } ] }, { "step": 3, "source_frame": 36, "timestamp_s": 1.5, "depth_stats": { "available": true, "valid_patches": 3024, "total_patches": 5184, "mean_coverage": 0.5585317611694336, "min_m": 1.304775595664978, "median_m": 1.7861871719360352, "max_m": 3.256063938140869, "fraction_above_display_max": 0.0, "fraction_below_display_min": 0.0 }, "camera_valid": true, "intrinsics": [ [ 685.2720336914062, 0.0, 503.5 ], [ 0.0, 686.0895385742188, 504.0 ], [ 0.0, 0.0, 1.0 ] ], "objects": [ { "object_id": 0, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 508.0, 343.0, 764.0, 462.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 1, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 752.0, 422.0, 765.0, 461.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 2, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 538.0, 216.0, 772.0, 551.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.34073033928871155, -0.23525060713291168, 1.4465875625610352, 0.34584105014801025, 0.4577055275440216, 0.6760185956954956, 0.5582044720649719, -0.025441788136959076, 0.8279748558998108, 0.04709644243121147 ], "projection": { "corners_camera_m": [ [ 0.29925576142290455, -0.592111548583961, 1.706309546164674 ], [ 0.6181081166464872, -0.555316556096926, 1.5775254785796968 ], [ 0.23523057046228635, 0.08003297435916701, 1.7398305384847281 ], [ 0.554082925685869, 0.116827966846202, 1.6110464708997512 ], [ 0.12737775289155412, -0.5873291811120254, 1.2821286542223191 ], [ 0.44623010811513675, -0.5505341886249904, 1.1533445866373422 ], [ 0.06335256193093591, 0.08481534183110268, 1.3156496465423735 ], [ 0.38220491715451854, 0.12161033431813767, 1.1868655789573963 ] ], "projected_corners_px": [ [ 623.6842916984729, 265.91802943049936 ], [ 772.0041933629248, 262.4844841439965 ], [ 596.1509380318569, 535.5604222561961 ], [ 739.1837870147737, 553.7530315319269 ], [ 571.5808524819859, 189.70985015170675 ], [ 768.6323960117985, 176.50399245874246 ], [ 536.4979482517004, 548.2297984830885 ], [ 724.177341654319, 574.2990967447903 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true }, { "object_id": 3, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 510.0, 343.0, 582.0, 443.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 4, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 611.0, 148.0, 690.0, 204.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 5, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 517.0, 540.0, 746.0, 1006.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.256399005651474, 0.5252726078033447, 1.4797972440719604, 0.31769075989723206, 0.4746823310852051, 0.9151654243469238, 0.9709054231643677, -0.016247157007455826, 0.22760145366191864, 0.07263803482055664 ], "projection": { "corners_camera_m": [ [ 0.04424977944501596, 0.03077502358809736, 1.4422543739439593 ], [ 0.18390620573110716, 0.05130227822710598, 1.7268631112273807 ], [ -0.09160202015576957, 0.9357999499074612, 1.443641891851321 ], [ 0.048054406130321636, 0.9563272045464697, 1.7282506291347426 ], [ 0.46474360517262636, 0.09421801106021971, 1.2313438590091783 ], [ 0.6044000314587176, 0.11474526569922833, 1.5159525962926 ], [ 0.32889180557184083, 0.9992429373795835, 1.2327313769165402 ], [ 0.46854823185793204, 1.019770192018592, 1.5173401141999616 ] ], "projected_corners_px": [ [ 524.5248184359887, 518.63987359971 ], [ 576.4796002882083, 524.3825978838729 ], [ 460.01809288944474, 948.7381026096673 ], [ 522.5541464655767, 883.647534583426 ], [ 762.1408281745024, 556.4971081479239 ], [ 776.7133179716677, 555.9313905920872 ], [ 686.3300639449959, 1060.1391059462912 ], [ 715.109115664284, 965.1053605886378 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true } ] }, { "step": 4, "source_frame": 48, "timestamp_s": 2.0, "depth_stats": { "available": true, "valid_patches": 3024, "total_patches": 5184, "mean_coverage": 0.5585317611694336, "min_m": 1.3379731178283691, "median_m": 1.7885613441467285, "max_m": 3.476936101913452, "fraction_above_display_max": 0.0, "fraction_below_display_min": 0.0 }, "camera_valid": true, "intrinsics": [ [ 684.1953125, 0.0, 503.5 ], [ 0.0, 685.6063842773438, 504.0 ], [ 0.0, 0.0, 1.0 ] ], "objects": [ { "object_id": 0, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 538.0, 370.0, 785.0, 463.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 1, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 742.0, 398.0, 785.0, 465.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 2, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 541.0, 232.0, 785.0, 544.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.37121930718421936, -0.24608977138996124, 1.564963936805725, 0.4049554169178009, 0.5191119909286499, 0.675437331199646, 0.5843819975852966, -0.028902962803840637, 0.8093573451042175, 0.051019713282585144 ], "projection": { "corners_camera_m": [ [ 0.29806608629179765, -0.6083815908517853, 1.8579036543635783 ], [ 0.6799384208949002, -0.5612581037947824, 1.7316428658208383 ], [ 0.22618898237415413, 0.062410903281754804, 1.8908687893491511 ], [ 0.6080613169772566, 0.10953439033875778, 1.764608000806411 ], [ 0.13437729739118215, -0.6017139331186803, 1.3653198728050393 ], [ 0.5162496319942846, -0.5545904460616773, 1.239059084262299 ], [ 0.06250019347353858, 0.06907856101485993, 1.398285007790612 ], [ 0.44437252807664107, 0.1162020480718629, 1.272024219247872 ] ], "projected_corners_px": [ [ 613.2664125785501, 279.4941157550652 ], [ 772.152786060723, 281.78204340841734 ], [ 585.3446220865542, 526.6294463050582 ], [ 739.2649419011431, 546.5575976533372 ], [ 570.8397632399319, 201.84449617126006 ], [ 788.5675829560091, 197.12944369760663 ], [ 534.081990915075, 537.8705644304326 ], [ 742.5187200158698, 566.6315637852233 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true }, { "object_id": 3, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 538.0, 370.0, 567.0, 437.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 4, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 593.0, 175.0, 667.0, 236.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 5, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 517.0, 531.0, 742.0, 1001.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.26499655842781067, 0.5191858410835266, 1.4911717176437378, 0.3117113411426544, 0.4703674614429474, 0.9336039423942566, 0.994199812412262, 0.012868881225585938, 0.09735726565122604, 0.04384901374578476 ], "projection": { "corners_camera_m": [ [ 0.04435880297412609, 0.035896131390255326, 1.3676545328806977 ], [ 0.10505327671200554, 0.03058131661328517, 1.6733535577376977 ], [ -0.03470214004345873, 0.9656007013835646, 1.3995151837972193 ], [ 0.025992333694420694, 0.9602858866065944, 1.7052142086542192 ], [ 0.5040007831612007, 0.07808579556045875, 1.2771292266332563 ], [ 0.5646952568990801, 0.07277098078348859, 1.5828282514902563 ], [ 0.4249398401436158, 1.007790365553768, 1.308989877549778 ], [ 0.48563431388149525, 1.002475550776798, 1.6146889024067779 ] ], "projected_corners_px": [ [ 525.6913387725784, 521.9947612941259 ], [ 546.4538391075549, 516.529776395863 ], [ 486.53480960668645, 977.0366724103906 ], [ 513.9290902482531, 890.0970259616313 ], [ 773.5078943806413, 545.9191095475568 ], [ 747.5958754669488, 535.5209492680646 ], [ 725.6116081241087, 1031.8478622999025 ], [ 709.2787854066556, 929.6570022064667 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true } ] }, { "step": 5, "source_frame": 60, "timestamp_s": 2.5, "depth_stats": { "available": true, "valid_patches": 3024, "total_patches": 5184, "mean_coverage": 0.5585317611694336, "min_m": 1.1800637245178223, "median_m": 1.7886713743209839, "max_m": 3.524470806121826, "fraction_above_display_max": 0.0, "fraction_below_display_min": 0.0 }, "camera_valid": true, "intrinsics": [ [ 684.6273193359375, 0.0, 503.5 ], [ 0.0, 685.8706665039062, 504.0 ], [ 0.0, 0.0, 1.0 ] ], "objects": [ { "object_id": 0, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 525.0, 321.0, 785.0, 468.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 1, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 592.0, 425.0, 785.0, 466.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 2, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 585.0, 216.0, 785.0, 557.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.40122318267822266, -0.21711419522762299, 1.3935670852661133, 0.3253362476825714, 0.41785523295402527, 0.6297290921211243, 0.6213610768318176, -0.030876481905579567, 0.7809465527534485, 0.05549321696162224 ], "projection": { "corners_camera_m": [ [ 0.3280094413475502, -0.5541125389332178, 1.6178954477769303 ], [ 0.6426332609664572, -0.5134307487597451, 1.5457808297521052 ], [ 0.25421248467088603, 0.07053734167821063, 1.648313621638722 ], [ 0.568836304289793, 0.11121913185168336, 1.576199003613897 ], [ 0.23361006106665227, -0.5454475223069293, 1.2109351669183295 ], [ 0.5482338806855593, -0.5047657321334567, 1.1388205488935046 ], [ 0.15981310438998805, 0.07920235830449912, 1.2413533407801214 ], [ 0.4744369240088951, 0.11988414847797185, 1.1692387227552963 ] ], "projected_corners_px": [ [ 642.3002079214787, 269.0963559366553 ], [ 788.1226827914111, 276.1882151223732 ], [ 609.0871950805871, 533.3509031989616 ], [ 750.5759550373878, 552.3961352064056 ], [ 635.5762946252378, 195.05988009282981 ], [ 833.0829992421324, 199.99775007301793 ], [ 591.6396244396557, 547.7607669745742 ], [ 781.298257239361, 574.3235525984613 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true }, { "object_id": 3, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 525.0, 323.0, 661.0, 453.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 4, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 634.0, 153.0, 721.0, 211.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 5, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 519.0, 546.0, 772.0, 1008.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.29544737935066223, 0.5274555683135986, 1.4614313840866089, 0.32327330112457275, 0.47953298687934875, 0.8822412490844727, 0.9845566749572754, -0.006567716132849455, 0.1487433910369873, 0.09208935499191284 ], "projection": { "corners_camera_m": [ [ 0.10406255587207386, 0.0443268786162877, 1.3710969935627684 ], [ 0.1983558678452088, 0.05736382565619624, 1.680037823737406 ], [ -0.05764183887220492, 0.9115284129644057, 1.3838566616927372 ], [ 0.03665147310093003, 0.9245653600043142, 1.692797491867375 ], [ 0.5542432856003945, 0.13034577662288305, 1.2300652763058428 ], [ 0.6485365975735293, 0.1433827236627916, 1.5390061064804805 ], [ 0.39253889085611565, 0.997547310971001, 1.2428249444358117 ], [ 0.4868322028292506, 1.0105842580109097, 1.5517657746104494 ] ], "projected_corners_px": [ [ 555.461363057779, 526.1738548938034 ], [ 584.3314218636572, 527.4186187835369 ], [ 474.98318989887275, 955.7741016417192 ], [ 518.3231551023405, 878.6060959678366 ], [ 811.9796410318262, 576.6793499583981 ], [ 792.0016962690306, 567.8996842375373 ], [ 719.7354801334649, 1054.510707165965 ], [ 718.2866845903786, 950.671855985675 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true } ] }, { "step": 6, "source_frame": 72, "timestamp_s": 3.0, "depth_stats": { "available": true, "valid_patches": 3024, "total_patches": 5184, "mean_coverage": 0.5585317611694336, "min_m": 1.16609525680542, "median_m": 1.7828705310821533, "max_m": 3.6941511631011963, "fraction_above_display_max": 0.0, "fraction_below_display_min": 0.0 }, "camera_valid": true, "intrinsics": [ [ 685.0471801757812, 0.0, 503.5 ], [ 0.0, 686.276123046875, 504.0 ], [ 0.0, 0.0, 1.0 ] ], "objects": [ { "object_id": 0, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 507.0, 340.0, 671.0, 466.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 1, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 536.0, 444.0, 589.0, 466.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 2, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 582.0, 210.0, 785.0, 562.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.3814341723918915, -0.2124185562133789, 1.346243977546692, 0.2817287743091583, 0.3822918236255646, 0.6232401728630066, 0.642011284828186, -0.02604571357369423, 0.7648029923439026, 0.04711213707923889 ], "projection": { "corners_camera_m": [ [ 0.3080274313009096, -0.5410424197807813, 1.546504857638605 ], [ 0.5840005223226419, -0.5113182629409222, 1.4982717797168017 ], [ 0.2454960478621485, 0.07858553712665906, 1.5705742193720669 ], [ 0.5214691388838808, 0.10830969396651813, 1.522341141450264 ], [ 0.24139920589990216, -0.5331468063932759, 1.17014681364312 ], [ 0.5173722969216344, -0.5034226495534169, 1.121913735721317 ], [ 0.17886782246114108, 0.08648115051416438, 1.194216175376582 ], [ 0.45484091348287337, 0.11620530735402346, 1.1459830974547789 ] ], "projected_corners_px": [ [ 639.9453025719419, 263.90732106848463 ], [ 770.5195864691043, 269.7931492239107 ], [ 610.5795466128957, 538.3386368384438 ], [ 738.1589430019463, 552.8263470255586 ], [ 644.8240145341596, 191.3162247331548 ], [ 819.4105926084068, 196.05569627206756 ], [ 606.1052903382821, 553.6978268384103 ], [ 775.3953585808139, 573.5899686352369 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true }, { "object_id": 3, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 507.0, 342.0, 671.0, 458.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 4, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 605.0, 140.0, 693.0, 200.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 5, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 519.0, 550.0, 777.0, 1008.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.29246029257774353, 0.5329373478889465, 1.4497172832489014, 0.3223344087600708, 0.49249914288520813, 0.8787696361541748, 0.9891156554222107, 0.001343942596577108, 0.13190458714962006, 0.06518899649381638 ], "projection": { "corners_camera_m": [ [ 0.07129650630869996, 0.06310197579706933, 1.3496471062009636 ], [ 0.15546221140089242, 0.06778833963109876, 1.6607638739121457 ], [ -0.041717107488821015, 0.9343995894577743, 1.3670960302974913 ], [ 0.04244859760337144, 0.9390859532918038, 1.6782127980086734 ], [ 0.5424719875521156, 0.1267887424860893, 1.2212217684891293 ], [ 0.626637692644308, 0.13147510632011872, 1.5323385362003115 ], [ 0.4294583737545946, 0.9980863561467943, 1.238670692585657 ], [ 0.5136240788467871, 1.0027727199808236, 1.5497874602968391 ] ], "projected_corners_px": [ [ 539.6883268439262, 536.0864462329772 ], [ 567.6264849368383, 532.012121193501 ], [ 482.59569904603705, 973.0644354296971 ], [ 520.8275356528748, 888.0229725322039 ], [ 807.8009181343759, 575.2500291793779 ], [ 783.6446117790024, 562.8826973354613 ], [ 741.012076215622, 1056.982192169722 ], [ 730.5354715716835, 948.0473240335798 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true } ] }, { "step": 7, "source_frame": 84, "timestamp_s": 3.5, "depth_stats": { "available": true, "valid_patches": 3024, "total_patches": 5184, "mean_coverage": 0.5585317611694336, "min_m": 1.2591975927352905, "median_m": 1.790069818496704, "max_m": 3.483707904815674, "fraction_above_display_max": 0.0, "fraction_below_display_min": 0.0 }, "camera_valid": true, "intrinsics": [ [ 685.34375, 0.0, 503.5 ], [ 0.0, 686.5828857421875, 504.0 ], [ 0.0, 0.0, 1.0 ] ], "objects": [ { "object_id": 0, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 473.0, 332.0, 591.0, 469.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 1, "visibility_known": true, "visible": false, "box2d_valid": false, "box2d_xyxy_px": null, "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 2, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 536.0, 228.0, 744.0, 546.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.2889322340488434, -0.2254272848367691, 1.4156805276870728, 0.30499759316444397, 0.4046396017074585, 0.5745585560798645, 0.4707152545452118, -0.025682972744107246, 0.881442129611969, 0.028762858361005783 ], "projection": { "corners_camera_m": [ [ 0.29579316728222554, -0.5195902206590302, 1.660914422471743 ], [ 0.5484345944875711, -0.49675068186805893, 1.491579852570717 ], [ 0.2542213615495969, 0.05325969351815901, 1.6761556547019265 ], [ 0.5068627887549425, 0.07609923230913024, 1.5068210848009005 ], [ 0.07100167934274423, -0.5269538019826685, 1.324539970573245 ], [ 0.32364310654808987, -0.5041142631916973, 1.155205400672219 ], [ 0.02942987361011562, 0.04589611219452072, 1.3397812028034286 ], [ 0.2820713008154612, 0.06873565098549195, 1.1704466329024026 ] ], "projected_corners_px": [ [ 625.5532471431571, 289.2136460031455 ], [ 755.4920210560911, 275.34277051036975 ], [ 607.4456095654135, 525.8161087646391 ], [ 734.035162989619, 538.6746080530665 ], [ 540.237703850488, 230.85047634953878 ], [ 695.5063567693219, 204.3855544957238 ], [ 518.5543834319953, 527.5198740577379 ], [ 668.6641327626135, 544.3202677340028 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true }, { "object_id": 3, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 475.0, 333.0, 591.0, 469.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 4, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 564.0, 175.0, 637.0, 235.0 ], "valid3d_components": { "center": false, "depth": false, "size": false, "rotation": false }, "has_measurement": false, "interpolated": null, "segment_id": -1, "drawn_3d": false, "complete_measured_visible_3d": false }, { "object_id": 5, "visibility_known": true, "visible": true, "box2d_valid": true, "box2d_xyxy_px": [ 517.0, 534.0, 746.0, 1006.0 ], "valid3d_components": { "center": true, "depth": true, "size": true, "rotation": true }, "has_measurement": true, "interpolated": false, "segment_id": 0, "drawn_3d": true, "box3d_camera_wlh_wxyz": [ 0.2573317289352417, 0.5156208872795105, 1.4715642929077148, 0.3157374858856201, 0.4798383116722107, 0.9157959222793579, 0.9922327995300293, 0.006525780539959669, 0.11539437621831894, 0.04599617049098015 ], "projection": { "corners_camera_m": [ [ 0.029677390156653938, 0.03780738443319509, 1.361919216938269 ], [ 0.10216960749022075, 0.03707020429959529, 1.6692211775322192 ], [ -0.052535202465799014, 0.9496503039092731, 1.3835004837949012 ], [ 0.019957014867767797, 0.9489131237756733, 1.6908024443888514 ], [ 0.4947064430027156, 0.08232865078334772, 1.2523261414265783 ], [ 0.5671986603362824, 0.08159147064974792, 1.5596281020205285 ], [ 0.41249385038026265, 0.9941715702594257, 1.2739074082832105 ], [ 0.48498606771382946, 0.9934343901258259, 1.5812093688771607 ] ], "projected_corners_px": [ [ 518.4342292899713, 523.0597964869482 ], [ 545.4484864413807, 519.2476904712511 ], [ 477.4756703473206, 975.2782205290741 ], [ 511.58930425530906, 889.3244434337364 ], [ 774.2313674778225, 549.1363592631718 ], [ 752.742788307188, 539.9183752191171 ], [ 725.4157220009661, 1039.8169527810842 ], [ 713.7075644674298, 935.3628946256945 ] ], "edges_in_front": 12, "edges_skipped_near_plane": 0 }, "complete_measured_visible_3d": true } ] } ], "input_shapes": { "images": [ 8, 3, 1008, 1008 ], "initial_boxes": [ 6, 4 ], "depth_patches": [ 8, 1, 72, 72 ], "depth_coverage": [ 8, 1, 72, 72 ], "intrinsics": [ 8, 3, 3 ], "camera_valid": [ 8 ], "source_frame_indices": [ 8 ], "timestamps_s": [ 8 ] }, "provenance": { "schema_version": "wildtrack_video_clip_v1", "video_id": "sav_009516", "dataset": "sa-v", "manifest_sha256": "5226b74d8f3129988ebd7882b6cb30fb6105e351c8eff1004eeaf2fefeb7ce4b", "sampling_fps": 2.0, "source_frame_stride": 12, "hashes": { "container": "7d4745699f843cbadc24c0ce43d7f95c711ab88c742af2dc6bbefedc0fa02dcb", "manual": "301f292b6be4df550e9dcdd7141e33ced41287a4dc14c6128577814223ca516a", "rgb": "adf759b0dbd48d1800848e8e2be51a63a7271b373e574fcd5d13f5794667061c" }, "epoch": 0, "occurrence": 0, "annotation_slots": [ 0, 3, 6, 9, 12, 15, 18, 21 ], "all_manual_object_ids": [ 0, 1, 2, 3, 4, 5 ], "camera_source": [ "exact_cache", "exact_cache", "exact_cache", "exact_cache", "exact_cache", "exact_cache", "exact_cache", "exact_cache" ], "depth_available": [ true, true, true, true, true, true, true, true ], "depth_dropout_mode": "disabled", "depth_dropped": [ false, false, false, false, false, false, false, false ], "decoder": { "decoder": "pyav-14.4.0-sequential-pts-v1", "pts_origin_s": 0.0, "rotation_degrees": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "photometric": { "enabled": false, "seed": 17668136034444408358, "recipe": [ { "transform": "ColorJitter", "consistent_transform": true, "brightness": 0.1, "contrast": 0.03, "saturation": 0.03, "hue": null }, { "transform": "RandomGrayscale", "consistent_transform": true, "p": 0.05 }, { "transform": "ColorJitter", "consistent_transform": false, "brightness": 0.1, "contrast": 0.05, "saturation": 0.05, "hue": null } ], "source": "third_party/sam3/training/dataset/transforms.py", "input_domain": "float_rgb_after_fixed_resize_before_normalization_and_padding" }, "depth_units": "camera_z_meters", "target_variant": "smoothed_at_measurement", "label_source": "wilddet_depth_rescaled_rts_pseudo", "world_frame_id": "sav_009516", "source_to_saved_affine": [ [ 0.5333333333333333, 0.0, 0.0 ], [ 0.0, 0.5375, 0.0 ], [ 0.0, 0.0, 1.0 ] ] }, "preprocessing": { "grid": 72, "image_size": 1008, "interpolation": "nearest", "missing_depth": -1.0, "padding": [ 222, 223, 0, 0 ], "pooling": "positive_finite_mean", "resized_hw": [ 1008, 563 ], "scale_xy": [ 1.4661458333333333, 1.4651162790697674 ], "source_hw": [ 688, 384 ] }, "record": { "bytes": 3358720, "container": "videos/sav_009516.tar", "format": "sav_metric_patch72_fp32_v1", "frame_indices": [ 0, 12, 24, 36, 48, 60, 72, 84 ], "frames": 248, "hashes": { "container": "7d4745699f843cbadc24c0ce43d7f95c711ab88c742af2dc6bbefedc0fa02dcb", "manual": "301f292b6be4df550e9dcdd7141e33ced41287a4dc14c6128577814223ca516a", "rgb": "adf759b0dbd48d1800848e8e2be51a63a7271b373e574fcd5d13f5794667061c" }, "manual": "extracted/sav_009/sav_train/sav_009/sav_009516_manual.json", "objects": 2, "records": 490, "rgb": "extracted/sav_009/sav_train/sav_009/sav_009516.mp4", "rgb_geometry": { "crop_xyxy": [ 0, 0, 720, 1280 ], "geometry_only": true, "resize": "PIL_BICUBIC", "saved_hw": [ 688, 384 ], "source_hw": [ 1280, 720 ], "source_to_saved_affine": [ [ 0.5333333333333333, 0.0, 0.0 ], [ 0.0, 0.5375, 0.0 ], [ 0.0, 0.0, 1.0 ] ] }, "seconds": 37.22526039206423, "sha256": "7d4745699f843cbadc24c0ce43d7f95c711ab88c742af2dc6bbefedc0fa02dcb", "video_id": "sav_009516" }, "file_sha256": { "rgb": "adf759b0dbd48d1800848e8e2be51a63a7271b373e574fcd5d13f5794667061c", "manual": "301f292b6be4df550e9dcdd7141e33ced41287a4dc14c6128577814223ca516a", "container": "7d4745699f843cbadc24c0ce43d7f95c711ab88c742af2dc6bbefedc0fa02dcb" }, "depth_present_frames": 8, "depth_median_m": 1.7729461193084717, "complete_measured_visible_object_frames": 16, "total_object_frames": 48 }