TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l063_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l063_r002/lit.png",5 "camera": {6 "location": [7 454,8 929,9 12610 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 454,38 929,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "atm": [55 {56 "object_id": "SM_ATM_27",57 "bbox_2d": [58 1797,59 407,60 1919,61 79362 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 -165.37035369874536,67 1099.9999860165026,68 99.1596374511718869 ],70 "extent": [71 31.839377383484702,72 31.772072915673334,73 89.159645080566474 ]75 },76 "obb": {77 "center": [78 -165.37035369874536,79 1099.9999860165026,80 99.1596374511718881 ],82 "extent": [83 31.839377383484702,84 31.772072915673334,85 89.159645080566486 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 -171.93374633789062,95 1100,96 1097 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 95,112 31113 ]114 }115 ],116 "shopping basket stand": [117 {118 "object_id": "SM_Shopping_Basket_Stand_2",119 "bbox_2d": [120 266,121 905,122 692,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 437.0000002387705,129 1145.9999981076555,130 24.87095546722412131 ],132 "extent": [133 37.900795186396465,134 25.92428990466101,135 14.87095832824707136 ]137 },138 "obb": {139 "center": [140 437.0000002387705,141 1145.9999981076555,142 24.87095546722412143 ],144 "extent": [145 37.900795186396465,146 25.92428990466101,147 14.87095832824707148 ],149 "rotation": [150 0,151 7.191411018371582,152 0153 ]154 },155 "location": [156 437,157 1146,158 10159 ],160 "rotation": [161 0,162 7.191411018371582,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 95,173 0,174 31175 ]176 }177 ],178 "shopping basket": [179 {180 "object_id": "SM_Shopping_Basket_11",181 "bbox_2d": [182 311,183 895,184 660,185 1079186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 437.000002865246,191 1145.9999772918668,192 28.726181030273438193 ],194 "extent": [195 32.089719732421145,196 24.25146511108278,197 16.13337516784668198 ]199 },200 "obb": {201 "center": [202 437.000002865246,203 1145.9999772918668,204 28.726181030273438205 ],206 "extent": [207 32.089719732421145,208 24.25146511108278,209 16.13337516784668210 ],211 "rotation": [212 0,213 7.191411018371582,214 0215 ]216 },217 "location": [218 437,219 1146,220 12.592809677124023221 ],222 "rotation": [223 0,224 7.191411018371582,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 95,235 255,236 0237 ]238 },239 {240 "object_id": "SM_Shopping_Basket2",241 "bbox_2d": [242 311,243 870,244 660,245 1079246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 437.000002865246,251 1145.9999772918668,252 34.18583297729492253 ],254 "extent": [255 32.089719732421145,256 24.25146511108278,257 16.13337516784668258 ]259 },260 "obb": {261 "center": [262 437.000002865246,263 1145.9999772918668,264 34.18583297729492265 ],266 "extent": [267 32.089719732421145,268 24.25146511108278,269 16.13337516784668270 ],271 "rotation": [272 0,273 7.191411018371582,274 0275 ]276 },277 "location": [278 437,279 1146,280 18.052461624145508281 ],282 "rotation": [283 0,284 7.191411018371582,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 95,295 255,296 255297 ]298 },299 {300 "object_id": "SM_Shopping_Basket3",301 "bbox_2d": [302 311,303 844,304 660,305 1079306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 437.000002865246,311 1145.9999772918668,312 39.529951095581055313 ],314 "extent": [315 32.089719732421145,316 24.25146511108278,317 16.13337516784668318 ]319 },320 "obb": {321 "center": [322 437.000002865246,323 1145.9999772918668,324 39.529951095581055325 ],326 "extent": [327 32.089719732421145,328 24.25146511108278,329 16.13337516784668330 ],331 "rotation": [332 0,333 7.191411018371582,334 0335 ]336 },337 "location": [338 437,339 1146,340 23.39657974243164341 ],342 "rotation": [343 0,344 7.191411018371582,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 95,355 255,356 127357 ]358 },359 {360 "object_id": "SM_Shopping_Basket4",361 "bbox_2d": [362 287,363 708,364 656,365 940366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 436.34887032376605,371 1145.2814455686596,372 59.73983968876464373 ],374 "extent": [375 36.4081771978602,376 25.262972897530062,377 28.069951478752223378 ]379 },380 "obb": {381 "center": [382 436.34887032376605,383 1145.2814455686596,384 59.73983968876464385 ],386 "extent": [387 36.4081771978602,388 25.262972897530062,389 28.069951478752223390 ],391 "rotation": [392 -27.591447830200202,393 8.121444702148441,394 0395 ]396 },397 "location": [398 428.951416015625,399 1144.225830078125,400 45.4412727355957401 ],402 "rotation": [403 -27.591447830200202,404 8.121444702148441,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 95,415 255,416 63417 ]418 }419 ],420 "ad": [421 {422 "object_id": "SM_Galaxy_X_Ad_5",423 "bbox_2d": [424 249,425 213,426 551,427 623428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 452.88775634765625,433 1201.7025364637375,434 153.90624237060547435 ],436 "extent": [437 32.24943542480469,438 0.4452856779098511,439 47.182830810546875440 ]441 },442 "obb": {443 "center": [444 452.88775634765625,445 1201.7025364637375,446 153.90624237060547447 ],448 "extent": [449 32.24943542480469,450 0.4452856779098511,451 47.182830810546875452 ],453 "rotation": [454 0,455 0,456 0457 ]458 },459 "location": [460 452.88775634765625,461 1201.655029296875,462 152.3887481689453463 ],464 "rotation": [465 0,466 0,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 95,477 95,478 191479 ]480 }481 ]482 }483}