TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l068_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l068_r001/lit.png",5 "camera": {6 "location": [7 179,8 764,9 11510 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 179,38 764,39 115,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 639,58 641,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 1199,122 370,123 1549,124 655125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "shopping basket": [180 {181 "object_id": "SM_Shopping_Basket4",182 "bbox_2d": [183 827,184 597,185 954,186 654187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 436.34887032376605,192 1145.2814455686596,193 59.73983968876464194 ],195 "extent": [196 36.4081771978602,197 25.262972897530062,198 28.069951478752223199 ]200 },201 "obb": {202 "center": [203 436.34887032376605,204 1145.2814455686596,205 59.73983968876464206 ],207 "extent": [208 36.4081771978602,209 25.262972897530062,210 28.069951478752223211 ],212 "rotation": [213 -27.591447830200202,214 8.121444702148441,215 0216 ]217 },218 "location": [219 428.951416015625,220 1144.225830078125,221 45.4412727355957222 ],223 "rotation": [224 -27.591447830200202,225 8.121444702148441,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 95,236 255,237 63238 ]239 }240 ],241 "lighter display": [242 {243 "object_id": "SM_Lighter_Display_5",244 "bbox_2d": [245 159,246 324,247 685,248 828249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 238.92790071919288,254 802.2531143062456,255 113.30773448944092256 ],257 "extent": [258 13.147392160229316,259 14.132033608390088,260 13.30773639678955261 ]262 },263 "obb": {264 "center": [265 238.92790071919288,266 802.2531143062456,267 113.30773448944092268 ],269 "extent": [270 13.147392160229316,271 14.132033608390088,272 13.30773639678955273 ],274 "rotation": [275 0,276 -108.63994598388675,277 0278 ]279 },280 "location": [281 238.9279022216797,282 802.2531127929688,283 100284 ],285 "rotation": [286 0,287 -108.63994598388675,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 95,298 31,299 0300 ]301 }302 ],303 "sour candy": [304 {305 "object_id": "SM_Sour_Candy_5",306 "bbox_2d": [307 686,308 477,309 830,310 717311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 244.7695346689095,316 827.8213800941745,317 110.12102127075195318 ],319 "extent": [320 13.264915934971029,321 8.890602562099843,322 10.121023178100586323 ]324 },325 "obb": {326 "center": [327 244.7695346689095,328 827.8213800941745,329 110.12102127075195330 ],331 "extent": [332 13.264915934971029,333 8.890602562099843,334 10.121023178100586335 ],336 "rotation": [337 0,338 -96.92366790771486,339 0340 ]341 },342 "location": [343 244.79843139648438,344 827.81787109375,345 100346 ],347 "rotation": [348 0,349 -96.92366790771486,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 95,360 127,361 95362 ]363 }364 ],365 "brochures": [366 {367 "object_id": "SM_Brochures_8",368 "bbox_2d": [369 994,370 422,371 1131,372 662373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 229.31616101974288,378 877.3379507332987,379 114.69073390960693380 ],381 "extent": [382 8.653435916451969,383 8.89416004278928,384 14.690765380859375385 ]386 },387 "obb": {388 "center": [389 229.31616101974288,390 877.3379507332987,391 114.69073390960693392 ],393 "extent": [394 8.653435916451969,395 8.89416004278928,396 14.690765380859375397 ],398 "rotation": [399 0,400 -49.61500930786132,401 0402 ]403 },404 "location": [405 229.316162109375,406 877.3379516601562,407 99.99996948242188408 ],409 "rotation": [410 0,411 -49.61500930786132,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 95,422 63,423 95424 ]425 }426 ],427 "ad": [428 {429 "object_id": "SM_Galaxy_X_Ad_5",430 "bbox_2d": [431 876,432 375,433 978,434 555435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 452.88775634765625,440 1201.7025364637375,441 153.90624237060547442 ],443 "extent": [444 32.24943542480469,445 0.4452856779098511,446 47.182830810546875447 ]448 },449 "obb": {450 "center": [451 452.88775634765625,452 1201.7025364637375,453 153.90624237060547454 ],455 "extent": [456 32.24943542480469,457 0.4452856779098511,458 47.182830810546875459 ],460 "rotation": [461 0,462 0,463 0464 ]465 },466 "location": [467 452.88775634765625,468 1201.655029296875,469 152.3887481689453470 ],471 "rotation": [472 0,473 0,474 0475 ],476 "scale": [477 1,478 1,479 1480 ]481 },482 "color": [483 95,484 95,485 191486 ]487 }488 ],489 "counter shelf display": [490 {491 "object_id": "SM_Counter_Shelf_Display_A_7",492 "bbox_2d": [493 0,494 754,495 1486,496 1079497 ],498 "bbox_3d": {499 "aabb": {500 "center": [501 220.08502578735352,502 710.0000381469727,503 55.00001907348633504 ],505 "extent": [506 40.08512878417969,507 100.00005340576172,508 45.00001907348633509 ]510 },511 "obb": {512 "center": [513 220.08502578735352,514 710.0000381469727,515 55.00001907348633516 ],517 "extent": [518 40.08512878417969,519 100.00005340576172,520 45.00001907348633521 ],522 "rotation": [523 0,524 0,525 0526 ]527 },528 "location": [529 180,530 610,531 10532 ],533 "rotation": [534 0,535 0,536 0537 ],538 "scale": [539 1,540 1,541 1542 ]543 },544 "color": [545 159,546 63,547 127548 ]549 }550 ]551 }552}