TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l077_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l077_r001/lit.png",5 "camera": {6 "location": [7 413,8 482,9 12610 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 413,38 482,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "shopping basket stand": [55 {56 "object_id": "SM_Shopping_Basket_Stand_2",57 "bbox_2d": [58 1399,59 680,60 1539,61 74262 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 437.0000002387705,67 1145.9999981076555,68 24.8709554672241269 ],70 "extent": [71 37.900795186396465,72 25.92428990466101,73 14.8709583282470774 ]75 },76 "obb": {77 "center": [78 437.0000002387705,79 1145.9999981076555,80 24.8709554672241281 ],82 "extent": [83 37.900795186396465,84 25.92428990466101,85 14.8709583282470786 ],87 "rotation": [88 0,89 7.191411018371582,90 091 ]92 },93 "location": [94 437,95 1146,96 1097 ],98 "rotation": [99 0,100 7.191411018371582,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 95,111 0,112 31113 ]114 }115 ],116 "shopping basket": [117 {118 "object_id": "SM_Shopping_Basket_11",119 "bbox_2d": [120 1410,121 671,122 1528,123 733124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 437.000002865246,129 1145.9999772918668,130 28.726181030273438131 ],132 "extent": [133 32.089719732421145,134 24.25146511108278,135 16.13337516784668136 ]137 },138 "obb": {139 "center": [140 437.000002865246,141 1145.9999772918668,142 28.726181030273438143 ],144 "extent": [145 32.089719732421145,146 24.25146511108278,147 16.13337516784668148 ],149 "rotation": [150 0,151 7.191411018371582,152 0153 ]154 },155 "location": [156 437,157 1146,158 12.592809677124023159 ],160 "rotation": [161 0,162 7.191411018371582,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 95,173 255,174 0175 ]176 },177 {178 "object_id": "SM_Shopping_Basket2",179 "bbox_2d": [180 1410,181 663,182 1528,183 722184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 437.000002865246,189 1145.9999772918668,190 34.18583297729492191 ],192 "extent": [193 32.089719732421145,194 24.25146511108278,195 16.13337516784668196 ]197 },198 "obb": {199 "center": [200 437.000002865246,201 1145.9999772918668,202 34.18583297729492203 ],204 "extent": [205 32.089719732421145,206 24.25146511108278,207 16.13337516784668208 ],209 "rotation": [210 0,211 7.191411018371582,212 0213 ]214 },215 "location": [216 437,217 1146,218 18.052461624145508219 ],220 "rotation": [221 0,222 7.191411018371582,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 95,233 255,234 255235 ]236 },237 {238 "object_id": "SM_Shopping_Basket3",239 "bbox_2d": [240 1410,241 649,242 1528,243 713244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 437.000002865246,249 1145.9999772918668,250 39.529951095581055251 ],252 "extent": [253 32.089719732421145,254 24.25146511108278,255 16.13337516784668256 ]257 },258 "obb": {259 "center": [260 437.000002865246,261 1145.9999772918668,262 39.529951095581055263 ],264 "extent": [265 32.089719732421145,266 24.25146511108278,267 16.13337516784668268 ],269 "rotation": [270 0,271 7.191411018371582,272 0273 ]274 },275 "location": [276 437,277 1146,278 23.39657974243164279 ],280 "rotation": [281 0,282 7.191411018371582,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 95,293 255,294 127295 ]296 },297 {298 "object_id": "SM_Shopping_Basket4",299 "bbox_2d": [300 1404,301 603,302 1526,303 661304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 436.34887032376605,309 1145.2814455686596,310 59.73983968876464311 ],312 "extent": [313 36.4081771978602,314 25.262972897530062,315 28.069951478752223316 ]317 },318 "obb": {319 "center": [320 436.34887032376605,321 1145.2814455686596,322 59.73983968876464323 ],324 "extent": [325 36.4081771978602,326 25.262972897530062,327 28.069951478752223328 ],329 "rotation": [330 -27.591447830200202,331 8.121444702148441,332 0333 ]334 },335 "location": [336 428.951416015625,337 1144.225830078125,338 45.4412727355957339 ],340 "rotation": [341 -27.591447830200202,342 8.121444702148441,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 95,353 255,354 63355 ]356 }357 ],358 "mat": [359 {360 "object_id": "SM_Mat_2",361 "bbox_2d": [362 1035,363 687,364 1360,365 742366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 596.1696014404297,371 1124.8133697509766,372 11.26958978176117373 ],374 "extent": [375 92.76057434082031,376 68.32167053222656,377 0.5533158183097839378 ]379 },380 "obb": {381 "center": [382 596.1696014404297,383 1124.8133697509766,384 11.26958978176117385 ],386 "extent": [387 92.76057434082031,388 68.32167053222656,389 0.5533158183097839390 ],391 "rotation": [392 0,393 0,394 0395 ]396 },397 "location": [398 596.1780395507812,399 1124.3819580078125,400 10.738197326660156401 ],402 "rotation": [403 0,404 0,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 95,415 255,416 191417 ]418 },419 {420 "object_id": "SM_Mat2",421 "bbox_2d": [422 1597,423 946,424 1919,425 1079426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 324.528668041802,431 717.1061794844431,432 10.689099669456482433 ],434 "extent": [435 69.14052434333286,436 93.36202669623742,437 0.5533158183097839438 ]439 },440 "obb": {441 "center": [442 324.528668041802,443 717.1061794844431,444 10.689099669456482445 ],446 "extent": [447 69.14052434333286,448 93.36202669623742,449 0.5533158183097839450 ],451 "rotation": [452 0,453 -90.50744628906251,454 0455 ]456 },457 "location": [458 324.0971984863281,459 717.1015625,460 10.157707214355469461 ],462 "rotation": [463 0,464 -90.50744628906251,465 0466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 95,475 255,476 31477 ]478 }479 ],480 "ad": [481 {482 "object_id": "SM_Sandwich_Ad_2",483 "bbox_2d": [484 1006,485 456,486 1077,487 572488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 750.7865600585938,493 1201.00441634655,494 146.55841827392578495 ],496 "extent": [497 32.24943542480469,498 0.4452856779098511,499 47.182830810546875500 ]501 },502 "obb": {503 "center": [504 750.7865600585938,505 1201.00441634655,506 146.55841827392578507 ],508 "extent": [509 32.24943542480469,510 0.4452856779098511,511 47.182830810546875512 ],513 "rotation": [514 0,515 0,516 0517 ]518 },519 "location": [520 750.7865600585938,521 1200.9569091796875,522 145.04092407226562523 ],524 "rotation": [525 0,526 0,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 95,537 95,538 63539 ]540 },541 {542 "object_id": "SM_Galaxy_X_Ad_5",543 "bbox_2d": [544 1393,545 425,546 1500,547 569548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 452.88775634765625,553 1201.7025364637375,554 153.90624237060547555 ],556 "extent": [557 32.24943542480469,558 0.4452856779098511,559 47.182830810546875560 ]561 },562 "obb": {563 "center": [564 452.88775634765625,565 1201.7025364637375,566 153.90624237060547567 ],568 "extent": [569 32.24943542480469,570 0.4452856779098511,571 47.182830810546875572 ],573 "rotation": [574 0,575 0,576 0577 ]578 },579 "location": [580 452.88775634765625,581 1201.655029296875,582 152.3887481689453583 ],584 "rotation": [585 0,586 0,587 0588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 95,597 95,598 191599 ]600 }601 ]602 }603}