TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l025_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l025_r005/lit.png",5 "camera": {6 "location": [7 241,8 71,9 12610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 241,38 71,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 677,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 652,118 0,119 1639,120 728121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 1714,178 0,179 1813,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 1809,238 0,239 1919,240 242241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ]295 },296 "foreground": {297 "grill": [298 {299 "object_id": "SM_grill2",300 "bbox_2d": [301 1314,302 207,303 1439,304 625305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 385.2553100585887,310 -75.62591934204102,311 108.73949432373047312 ],313 "extent": [314 28.420366367019028,315 35.869838411538495,316 90.03331756591797317 ]318 },319 "obb": {320 "center": [321 385.2553100585887,322 -75.62591934204102,323 108.73949432373047324 ],325 "extent": [326 28.420366367019028,327 35.869838411538495,328 90.03331756591797329 ],330 "rotation": [331 0,332 90.00007629394531,333 0334 ]335 },336 "location": [337 385.25531005859375,338 -75.62592315673828,339 20340 ],341 "rotation": [342 0,343 90.00007629394531,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 0,355 255356 ]357 }358 ],359 "fireextinguisher": [360 {361 "object_id": "SM_fireextinguisher_324",362 "bbox_2d": [363 1352,364 849,365 1559,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 331.0877685546875,372 13.703109741210938,373 55.87240219116211374 ],375 "extent": [376 15.99792177943084,377 14.843982007062664,378 37.336402893066406379 ]380 },381 "obb": {382 "center": [383 331.0877685546875,384 13.703109741210938,385 55.87240219116211386 ],387 "extent": [388 15.99792177943084,389 14.843982007062664,390 37.336402893066406391 ],392 "rotation": [393 0,394 -30.000061035156264,395 0396 ]397 },398 "location": [399 331.0877685546875,400 13.703109741210938,401 55.872406005859375402 ],403 "rotation": [404 0,405 -30.000061035156264,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 127,416 0,417 127418 ]419 }420 ],421 "steel": [422 {423 "object_id": "SM_steel_02_346",424 "bbox_2d": [425 182,426 0,427 838,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 230.1611499786377,434 25.21088981628418,435 106.01264953613281436 ],437 "extent": [438 20.196971893310547,439 23.852373123168952,440 86.09856414794922441 ]442 },443 "obb": {444 "center": [445 230.1611499786377,446 25.21088981628418,447 106.01264953613281448 ],449 "extent": [450 20.196971893310547,451 23.852373123168952,452 86.09856414794922453 ],454 "rotation": [455 0,456 -90.00000000000001,457 0458 ]459 },460 "location": [461 230.16116333007812,462 25.21090316772461,463 20464 ],465 "rotation": [466 0,467 -90.00000000000001,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 255,479 63480 ]481 }482 ],483 "trash can": [484 {485 "object_id": "SM_trashcan_4",486 "bbox_2d": [487 1715,488 996,489 1919,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 397.53597989340074,496 28.86361506498783,497 41.572715759277344498 ],499 "extent": [500 19.87358163878173,501 19.820483007019522,502 21.400728225708008503 ]504 },505 "obb": {506 "center": [507 397.53597989340074,508 28.86361506498783,509 41.572715759277344510 ],511 "extent": [512 19.87358163878173,513 19.820483007019522,514 21.400728225708008515 ],516 "rotation": [517 0,518 -10.000030517578125,519 0520 ]521 },522 "location": [523 397.5359802246094,524 28.863616943359375,525 41.572715759277344526 ],527 "rotation": [528 0,529 -10.000030517578125,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 63,541 255542 ]543 }544 ],545 "milk": [546 {547 "object_id": "SM_milk_4",548 "bbox_2d": [549 228,550 796,551 239,552 904553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 233.67514231133146,558 19.89204369350241,559 127.55570602416992560 ],561 "extent": [562 7.031568522159091,563 7.077565022127117,564 15.55480670928955565 ]566 },567 "obb": {568 "center": [569 233.67514231133146,570 19.89204369350241,571 127.55570602416992572 ],573 "extent": [574 7.031568522159091,575 7.077565022127117,576 15.55480670928955577 ],578 "rotation": [579 0,580 39.11842346191407,581 0582 ]583 },584 "location": [585 233.57029724121094,586 20.12070655822754,587 112.1091537475586588 ],589 "rotation": [590 0,591 39.11842346191407,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 31,602 191,603 0604 ]605 },606 {607 "object_id": "SM_milk_5",608 "bbox_2d": [609 210,610 0,611 681,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 242.59680344514481,618 41.68203290183922,619 127.55570602416992620 ],621 "extent": [622 5.3246830248370145,623 5.610554717209446,624 15.55480670928955625 ]626 },627 "obb": {628 "center": [629 242.59680344514481,630 41.68203290183922,631 127.55570602416992632 ],633 "extent": [634 5.3246830248370145,635 5.610554717209446,636 15.55480670928955637 ],638 "rotation": [639 0,640 5.440780639648438,641 0642 ]643 },644 "location": [645 242.6363525390625,646 41.930458068847656,647 112.1091537475586648 ],649 "rotation": [650 0,651 5.440780639648438,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 31,662 191,663 255664 ]665 },666 {667 "object_id": "SM_milk_6",668 "bbox_2d": [669 0,670 0,671 233,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 231.6966583448379,678 39.938258669657486,679 127.55570602416992680 ],681 "extent": [682 5.681994700258485,683 5.939334257786598,684 15.55480670928955685 ]686 },687 "obb": {688 "center": [689 231.6966583448379,690 39.938258669657486,691 127.55570602416992692 ],693 "extent": [694 5.681994700258485,695 5.939334257786598,696 15.55480670928955697 ],698 "rotation": [699 0,700 -169.9813995361328,701 0702 ]703 },704 "location": [705 231.67706298828125,706 39.687469482421875,707 112.1091537475586708 ],709 "rotation": [710 0,711 -169.9813995361328,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 31,722 191,723 127724 ]725 }726 ]727 }728}