TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l046_off1_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l046_off1_r002/lit.png",5 "camera": {6 "location": [7 -1054,8 -103,9 26110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -1054,38 -103,39 261,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_rightwall_11",56 "bbox_2d": [57 0,58 0,59 1042,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -26.000122070144926,66 201.00004196215752,67 248.0951843261718868 ],69 "extent": [70 1213.475322102896,71 56.19279383862782,72 242.1362609863281273 ]74 },75 "obb": {76 "center": [77 -26.000122070144926,78 201.00004196215752,79 248.0951843261718880 ],81 "extent": [82 1213.475322102896,83 56.19279383862782,84 242.1362609863281285 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -26,94 201,95 9.8146362304687596 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_frontwall_5",116 "bbox_2d": [117 1043,118 0,119 1919,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -1240.4295752343487,126 -48.000000000007816,127 246.48490142822266128 ],129 "extent": [130 10.572162284987598,131 198.86315791456767,132 242.13623046875133 ]134 },135 "obb": {136 "center": [137 -1240.4295752343487,138 -48.000000000007816,139 246.48490142822266140 ],141 "extent": [142 10.572162284987598,143 198.86315791456767,144 242.13623046875145 ],146 "rotation": [147 0,148 -179.9999542236328,149 0150 ]151 },152 "location": [153 -1240.4295654296875,154 -48,155 4.831062316894531156 ],157 "rotation": [158 0,159 -179.9999542236328,160 0161 ],162 "scale": [163 0.6425582766532898,164 1.0200690031051636,165 1166 ]167 },168 "color": [169 95,170 0,171 127172 ]173 }174 ],175 "door": [176 {177 "object_id": "SM_wooddoorframe_49",178 "bbox_2d": [179 1040,180 448,181 1523,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -1232.3044815063477,188 70.83984298798123,189 143.62541484832764190 ],191 "extent": [192 5.932407855987549,193 74.38612441924533,194 133.97227478027344195 ]196 },197 "obb": {198 "center": [199 -1232.3044815063477,200 70.83984298798123,201 143.62541484832764202 ],203 "extent": [204 5.932407855987549,205 74.38612441924533,206 133.97227478027344207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -1222.8426513671875,216 145.22596740722656,217 9.944186210632324218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1904784440994263,227 1228 ]229 },230 "color": [231 255,232 127,233 127234 ]235 },236 {237 "object_id": "SM_wooddoorframe2",238 "bbox_2d": [239 1100,240 525,241 1213,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -1288.9289898891848,248 165.40699986209867,249 142.08150386810303250 ],251 "extent": [252 57.74717126213932,253 39.82094990777597,254 127.09231567382812255 ]256 },257 "obb": {258 "center": [259 -1288.9289898891848,260 165.40699986209867,261 142.08150386810303262 ],263 "extent": [264 57.74717126213932,265 39.82094990777597,266 127.09231567382812267 ],268 "rotation": [269 0,270 59.15640258789062,271 0272 ]273 },274 "location": [275 -1236.13525390625,276 133.88113403320312,277 14.989188194274902278 ],279 "rotation": [280 0,281 59.15640258789062,282 0283 ],284 "scale": [285 0.9999998211860657,286 1,287 1288 ]289 },290 "color": [291 127,292 0,293 0294 ]295 }296 ],297 "sidewalk": [298 {299 "object_id": "SM_sidewalk_2",300 "bbox_2d": [301 1205,302 895,303 1444,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -1404.224136352539,310 240.83753967285156,311 1.4315944910049438312 ],313 "extent": [314 171.16180419921875,315 158.64773559570318,316 8.45494556427002317 ]318 },319 "obb": {320 "center": [321 -1404.224136352539,322 240.83753967285156,323 1.4315944910049438324 ],325 "extent": [326 171.16180419921875,327 158.64773559570318,328 8.45494556427002329 ],330 "rotation": [331 0,332 90.00000000000001,333 0334 ]335 },336 "location": [337 -1404.22412109375,338 240.83753967285156,339 1.4315944910049438340 ],341 "rotation": [342 0,343 90.00000000000001,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 0,355 127356 ]357 },358 {359 "object_id": "SM_sidewalk_6",360 "bbox_2d": [361 1311,362 951,363 1444,364 1019365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -1545.3495464324951,370 240.84237670898438,371 0.9445372819900513372 ],373 "extent": [374 30.09494400024414,375 49.652351379394545,376 8.987836837768555377 ]378 },379 "obb": {380 "center": [381 -1545.3495464324951,382 240.84237670898438,383 0.9445372819900513384 ],385 "extent": [386 30.09494400024414,387 49.652351379394545,388 8.987836837768555389 ],390 "rotation": [391 0,392 90.00000000000001,393 0394 ]395 },396 "location": [397 -1541.601806640625,398 240.84237670898438,399 1.3187085390090942400 ],401 "rotation": [402 0,403 90.00000000000001,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 255,415 63416 ]417 }418 ]419 },420 "foreground": {421 "plane": [422 {423 "object_id": "Plane_2",424 "bbox_2d": [425 1205,426 768,427 1444,428 999429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -91.475341796875,434 0.002471923828125,435 -7436 ],437 "extent": [438 1775,439 1775,440 2.851052727237402e-13441 ]442 },443 "obb": {444 "center": [445 -91.475341796875,446 0.002471923828125,447 -7448 ],449 "extent": [450 1775,451 1775,452 2.851052727237402e-13453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -91.475341796875,462 0.002471923828125,463 -7464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 35.5,472 35.5,473 35.5474 ]475 },476 "color": [477 255,478 0,479 0480 ]481 }482 ],483 "awning": [484 {485 "object_id": "SM_awning_3",486 "bbox_2d": [487 1399,488 520,489 1444,490 553491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -1368.5507392984491,496 -40.90485611006264,497 349.7695791132642498 ],499 "extent": [500 131.07720848694953,501 245.26249539648242,502 110.25830092356955503 ]504 },505 "obb": {506 "center": [507 -1368.5507392984491,508 -40.90485611006264,509 349.7695791132642510 ],511 "extent": [512 131.07720848694953,513 245.26249539648242,514 110.25830092356955515 ],516 "rotation": [517 0,518 90.00000000000001,519 0520 ]521 },522 "location": [523 -1237.7021484375,524 -40.9401969909668,525 303.2781066894531526 ],527 "rotation": [528 0,529 90.00000000000001,530 0531 ],532 "scale": [533 0.4749999940395355,534 0.5496014356613159,535 0.4749999940395355536 ]537 },538 "color": [539 127,540 0,541 63542 ]543 }544 ],545 "flyzapper": [546 {547 "object_id": "SM_flyzapper2",548 "bbox_2d": [549 415,550 195,551 611,552 337553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -1082.934326171875,558 204.5287628173828,559 339.3273620605469560 ],561 "extent": [562 26.657838821411133,563 5.972184181213379,564 16.55999755859375565 ]566 },567 "obb": {568 "center": [569 -1082.934326171875,570 204.5287628173828,571 339.3273620605469572 ],573 "extent": [574 26.657838821411133,575 5.972184181213379,576 16.55999755859375577 ],578 "rotation": [579 6.3611093629270335e-15,580 90.00000000000003,581 90.00000000000003582 ]583 },584 "location": [585 -1082.934326171875,586 204.5287628173828,587 339.3273620605469588 ],589 "rotation": [590 6.3611093629270335e-15,591 90.00000000000003,592 90.00000000000003593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 127,602 127,603 31604 ]605 }606 ],607 "water dispenser": [608 {609 "object_id": "SM_wdispenser2_192",610 "bbox_2d": [611 133,612 964,613 320,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -1022.2131958007812,620 184.39776611328125,621 78.84628295898438622 ],623 "extent": [624 24.496883320551945,625 20.77495883558356,626 72.6376953125627 ]628 },629 "obb": {630 "center": [631 -1022.2131958007812,632 184.39776611328125,633 78.84628295898438634 ],635 "extent": [636 24.496883320551945,637 20.77495883558356,638 72.6376953125639 ],640 "rotation": [641 0,642 87.17608642578126,643 0644 ]645 },646 "location": [647 -1022.2131958007812,648 184.39776611328125,649 6.208587646484375650 ],651 "rotation": [652 0,653 87.17608642578126,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 31,664 63,665 31666 ]667 }668 ],669 "camera": [670 {671 "object_id": "SM_camera2",672 "bbox_2d": [673 759,674 104,675 875,676 248677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -1140.37353515625,682 121.0617618560791,683 355.06063747406006684 ],685 "extent": [686 7.67236328125,687 27.30119323730468,688 14.869946479797363689 ]690 },691 "obb": {692 "center": [693 -1140.37353515625,694 121.0617618560791,695 355.06063747406006696 ],697 "extent": [698 7.67236328125,699 27.30119323730468,700 14.869946479797363701 ],702 "rotation": [703 0,704 180,705 0706 ]707 },708 "location": [709 -1140.37353515625,710 121.06178283691406,711 355.0606384277344712 ],713 "rotation": [714 0,715 180,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 0,726 191,727 95728 ]729 }730 ],731 "tv": [732 {733 "object_id": "SM_TV_151",734 "bbox_2d": [735 1287,736 0,737 1919,738 287739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -1212.710946947794,744 -73.05219334006443,745 365.82540604022296746 ],747 "extent": [748 19.412090731130093,749 99.74318376195325,750 58.58973114885549751 ]752 },753 "obb": {754 "center": [755 -1212.710946947794,756 -73.05219334006443,757 365.82540604022296758 ],759 "extent": [760 19.412090731130093,761 99.74318376195325,762 58.58973114885549763 ],764 "rotation": [765 0,766 -89.99988555908203,767 8.560043334960941768 ]769 },770 "location": [771 -1221.284423828125,772 -73.05220031738281,773 308.8670959472656774 ],775 "rotation": [776 0,777 -89.99988555908203,778 8.560043334960941779 ],780 "scale": [781 1.3299999237060547,782 1.3299999237060547,783 1.3299999237060547784 ]785 },786 "color": [787 0,788 223,789 159790 ]791 }792 ],793 "speaker": [794 {795 "object_id": "SM_speaker_155",796 "bbox_2d": [797 1087,798 0,799 1293,800 252801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 -1210.8720378875732,806 62.91990661621093,807 355.4846954345703808 ],809 "extent": [810 19.195314407348633,811 15.209030151367195,812 24.932052612304688813 ]814 },815 "obb": {816 "center": [817 -1210.8720378875732,818 62.91990661621093,819 355.4846954345703820 ],821 "extent": [822 19.195314407348633,823 15.209030151367195,824 24.932052612304688825 ],826 "rotation": [827 0,828 -90.00000000000001,829 0830 ]831 },832 "location": [833 -1230.058837890625,834 62.92848205566406,835 355.2184143066406836 ],837 "rotation": [838 0,839 -90.00000000000001,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 255,850 223,851 0852 ]853 }854 ]855 }856}