TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l046_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l046_r002/lit.png",5 "camera": {6 "location": [7 -1054,8 -103,9 20110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -1054,38 -103,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_rightwall_11",56 "bbox_2d": [57 78,58 0,59 1042,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -26.000122070144926,66 201.00004196215752,67 248.0951843261718868 ],69 "extent": [70 1213.475322102896,71 56.19279383862782,72 242.1362609863281273 ]74 },75 "obb": {76 "center": [77 -26.000122070144926,78 201.00004196215752,79 248.0951843261718880 ],81 "extent": [82 1213.475322102896,83 56.19279383862782,84 242.1362609863281285 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -26,94 201,95 9.8146362304687596 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_frontwall_5",116 "bbox_2d": [117 1043,118 0,119 1919,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -1240.4295752343487,126 -48.000000000007816,127 246.48490142822266128 ],129 "extent": [130 10.572162284987598,131 198.86315791456767,132 242.13623046875133 ]134 },135 "obb": {136 "center": [137 -1240.4295752343487,138 -48.000000000007816,139 246.48490142822266140 ],141 "extent": [142 10.572162284987598,143 198.86315791456767,144 242.13623046875145 ],146 "rotation": [147 0,148 -179.9999542236328,149 0150 ]151 },152 "location": [153 -1240.4295654296875,154 -48,155 4.831062316894531156 ],157 "rotation": [158 0,159 -179.9999542236328,160 0161 ],162 "scale": [163 0.6425582766532898,164 1.0200690031051636,165 1166 ]167 },168 "color": [169 95,170 0,171 127172 ]173 }174 ],175 "door": [176 {177 "object_id": "SM_wooddoorframe_49",178 "bbox_2d": [179 1040,180 113,181 1523,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -1232.3044815063477,188 70.83984298798123,189 143.62541484832764190 ],191 "extent": [192 5.932407855987549,193 74.38612441924533,194 133.97227478027344195 ]196 },197 "obb": {198 "center": [199 -1232.3044815063477,200 70.83984298798123,201 143.62541484832764202 ],203 "extent": [204 5.932407855987549,205 74.38612441924533,206 133.97227478027344207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -1222.8426513671875,216 145.22596740722656,217 9.944186210632324218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1904784440994263,227 1228 ]229 },230 "color": [231 255,232 127,233 127234 ]235 },236 {237 "object_id": "SM_wooddoorframe2",238 "bbox_2d": [239 1100,240 326,241 1213,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -1288.9289898891848,248 165.40699986209867,249 142.08150386810303250 ],251 "extent": [252 57.74717126213932,253 39.82094990777597,254 127.09231567382812255 ]256 },257 "obb": {258 "center": [259 -1288.9289898891848,260 165.40699986209867,261 142.08150386810303262 ],263 "extent": [264 57.74717126213932,265 39.82094990777597,266 127.09231567382812267 ],268 "rotation": [269 0,270 59.15640258789062,271 0272 ]273 },274 "location": [275 -1236.13525390625,276 133.88113403320312,277 14.989188194274902278 ],279 "rotation": [280 0,281 59.15640258789062,282 0283 ],284 "scale": [285 0.9999998211860657,286 1,287 1288 ]289 },290 "color": [291 127,292 0,293 0294 ]295 }296 ],297 "sidewalk": [298 {299 "object_id": "SM_sidewalk_2",300 "bbox_2d": [301 1143,302 810,303 1444,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -1404.224136352539,310 240.83753967285156,311 1.4315944910049438312 ],313 "extent": [314 171.16180419921875,315 158.64773559570318,316 8.45494556427002317 ]318 },319 "obb": {320 "center": [321 -1404.224136352539,322 240.83753967285156,323 1.4315944910049438324 ],325 "extent": [326 171.16180419921875,327 158.64773559570318,328 8.45494556427002329 ],330 "rotation": [331 0,332 90.00000000000001,333 0334 ]335 },336 "location": [337 -1404.22412109375,338 240.83753967285156,339 1.4315944910049438340 ],341 "rotation": [342 0,343 90.00000000000001,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 0,355 127356 ]357 },358 {359 "object_id": "SM_sidewalk_6",360 "bbox_2d": [361 1311,362 853,363 1444,364 905365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -1545.3495464324951,370 240.84237670898438,371 0.9445372819900513372 ],373 "extent": [374 30.09494400024414,375 49.652351379394545,376 8.987836837768555377 ]378 },379 "obb": {380 "center": [381 -1545.3495464324951,382 240.84237670898438,383 0.9445372819900513384 ],385 "extent": [386 30.09494400024414,387 49.652351379394545,388 8.987836837768555389 ],390 "rotation": [391 0,392 90.00000000000001,393 0394 ]395 },396 "location": [397 -1541.601806640625,398 240.84237670898438,399 1.3187085390090942400 ],401 "rotation": [402 0,403 90.00000000000001,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 255,415 63416 ]417 }418 ]419 },420 "foreground": {421 "plane": [422 {423 "object_id": "Plane_2",424 "bbox_2d": [425 1205,426 717,427 1444,428 889429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -91.475341796875,434 0.002471923828125,435 -7436 ],437 "extent": [438 1775,439 1775,440 2.851052727237402e-13441 ]442 },443 "obb": {444 "center": [445 -91.475341796875,446 0.002471923828125,447 -7448 ],449 "extent": [450 1775,451 1775,452 2.851052727237402e-13453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -91.475341796875,462 0.002471923828125,463 -7464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 35.5,472 35.5,473 35.5474 ]475 },476 "color": [477 255,478 0,479 0480 ]481 }482 ],483 "awning": [484 {485 "object_id": "SM_awning_3",486 "bbox_2d": [487 1360,488 227,489 1444,490 428491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -1368.5507392984491,496 -40.90485611006264,497 349.7695791132642498 ],499 "extent": [500 131.07720848694953,501 245.26249539648242,502 110.25830092356955503 ]504 },505 "obb": {506 "center": [507 -1368.5507392984491,508 -40.90485611006264,509 349.7695791132642510 ],511 "extent": [512 131.07720848694953,513 245.26249539648242,514 110.25830092356955515 ],516 "rotation": [517 0,518 90.00000000000001,519 0520 ]521 },522 "location": [523 -1237.7021484375,524 -40.9401969909668,525 303.2781066894531526 ],527 "rotation": [528 0,529 90.00000000000001,530 0531 ],532 "scale": [533 0.4749999940395355,534 0.5496014356613159,535 0.4749999940395355536 ]537 },538 "color": [539 127,540 0,541 63542 ]543 }544 ],545 "flyzapper": [546 {547 "object_id": "SM_flyzapper2",548 "bbox_2d": [549 415,550 0,551 611,552 141553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -1082.934326171875,558 204.5287628173828,559 339.3273620605469560 ],561 "extent": [562 26.657838821411133,563 5.972184181213379,564 16.55999755859375565 ]566 },567 "obb": {568 "center": [569 -1082.934326171875,570 204.5287628173828,571 339.3273620605469572 ],573 "extent": [574 26.657838821411133,575 5.972184181213379,576 16.55999755859375577 ],578 "rotation": [579 6.3611093629270335e-15,580 90.00000000000003,581 90.00000000000003582 ]583 },584 "location": [585 -1082.934326171875,586 204.5287628173828,587 339.3273620605469588 ],589 "rotation": [590 6.3611093629270335e-15,591 90.00000000000003,592 90.00000000000003593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 127,602 127,603 31604 ]605 }606 ],607 "fireextinguisher": [608 {609 "object_id": "SM_fireextinguisher_144",610 "bbox_2d": [611 562,612 967,613 655,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -1104.947998046875,620 186.74757385253906,621 42.02132797241211622 ],623 "extent": [624 12.865234375,625 9.712599754333496,626 37.336402893066406627 ]628 },629 "obb": {630 "center": [631 -1104.947998046875,632 186.74757385253906,633 42.02132797241211634 ],635 "extent": [636 12.865234375,637 9.712599754333496,638 37.336402893066406639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 -1104.947998046875,648 186.74757385253906,649 4.684925079345703650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 31,664 63,665 0666 ]667 }668 ],669 "water dispenser": [670 {671 "object_id": "SM_wdispenser2_192",672 "bbox_2d": [673 120,674 732,675 367,676 1079677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -1022.2131958007812,682 184.39776611328125,683 78.84628295898438684 ],685 "extent": [686 24.496883320551945,687 20.77495883558356,688 72.6376953125689 ]690 },691 "obb": {692 "center": [693 -1022.2131958007812,694 184.39776611328125,695 78.84628295898438696 ],697 "extent": [698 24.496883320551945,699 20.77495883558356,700 72.6376953125701 ],702 "rotation": [703 0,704 87.17608642578126,705 0706 ]707 },708 "location": [709 -1022.2131958007812,710 184.39776611328125,711 6.208587646484375712 ],713 "rotation": [714 0,715 87.17608642578126,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 31,726 63,727 31728 ]729 }730 ],731 "camera": [732 {733 "object_id": "SM_camera2",734 "bbox_2d": [735 759,736 0,737 790,738 28739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -1140.37353515625,744 121.0617618560791,745 355.06063747406006746 ],747 "extent": [748 7.67236328125,749 27.30119323730468,750 14.869946479797363751 ]752 },753 "obb": {754 "center": [755 -1140.37353515625,756 121.0617618560791,757 355.06063747406006758 ],759 "extent": [760 7.67236328125,761 27.30119323730468,762 14.869946479797363763 ],764 "rotation": [765 0,766 180,767 0768 ]769 },770 "location": [771 -1140.37353515625,772 121.06178283691406,773 355.0606384277344774 ],775 "rotation": [776 0,777 180,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 0,788 191,789 95790 ]791 }792 ],793 "trash": [794 {795 "object_id": "SM_trash_2",796 "bbox_2d": [797 1146,798 977,799 1227,800 1075801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 -1305.6732177734375,806 199.16127014160156,807 14.541084289550781808 ],809 "extent": [810 64.0967955476001,811 49.45266539195288,812 4.942708969116211813 ]814 },815 "obb": {816 "center": [817 -1305.6732177734375,818 199.16127014160156,819 14.541084289550781820 ],821 "extent": [822 64.0967955476001,823 49.45266539195288,824 4.942708969116211825 ],826 "rotation": [827 0,828 7.8207745552063,829 0830 ]831 },832 "location": [833 -1305.6732177734375,834 199.16127014160156,835 14.541084289550781836 ],837 "rotation": [838 0,839 7.8207745552063,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 0,850 191,851 223852 ]853 }854 ],855 "speaker": [856 {857 "object_id": "SM_speaker_155",858 "bbox_2d": [859 1145,860 0,861 1176,862 6863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 -1210.8720378875732,868 62.91990661621093,869 355.4846954345703870 ],871 "extent": [872 19.195314407348633,873 15.209030151367195,874 24.932052612304688875 ]876 },877 "obb": {878 "center": [879 -1210.8720378875732,880 62.91990661621093,881 355.4846954345703882 ],883 "extent": [884 19.195314407348633,885 15.209030151367195,886 24.932052612304688887 ],888 "rotation": [889 0,890 -90.00000000000001,891 0892 ]893 },894 "location": [895 -1230.058837890625,896 62.92848205566406,897 355.2184143066406898 ],899 "rotation": [900 0,901 -90.00000000000001,902 0903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 255,912 223,913 0914 ]915 }916 ]917 }918}