TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l055_off1_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l055_off1_r004/lit.png",5 "camera": {6 "location": [7 -1130,8 53,9 26110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -1130,38 53,39 261,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_leftwall_8",56 "bbox_2d": [57 1153,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -512.0688954164282,66 -240.97154998867288,67 245.515548706054768 ],69 "extent": [70 725.6351637653181,71 99.6704478559158,72 242.1362304687573 ]74 },75 "obb": {76 "center": [77 -512.0688954164282,78 -240.97154998867288,79 245.515548706054780 ],81 "extent": [82 725.6351637653181,83 99.6704478559158,84 242.1362304687585 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -512.0692138671875,94 -290.13128662109375,95 096 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_frontwall_5",116 "bbox_2d": [117 0,118 0,119 1152,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -1240.4295752343487,126 -48.000000000007816,127 246.48490142822266128 ],129 "extent": [130 10.572162284987598,131 198.86315791456767,132 242.13623046875133 ]134 },135 "obb": {136 "center": [137 -1240.4295752343487,138 -48.000000000007816,139 246.48490142822266140 ],141 "extent": [142 10.572162284987598,143 198.86315791456767,144 242.13623046875145 ],146 "rotation": [147 0,148 -179.9999542236328,149 0150 ]151 },152 "location": [153 -1240.4295654296875,154 -48,155 4.831062316894531156 ],157 "rotation": [158 0,159 -179.9999542236328,160 0161 ],162 "scale": [163 0.6425582766532898,164 1.0200690031051636,165 1166 ]167 },168 "color": [169 95,170 0,171 127172 ]173 }174 ],175 "door": [176 {177 "object_id": "SM_wooddoorframe_49",178 "bbox_2d": [179 0,180 314,181 414,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -1232.3044815063477,188 70.83984298798123,189 143.62541484832764190 ],191 "extent": [192 5.932407855987549,193 74.38612441924533,194 133.97227478027344195 ]196 },197 "obb": {198 "center": [199 -1232.3044815063477,200 70.83984298798123,201 143.62541484832764202 ],203 "extent": [204 5.932407855987549,205 74.38612441924533,206 133.97227478027344207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -1222.8426513671875,216 145.22596740722656,217 9.944186210632324218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1904784440994263,227 1228 ]229 },230 "color": [231 255,232 127,233 127234 ]235 }236 ]237 },238 "foreground": {239 "plane": [240 {241 "object_id": "Plane_2",242 "bbox_2d": [243 0,244 960,245 181,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -91.475341796875,252 0.002471923828125,253 -7254 ],255 "extent": [256 1775,257 1775,258 2.851052727237402e-13259 ]260 },261 "obb": {262 "center": [263 -91.475341796875,264 0.002471923828125,265 -7266 ],267 "extent": [268 1775,269 1775,270 2.851052727237402e-13271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -91.475341796875,280 0.002471923828125,281 -7282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 35.5,290 35.5,291 35.5292 ]293 },294 "color": [295 255,296 0,297 0298 ]299 }300 ],301 "awning": [302 {303 "object_id": "SM_awning_3",304 "bbox_2d": [305 0,306 490,307 181,308 590309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -1368.5507392984491,314 -40.90485611006264,315 349.7695791132642316 ],317 "extent": [318 131.07720848694953,319 245.26249539648242,320 110.25830092356955321 ]322 },323 "obb": {324 "center": [325 -1368.5507392984491,326 -40.90485611006264,327 349.7695791132642328 ],329 "extent": [330 131.07720848694953,331 245.26249539648242,332 110.25830092356955333 ],334 "rotation": [335 0,336 90.00000000000001,337 0338 ]339 },340 "location": [341 -1237.7021484375,342 -40.9401969909668,343 303.2781066894531344 ],345 "rotation": [346 0,347 90.00000000000001,348 0349 ],350 "scale": [351 0.4749999940395355,352 0.5496014356613159,353 0.4749999940395355354 ]355 },356 "color": [357 127,358 0,359 63360 ]361 }362 ],363 "sofa": [364 {365 "object_id": "SM_sofa_01_2",366 "bbox_2d": [367 1330,368 1000,369 1758,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -1043.258188634075,376 -238.85671997070312,377 60.04216012080906378 ],379 "extent": [380 135.43008252909203,381 59.66188049316406,382 53.81030763473973383 ]384 },385 "obb": {386 "center": [387 -1043.258188634075,388 -238.85671997070312,389 60.04216012080906390 ],391 "extent": [392 135.43008252909203,393 59.66188049316406,394 53.81030763473973395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 -1043.650634765625,404 -236.76800537109375,405 6.2085723876953125406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 0.949999988079071,414 1,415 1.0600552558898926416 ]417 },418 "color": [419 127,420 255,421 63422 ]423 }424 ],425 "decor": [426 {427 "object_id": "SM_decorateswall_01_125",428 "bbox_2d": [429 1334,430 0,431 1919,432 970433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -898.4035882573808,438 -296.07508230729604,439 318.852354107461440 ],441 "extent": [442 284.6644189727813,443 2.37621697501163,444 172.2920759027329445 ]446 },447 "obb": {448 "center": [449 -898.4035882573808,450 -296.07508230729604,451 318.852354107461452 ],453 "extent": [454 284.6644189727813,455 2.37621697501163,456 172.2920759027329457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -964.3432006835938,466 -305.5323791503906,467 131.41244506835938468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 -1.0299999713897705,476 1.0299999713897705,477 1.0299999713897705478 ]479 },480 "color": [481 191,482 255,483 127484 ]485 },486 {487 "object_id": "SM_decorateswallrack2",488 "bbox_2d": [489 1549,490 219,491 1919,492 291493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -1070.8502197265625,498 -285.3234558105469,499 339.53277587890625500 ],501 "extent": [502 49.73320770263672,503 9.933794021606445,504 1.8625863790512085505 ]506 },507 "obb": {508 "center": [509 -1070.8502197265625,510 -285.3234558105469,511 339.53277587890625512 ],513 "extent": [514 49.73320770263672,515 9.933794021606445,516 1.8625863790512085517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -1070.8502197265625,526 -285.3234558105469,527 339.53277587890625528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 191,542 127,543 0544 ]545 },546 {547 "object_id": "SM_decorativepaint_03_169",548 "bbox_2d": [549 1718,550 295,551 1919,552 605553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -1042.7444884405973,558 -293.28934372917,559 284.4382883026524560 ],561 "extent": [562 36.363176594484685,563 2.4976352548455907,564 40.80458673799876565 ]566 },567 "obb": {568 "center": [569 -1042.7444884405973,570 -293.28934372917,571 284.4382883026524572 ],573 "extent": [574 36.363176594484685,575 2.4976352548455907,576 40.80458673799876577 ],578 "rotation": [579 0,580 180,581 0582 ]583 },584 "location": [585 -1043.714599609375,586 -293.2848205566406,587 288.9330749511719588 ],589 "rotation": [590 0,591 180,592 0593 ],594 "scale": [595 1.0057018995285034,596 1.0057018995285034,597 1.0057018995285034598 ]599 },600 "color": [601 191,602 191,603 0604 ]605 },606 {607 "object_id": "SM_saltrock_173",608 "bbox_2d": [609 1575,610 132,611 1683,612 259613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -1100.274589937832,618 -285.78085624707484,619 359.5367664319224620 ],621 "extent": [622 16.429322229072795,623 16.357189488208064,624 18.137369874181786625 ]626 },627 "obb": {628 "center": [629 -1100.274589937832,630 -285.78085624707484,631 359.5367664319224632 ],633 "extent": [634 16.429322229072795,635 16.357189488208064,636 18.137369874181786637 ],638 "rotation": [639 0,640 -38.64712524414063,641 0642 ]643 },644 "location": [645 -1100.864990234375,646 -285.82733154296875,647 341.3953552246094648 ],649 "rotation": [650 0,651 -38.64712524414063,652 0653 ],654 "scale": [655 1.1449999809265137,656 1.1449999809265137,657 1.1449999809265137658 ]659 },660 "color": [661 191,662 191,663 127664 ]665 }666 ],667 "books": [668 {669 "object_id": "SM_book_033_57",670 "bbox_2d": [671 1876,672 206,673 1919,674 224675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -1035.1239943501507,680 -280.84586483274825,681 342.6562458439465682 ],683 "extent": [684 13.657708713630882,685 10.606088616869613,686 0.805646658549108687 ]688 },689 "obb": {690 "center": [691 -1035.1239943501507,692 -280.84586483274825,693 342.6562458439465694 ],695 "extent": [696 13.657708713630882,697 10.606088616869613,698 0.805646658549108699 ],700 "rotation": [701 0,702 -97.44665527343751,703 0704 ]705 },706 "location": [707 -1047.5623779296875,708 -278.9710998535156,709 341.86083984375710 ],711 "rotation": [712 0,713 -97.44665527343751,714 0715 ],716 "scale": [717 0.5424999594688416,718 0.5424999594688416,719 0.5424999594688416720 ]721 },722 "color": [723 63,724 31,725 0726 ]727 },728 {729 "object_id": "SM_book_60",730 "bbox_2d": [731 1859,732 195,733 1919,734 226735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -1039.4472802879984,740 -281.2264447827512,741 345.374639500283742 ],743 "extent": [744 12.108971746120687,745 9.415469353514254,746 1.41011054884018747 ]748 },749 "obb": {750 "center": [751 -1039.4472802879984,752 -281.2264447827512,753 345.374639500283754 ],755 "extent": [756 12.108971746120687,757 9.415469353514254,758 1.41011054884018759 ],760 "rotation": [761 0,762 -84.69244384765625,763 0764 ]765 },766 "location": [767 -1050.788818359375,768 -282.0469665527344,769 343.97027587890625770 ],771 "rotation": [772 0,773 -84.69244384765625,774 0775 ],776 "scale": [777 0.5425000190734863,778 0.5425000190734863,779 0.5425000190734863780 ]781 },782 "color": [783 63,784 31,785 255786 ]787 },788 {789 "object_id": "SM_book_35",790 "bbox_2d": [791 1728,792 208,793 1858,794 242795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -1066.1295382708743,800 -281.0414396785698,801 343.2612022677672802 ],803 "extent": [804 14.10165466364856,805 11.281433880261602,806 1.4101104194980962807 ]808 },809 "obb": {810 "center": [811 -1066.1295382708743,812 -281.0414396785698,813 343.2612022677672814 ],815 "extent": [816 14.10165466364856,817 11.281433880261602,818 1.4101104194980962819 ],820 "rotation": [821 0,822 -81.4209213256836,823 0824 ]825 },826 "location": [827 -1078.8323974609375,828 -282.71337890625,829 341.86083984375830 ],831 "rotation": [832 0,833 -81.4209213256836,834 0835 ],836 "scale": [837 0.5425000190734863,838 0.5425000190734863,839 0.5425000190734863840 ]841 },842 "color": [843 63,844 31,845 127846 ]847 },848 {849 "object_id": "SM_book_36",850 "bbox_2d": [851 1877,852 186,853 1919,854 200855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -1035.3076514975396,860 -280.1611271512616,861 347.7473285772691862 ],863 "extent": [864 13.923215567010402,865 9.918417091886965,866 0.5949840617751079867 ]868 },869 "obb": {870 "center": [871 -1035.3076514975396,872 -280.1611271512616,873 347.7473285772691874 ],875 "extent": [876 13.923215567010402,877 9.918417091886965,878 0.5949840617751079879 ],880 "rotation": [881 0,882 -90.7863540649414,883 0884 ]885 },886 "location": [887 -1049.079345703125,888 -279.725830078125,889 347.1559753417969890 ],891 "rotation": [892 0,893 -90.7863540649414,894 0895 ],896 "scale": [897 0.5425000190734863,898 0.5425000190734863,899 0.5425000190734863900 ]901 },902 "color": [903 63,904 31,905 63906 ]907 }908 ],909 "vase": [910 {911 "object_id": "SM_vase_08_65",912 "bbox_2d": [913 1915,914 174,915 1919,916 185917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -1035.76953125,922 -282.013794286251,923 357.25488388749466924 ],925 "extent": [926 5.227259024573868,927 5.2272627748980085,928 8.912446825231143929 ]930 },931 "obb": {932 "center": [933 -1035.76953125,934 -282.013794286251,935 357.25488388749466936 ],937 "extent": [938 5.227259024573868,939 5.2272627748980085,940 8.912446825231143941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 -1035.76953125,950 -282.0137939453125,951 348.3424377441406952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 0.35749998688697815,960 0.35749998688697815,961 0.35749998688697815962 ]963 },964 "color": [965 63,966 31,967 191968 ]969 }970 ],971 "sign": [972 {973 "object_id": "SM_neonsign_216",974 "bbox_2d": [975 148,976 495,977 181,978 670979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -1241.7288127029633,984 -33.90530945788849,985 283.2017776456392986 ],987 "extent": [988 3.403589941095788,989 45.9888994877014,990 40.55489318261397991 ]992 },993 "obb": {994 "center": [995 -1241.7288127029633,996 -33.90530945788849,997 283.2017776456392998 ],999 "extent": [1000 3.403589941095788,1001 45.9888994877014,1002 40.554893182613971003 ],1004 "rotation": [1005 0.07244098186492921,1006 179.92337036132812,1007 2.4041578769683831008 ]1009 },1010 "location": [1011 -1242.6826171875,1012 -34.242279052734375,1013 283.188781738281251014 ],1015 "rotation": [1016 0.07244098186492921,1017 179.92337036132812,1018 2.4041578769683831019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 31,1028 31,1029 311030 ]1031 }1032 ],1033 "tv": [1034 {1035 "object_id": "SM_TV_151",1036 "bbox_2d": [1037 483,1038 0,1039 1184,1040 3361041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -1212.710946947794,1046 -73.05219334006443,1047 365.825406040222961048 ],1049 "extent": [1050 19.412090731130093,1051 99.74318376195325,1052 58.589731148855491053 ]1054 },1055 "obb": {1056 "center": [1057 -1212.710946947794,1058 -73.05219334006443,1059 365.825406040222961060 ],1061 "extent": [1062 19.412090731130093,1063 99.74318376195325,1064 58.589731148855491065 ],1066 "rotation": [1067 0,1068 -89.99988555908203,1069 8.5600433349609411070 ]1071 },1072 "location": [1073 -1221.284423828125,1074 -73.05220031738281,1075 308.86709594726561076 ],1077 "rotation": [1078 0,1079 -89.99988555908203,1080 8.5600433349609411081 ],1082 "scale": [1083 1.3299999237060547,1084 1.3299999237060547,1085 1.32999992370605471086 ]1087 },1088 "color": [1089 0,1090 223,1091 1591092 ]1093 }1094 ],1095 "speaker": [1096 {1097 "object_id": "SM_speaker2",1098 "bbox_2d": [1099 1145,1100 85,1101 1256,1102 2961103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 -1210.8720378875732,1108 -205.534423828125,1109 355.48469543457031110 ],1111 "extent": [1112 19.195314407348633,1113 15.209030151367188,1114 24.9320526123046881115 ]1116 },1117 "obb": {1118 "center": [1119 -1210.8720378875732,1120 -205.534423828125,1121 355.48469543457031122 ],1123 "extent": [1124 19.195314407348633,1125 15.209030151367188,1126 24.9320526123046881127 ],1128 "rotation": [1129 0,1130 -90.00000000000001,1131 01132 ]1133 },1134 "location": [1135 -1230.058837890625,1136 -205.52584838867188,1137 355.21841430664061138 ],1139 "rotation": [1140 0,1141 -90.00000000000001,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 255,1152 223,1153 2551154 ]1155 }1156 ]1157 }1158}