TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l055_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l055_r004/lit.png",5 "camera": {6 "location": [7 -1130,8 53,9 20110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -1130,38 53,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_leftwall_8",56 "bbox_2d": [57 1153,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -512.0688954164282,66 -240.97154998867288,67 245.515548706054768 ],69 "extent": [70 725.6351637653181,71 99.6704478559158,72 242.1362304687573 ]74 },75 "obb": {76 "center": [77 -512.0688954164282,78 -240.97154998867288,79 245.515548706054780 ],81 "extent": [82 725.6351637653181,83 99.6704478559158,84 242.1362304687585 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -512.0692138671875,94 -290.13128662109375,95 096 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_frontwall_5",116 "bbox_2d": [117 335,118 0,119 1152,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -1240.4295752343487,126 -48.000000000007816,127 246.48490142822266128 ],129 "extent": [130 10.572162284987598,131 198.86315791456767,132 242.13623046875133 ]134 },135 "obb": {136 "center": [137 -1240.4295752343487,138 -48.000000000007816,139 246.48490142822266140 ],141 "extent": [142 10.572162284987598,143 198.86315791456767,144 242.13623046875145 ],146 "rotation": [147 0,148 -179.9999542236328,149 0150 ]151 },152 "location": [153 -1240.4295654296875,154 -48,155 4.831062316894531156 ],157 "rotation": [158 0,159 -179.9999542236328,160 0161 ],162 "scale": [163 0.6425582766532898,164 1.0200690031051636,165 1166 ]167 },168 "color": [169 95,170 0,171 127172 ]173 }174 ],175 "door": [176 {177 "object_id": "SM_wooddoorframe_49",178 "bbox_2d": [179 182,180 0,181 414,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -1232.3044815063477,188 70.83984298798123,189 143.62541484832764190 ],191 "extent": [192 5.932407855987549,193 74.38612441924533,194 133.97227478027344195 ]196 },197 "obb": {198 "center": [199 -1232.3044815063477,200 70.83984298798123,201 143.62541484832764202 ],203 "extent": [204 5.932407855987549,205 74.38612441924533,206 133.97227478027344207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -1222.8426513671875,216 145.22596740722656,217 9.944186210632324218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1904784440994263,227 1228 ]229 },230 "color": [231 255,232 127,233 127234 ]235 }236 ],237 "sidewalk": [238 {239 "object_id": "SM_sidewalk_01_63",240 "bbox_2d": [241 165,242 1073,243 181,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -1404.224136352539,250 -75.55000305175781,251 1.4316253662109375252 ],253 "extent": [254 171.16180419921875,255 158.5907592773438,256 8.45494556427002257 ]258 },259 "obb": {260 "center": [261 -1404.224136352539,262 -75.55000305175781,263 1.4316253662109375264 ],265 "extent": [266 171.16180419921875,267 158.5907592773438,268 8.45494556427002269 ],270 "rotation": [271 0,272 90.00000000000001,273 0274 ]275 },276 "location": [277 -1404.22412109375,278 -75.54997253417969,279 1.4316253662109375280 ],281 "rotation": [282 0,283 90.00000000000001,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 255,295 255296 ]297 }298 ]299 },300 "foreground": {301 "plane": [302 {303 "object_id": "Plane_2",304 "bbox_2d": [305 0,306 866,307 181,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -91.475341796875,314 0.002471923828125,315 -7316 ],317 "extent": [318 1775,319 1775,320 2.851052727237402e-13321 ]322 },323 "obb": {324 "center": [325 -91.475341796875,326 0.002471923828125,327 -7328 ],329 "extent": [330 1775,331 1775,332 2.851052727237402e-13333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -91.475341796875,342 0.002471923828125,343 -7344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 35.5,352 35.5,353 35.5354 ]355 },356 "color": [357 255,358 0,359 0360 ]361 }362 ],363 "awning": [364 {365 "object_id": "SM_awning_3",366 "bbox_2d": [367 0,368 0,369 181,370 401371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -1368.5507392984491,376 -40.90485611006264,377 349.7695791132642378 ],379 "extent": [380 131.07720848694953,381 245.26249539648242,382 110.25830092356955383 ]384 },385 "obb": {386 "center": [387 -1368.5507392984491,388 -40.90485611006264,389 349.7695791132642390 ],391 "extent": [392 131.07720848694953,393 245.26249539648242,394 110.25830092356955395 ],396 "rotation": [397 0,398 90.00000000000001,399 0400 ]401 },402 "location": [403 -1237.7021484375,404 -40.9401969909668,405 303.2781066894531406 ],407 "rotation": [408 0,409 90.00000000000001,410 0411 ],412 "scale": [413 0.4749999940395355,414 0.5496014356613159,415 0.4749999940395355416 ]417 },418 "color": [419 127,420 0,421 63422 ]423 }424 ],425 "sofa": [426 {427 "object_id": "SM_sofa_01_2",428 "bbox_2d": [429 1290,430 815,431 1919,432 1079433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -1043.258188634075,438 -238.85671997070312,439 60.04216012080906440 ],441 "extent": [442 135.43008252909203,443 59.66188049316406,444 53.81030763473973445 ]446 },447 "obb": {448 "center": [449 -1043.258188634075,450 -238.85671997070312,451 60.04216012080906452 ],453 "extent": [454 135.43008252909203,455 59.66188049316406,456 53.81030763473973457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -1043.650634765625,466 -236.76800537109375,467 6.2085723876953125468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 0.949999988079071,476 1,477 1.0600552558898926478 ]479 },480 "color": [481 127,482 255,483 63484 ]485 }486 ],487 "desk 008 parts": [488 {489 "object_id": "SM_desk_15",490 "bbox_2d": [491 1230,492 1043,493 1369,494 1079495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 -1149.5740814248531,500 -120.84472621512222,501 49.12732804136613502 ],503 "extent": [504 31.34300854715252,505 37.408675625300724,506 43.30350411253312507 ]508 },509 "obb": {510 "center": [511 -1149.5740814248531,512 -120.84472621512222,513 49.12732804136613514 ],515 "extent": [516 31.34300854715252,517 37.408675625300724,518 43.30350411253312519 ],520 "rotation": [521 0,522 1.3044940233230595,523 0524 ]525 },526 "location": [527 -1149.5740966796875,528 -120.8447265625,529 5.823823928833008530 ],531 "rotation": [532 0,533 1.3044940233230595,534 0535 ],536 "scale": [537 1,538 1,539 0.9299650192260742540 ]541 },542 "color": [543 0,544 63,545 255546 ]547 }548 ],549 "decor": [550 {551 "object_id": "SM_decorateswall_01_125",552 "bbox_2d": [553 1334,554 0,555 1919,556 743557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 -898.4035882573808,562 -296.07508230729604,563 318.852354107461564 ],565 "extent": [566 284.6644189727813,567 2.37621697501163,568 172.2920759027329569 ]570 },571 "obb": {572 "center": [573 -898.4035882573808,574 -296.07508230729604,575 318.852354107461576 ],577 "extent": [578 284.6644189727813,579 2.37621697501163,580 172.2920759027329581 ],582 "rotation": [583 0,584 0,585 0586 ]587 },588 "location": [589 -964.3432006835938,590 -305.5323791503906,591 131.41244506835938592 ],593 "rotation": [594 0,595 0,596 0597 ],598 "scale": [599 -1.0299999713897705,600 1.0299999713897705,601 1.0299999713897705602 ]603 },604 "color": [605 191,606 255,607 127608 ]609 },610 {611 "object_id": "SM_decorateswallrack2",612 "bbox_2d": [613 1550,614 0,615 1919,616 91617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -1070.8502197265625,622 -285.3234558105469,623 339.53277587890625624 ],625 "extent": [626 49.73320770263672,627 9.933794021606445,628 1.8625863790512085629 ]630 },631 "obb": {632 "center": [633 -1070.8502197265625,634 -285.3234558105469,635 339.53277587890625636 ],637 "extent": [638 49.73320770263672,639 9.933794021606445,640 1.8625863790512085641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 -1070.8502197265625,650 -285.3234558105469,651 339.53277587890625652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 191,666 127,667 0668 ]669 },670 {671 "object_id": "SM_decorativepaint_03_169",672 "bbox_2d": [673 1718,674 66,675 1919,676 391677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -1042.7444884405973,682 -293.28934372917,683 284.4382883026524684 ],685 "extent": [686 36.363176594484685,687 2.4976352548455907,688 40.80458673799876689 ]690 },691 "obb": {692 "center": [693 -1042.7444884405973,694 -293.28934372917,695 284.4382883026524696 ],697 "extent": [698 36.363176594484685,699 2.4976352548455907,700 40.80458673799876701 ],702 "rotation": [703 0,704 180,705 0706 ]707 },708 "location": [709 -1043.714599609375,710 -293.2848205566406,711 288.9330749511719712 ],713 "rotation": [714 0,715 180,716 0717 ],718 "scale": [719 1.0057018995285034,720 1.0057018995285034,721 1.0057018995285034722 ]723 },724 "color": [725 191,726 191,727 0728 ]729 },730 {731 "object_id": "SM_saltrock_173",732 "bbox_2d": [733 1575,734 0,735 1681,736 51737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -1100.274589937832,742 -285.78085624707484,743 359.5367664319224744 ],745 "extent": [746 16.429322229072795,747 16.357189488208064,748 18.137369874181786749 ]750 },751 "obb": {752 "center": [753 -1100.274589937832,754 -285.78085624707484,755 359.5367664319224756 ],757 "extent": [758 16.429322229072795,759 16.357189488208064,760 18.137369874181786761 ],762 "rotation": [763 0,764 -38.64712524414063,765 0766 ]767 },768 "location": [769 -1100.864990234375,770 -285.82733154296875,771 341.3953552246094772 ],773 "rotation": [774 0,775 -38.64712524414063,776 0777 ],778 "scale": [779 1.1449999809265137,780 1.1449999809265137,781 1.1449999809265137782 ]783 },784 "color": [785 191,786 191,787 127788 ]789 }790 ],791 "lamp": [792 {793 "object_id": "SM_simplelamp3",794 "bbox_2d": [795 1802,796 1027,797 1919,798 1079799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -1083.98291015625,804 -134.7498779296875,805 109.83267021179199806 ],807 "extent": [808 8.617121696472168,809 8.617121696472168,810 17.312393188476562811 ]812 },813 "obb": {814 "center": [815 -1083.98291015625,816 -134.7498779296875,817 109.83267021179199818 ],819 "extent": [820 8.617121696472168,821 8.617121696472168,822 17.312393188476562823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -1083.98291015625,832 -134.7498779296875,833 92.38932800292969834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 191,848 127,849 31850 ]851 }852 ],853 "books": [854 {855 "object_id": "SM_book_35",856 "bbox_2d": [857 1728,858 0,859 1822,860 20861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -1066.1295382708743,866 -281.0414396785698,867 343.2612022677672868 ],869 "extent": [870 14.10165466364856,871 11.281433880261602,872 1.4101104194980962873 ]874 },875 "obb": {876 "center": [877 -1066.1295382708743,878 -281.0414396785698,879 343.2612022677672880 ],881 "extent": [882 14.10165466364856,883 11.281433880261602,884 1.4101104194980962885 ],886 "rotation": [887 0,888 -81.4209213256836,889 0890 ]891 },892 "location": [893 -1078.8323974609375,894 -282.71337890625,895 341.86083984375896 ],897 "rotation": [898 0,899 -81.4209213256836,900 0901 ],902 "scale": [903 0.5425000190734863,904 0.5425000190734863,905 0.5425000190734863906 ]907 },908 "color": [909 63,910 31,911 127912 ]913 }914 ],915 "sign": [916 {917 "object_id": "SM_neonsign_216",918 "bbox_2d": [919 148,920 0,921 181,922 65923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 -1241.7288127029633,928 -33.90530945788849,929 283.2017776456392930 ],931 "extent": [932 3.403589941095788,933 45.9888994877014,934 40.55489318261397935 ]936 },937 "obb": {938 "center": [939 -1241.7288127029633,940 -33.90530945788849,941 283.2017776456392942 ],943 "extent": [944 3.403589941095788,945 45.9888994877014,946 40.55489318261397947 ],948 "rotation": [949 0.07244098186492921,950 179.92337036132812,951 2.404157876968383952 ]953 },954 "location": [955 -1242.6826171875,956 -34.242279052734375,957 283.18878173828125958 ],959 "rotation": [960 0.07244098186492921,961 179.92337036132812,962 2.404157876968383963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 31,972 31,973 31974 ]975 }976 ],977 "cup": [978 {979 "object_id": "SM_Cup7_287",980 "bbox_2d": [981 1354,982 1062,983 1411,984 1079985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 -1151.3726592063904,990 -142.78691244125366,991 96.87598514556885992 ],993 "extent": [994 5.032606601715088,995 3.699263572692871,996 4.488618850708008997 ]998 },999 "obb": {1000 "center": [1001 -1151.3726592063904,1002 -142.78691244125366,1003 96.875985145568851004 ],1005 "extent": [1006 5.032606601715088,1007 3.699263572692871,1008 4.4886188507080081009 ],1010 "rotation": [1011 0,1012 0,1013 01014 ]1015 },1016 "location": [1017 -1150.039306640625,1018 -142.7869110107422,1019 92.387367248535161020 ],1021 "rotation": [1022 0,1023 0,1024 01025 ],1026 "scale": [1027 1,1028 1,1029 11030 ]1031 },1032 "color": [1033 0,1034 95,1035 01036 ]1037 }1038 ],1039 "tv": [1040 {1041 "object_id": "SM_TV_151",1042 "bbox_2d": [1043 1043,1044 0,1045 1149,1046 921047 ],1048 "bbox_3d": {1049 "aabb": {1050 "center": [1051 -1212.710946947794,1052 -73.05219334006443,1053 365.825406040222961054 ],1055 "extent": [1056 19.412090731130093,1057 99.74318376195325,1058 58.589731148855491059 ]1060 },1061 "obb": {1062 "center": [1063 -1212.710946947794,1064 -73.05219334006443,1065 365.825406040222961066 ],1067 "extent": [1068 19.412090731130093,1069 99.74318376195325,1070 58.589731148855491071 ],1072 "rotation": [1073 0,1074 -89.99988555908203,1075 8.5600433349609411076 ]1077 },1078 "location": [1079 -1221.284423828125,1080 -73.05220031738281,1081 308.86709594726561082 ],1083 "rotation": [1084 0,1085 -89.99988555908203,1086 8.5600433349609411087 ],1088 "scale": [1089 1.3299999237060547,1090 1.3299999237060547,1091 1.32999992370605471092 ]1093 },1094 "color": [1095 0,1096 223,1097 1591098 ]1099 }1100 ],1101 "speaker": [1102 {1103 "object_id": "SM_speaker2",1104 "bbox_2d": [1105 1139,1106 0,1107 1225,1108 871109 ],1110 "bbox_3d": {1111 "aabb": {1112 "center": [1113 -1210.8720378875732,1114 -205.534423828125,1115 355.48469543457031116 ],1117 "extent": [1118 19.195314407348633,1119 15.209030151367188,1120 24.9320526123046881121 ]1122 },1123 "obb": {1124 "center": [1125 -1210.8720378875732,1126 -205.534423828125,1127 355.48469543457031128 ],1129 "extent": [1130 19.195314407348633,1131 15.209030151367188,1132 24.9320526123046881133 ],1134 "rotation": [1135 0,1136 -90.00000000000001,1137 01138 ]1139 },1140 "location": [1141 -1230.058837890625,1142 -205.52584838867188,1143 355.21841430664061144 ],1145 "rotation": [1146 0,1147 -90.00000000000001,1148 01149 ],1150 "scale": [1151 1,1152 1,1153 11154 ]1155 },1156 "color": [1157 255,1158 223,1159 2551160 ]1161 }1162 ]1163 }1164}