TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l035_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l035_r002/lit.png",5 "camera": {6 "location": [7 174,8 658,9 16410 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 174,38 658,39 164,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling decor": [54 {55 "object_id": "SM_DecorTop2",56 "bbox_2d": [57 1789,58 0,59 1900,60 7261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -185.36775285118892,66 773.3313646316528,67 334.3892211914062568 ],69 "extent": [70 54.58970289268109,71 0,72 24.17487716674804773 ]74 },75 "obb": {76 "center": [77 -185.36775285118892,78 773.3313646316528,79 334.3892211914062580 ],81 "extent": [82 54.58970289268109,83 0,84 24.17487716674804785 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -185.72364807128906,94 783.7068481445312,95 334.3892211914062596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.7799999713897705,104 1,105 1106 ]107 },108 "color": [109 63,110 63,111 255112 ]113 }114 ]115 },116 "foreground": {117 "shelf": [118 {119 "object_id": "SM_Shelf_137",120 "bbox_2d": [121 1753,122 0,123 1910,124 657125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 -185.4209261248343,130 782.8369913101196,131 201.84811401367188132 ],133 "extent": [134 54.57733371167703,135 13.994805335998535,136 108.51106262207031137 ]138 },139 "obb": {140 "center": [141 -185.4209261248343,142 782.8369913101196,143 201.84811401367188144 ],145 "extent": [146 54.57733371167703,147 13.994805335998535,148 108.51106262207031149 ],150 "rotation": [151 0,152 180,153 0154 ]155 },156 "location": [157 -179.84634399414062,158 784.39208984375,159 93.3218994140625160 ],161 "rotation": [162 0,163 180,164 0165 ],166 "scale": [167 1.2000000476837158,168 1,169 1170 ]171 },172 "color": [173 63,174 0,175 63176 ]177 },178 {179 "object_id": "SM_Shelf2",180 "bbox_2d": [181 885,182 0,183 1414,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 64.82413002750945,190 782.8369913101196,191 201.84811401367188192 ],193 "extent": [194 54.57733371167703,195 13.994805335998535,196 108.51106262207031197 ]198 },199 "obb": {200 "center": [201 64.82413002750945,202 782.8369913101196,203 201.84811401367188204 ],205 "extent": [206 54.57733371167703,207 13.994805335998535,208 108.51106262207031209 ],210 "rotation": [211 0,212 180,213 0214 ]215 },216 "location": [217 70.39871215820312,218 784.39208984375,219 93.3218994140625220 ],221 "rotation": [222 0,223 180,224 0225 ],226 "scale": [227 1.2000000476837158,228 1,229 1230 ]231 },232 "color": [233 63,234 255,235 63236 ]237 },238 {239 "object_id": "SM_Shelf3",240 "bbox_2d": [241 0,242 0,243 884,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 174.52945229313445,250 782.8369913101196,251 201.84811401367188252 ],253 "extent": [254 54.57733371167703,255 13.994805335998535,256 108.51106262207031257 ]258 },259 "obb": {260 "center": [261 174.52945229313445,262 782.8369913101196,263 201.84811401367188264 ],265 "extent": [266 54.57733371167703,267 13.994805335998535,268 108.51106262207031269 ],270 "rotation": [271 0,272 180,273 0274 ]275 },276 "location": [277 180.10403442382812,278 784.39208984375,279 93.3218994140625280 ],281 "rotation": [282 0,283 180,284 0285 ],286 "scale": [287 1.2000000476837158,288 1,289 1290 ]291 },292 "color": [293 63,294 127,295 63296 ]297 }298 ],299 "fireplace": [300 {301 "object_id": "SM_Flame_153",302 "bbox_2d": [303 1548,304 715,305 1588,306 795307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -60.58686799178658,312 782.451763153076,313 113.13406276702881314 ],315 "extent": [316 21.729993096013395,317 0.8885901840129691,318 9.140752792358398319 ]320 },321 "obb": {322 "center": [323 -60.58686799178658,324 782.451763153076,325 113.13406276702881326 ],327 "extent": [328 21.729993096013395,329 0.8885901840129691,330 9.140752792358398331 ],332 "rotation": [333 0,334 179.9999237060547,335 0336 ]337 },338 "location": [339 -60.58686828613281,340 782.230712890625,341 104.09186553955078342 ],343 "rotation": [344 0,345 179.9999237060547,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 0,356 0,357 191358 ]359 },360 {361 "object_id": "SM_Flame2",362 "bbox_2d": [363 1548,364 706,365 1578,366 719367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -62.32649582992134,372 784.2634086608884,373 114.03975405784308374 ],375 "extent": [376 20.502837489401497,377 0.8885885499564665,378 10.056315679039017379 ]380 },381 "obb": {382 "center": [383 -62.32649582992134,384 784.2634086608884,385 114.03975405784308386 ],387 "extent": [388 20.502837489401497,389 0.8885885499564665,390 10.056315679039017391 ],392 "rotation": [393 0,394 179.9999237060547,395 0396 ]397 },398 "location": [399 -62.32649612426758,400 784.0423583984375,401 104.09186553955078402 ],403 "rotation": [404 0,405 179.9999237060547,406 0407 ],408 "scale": [409 -0.943527102470398,410 1,411 1.1001627445220947412 ]413 },414 "color": [415 0,416 255,417 191418 ]419 },420 {421 "object_id": "SM_FirePlace_6",422 "bbox_2d": [423 1415,424 0,425 1753,426 914427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -60.29224395751953,432 780.9791860580444,433 202.04822540283203434 ],435 "extent": [436 69.99999999999997,437 15.715024948120117,438 108.50000762939453439 ]440 },441 "obb": {442 "center": [443 -60.29224395751953,444 780.9791860580444,445 202.04822540283203446 ],447 "extent": [448 69.99999999999997,449 15.715024948120117,450 108.50000762939453451 ],452 "rotation": [453 0,454 180,455 0456 ]457 },458 "location": [459 -74.29224395751953,460 781.2350463867188,461 93.32191467285156462 ],463 "rotation": [464 0,465 180,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 95,477 223478 ]479 }480 ],481 "decorative grass": [482 {483 "object_id": "SM_Decorative5_171",484 "bbox_2d": [485 1828,486 170,487 1885,488 231489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -223.5649871826172,494 779.2637939453125,495 269.12548828125496 ],497 "extent": [498 6.68212890625,499 6.656768798828125,500 11.0948486328125501 ]502 },503 "obb": {504 "center": [505 -223.5649871826172,506 779.2637939453125,507 269.12548828125508 ],509 "extent": [510 6.68212890625,511 6.656768798828125,512 11.0948486328125513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -223.5649871826172,522 779.2637939453125,523 257.9434814453125524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 127,538 63,539 191540 ]541 },542 {543 "object_id": "SM_Decorative4_174",544 "bbox_2d": [545 1806,546 161,547 1850,548 215549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -203.22682189941406,554 779.6796913146973,555 268.8955383300781556 ],557 "extent": [558 5.1749267578125,559 5.157649993896484,560 10.5943603515625561 ]562 },563 "obb": {564 "center": [565 -203.22682189941406,566 779.6796913146973,567 268.8955383300781568 ],569 "extent": [570 5.1749267578125,571 5.157649993896484,572 10.5943603515625573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -203.20643615722656,582 779.6819458007812,583 258.2774963378906584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 63,598 0,599 191600 ]601 },602 {603 "object_id": "SM_Decorative3_177",604 "bbox_2d": [605 1779,606 154,607 1799,608 194609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -184.97677612304688,614 782.8497161865234,615 268.2440185546875616 ],617 "extent": [618 2.71636962890625,619 2.71685791015625,620 10.281005859375621 ]622 },623 "obb": {624 "center": [625 -184.97677612304688,626 782.8497161865234,627 268.2440185546875628 ],629 "extent": [630 2.71636962890625,631 2.71685791015625,632 10.281005859375633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -184.97500610351562,642 782.8487548828125,643 257.9434814453125644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 63,658 255,659 191660 ]661 },662 {663 "object_id": "SM_Decorative1_180",664 "bbox_2d": [665 1764,666 132,667 1777,668 185669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -163.84169006347656,674 780.9541969299316,675 269.0025634765625676 ],677 "extent": [678 2.71087646484375,679 2.711925506591797,680 10.98583984375681 ]682 },683 "obb": {684 "center": [685 -163.84169006347656,686 780.9541969299316,687 269.0025634765625688 ],689 "extent": [690 2.71087646484375,691 2.711925506591797,692 10.98583984375693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -163.8230743408203,702 780.963623046875,703 257.9434814453125704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 63,718 127,719 191720 ]721 },722 {723 "object_id": "SM_Decorative9_186",724 "bbox_2d": [725 1861,726 300,727 1870,728 320729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -225.11614990234375,734 780.9479484558105,735 234.7744903564453736 ],737 "extent": [738 4.4716796875,739 4.471668243408203,740 5.53289794921875741 ]742 },743 "obb": {744 "center": [745 -225.11614990234375,746 780.9479484558105,747 234.7744903564453748 ],749 "extent": [750 4.4716796875,751 4.471668243408203,752 5.53289794921875753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 -225.11614990234375,762 780.9479370117188,763 229.18190002441406764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 0,778 191,779 0780 ]781 },782 {783 "object_id": "SM_Decorative8_189",784 "bbox_2d": [785 1792,786 274,787 1862,788 317789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -206.68368530273438,794 781.1684188842773,795 237.36756896972656796 ],797 "extent": [798 8.3221435546875,799 8.322120666503906,800 8.1173095703125801 ]802 },803 "obb": {804 "center": [805 -206.68368530273438,806 781.1684188842773,807 237.36756896972656808 ],809 "extent": [810 8.3221435546875,811 8.322120666503906,812 8.1173095703125813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 -206.68368530273438,822 781.1683959960938,823 229.18190002441406824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 0,838 191,839 255840 ]841 },842 {843 "object_id": "SM_Decorative10_192",844 "bbox_2d": [845 1764,846 247,847 1833,848 304849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 -176.90913413945756,854 780.4227288648756,855 239.38140765940278856 ],857 "extent": [858 12.894794336234384,859 12.816039062945606,860 10.127777022501789861 ]862 },863 "obb": {864 "center": [865 -176.90913413945756,866 780.4227288648756,867 239.38140765940278868 ],869 "extent": [870 12.894794336234384,871 12.816039062945606,872 10.127777022501789873 ],874 "rotation": [875 0,876 159.99984741210938,877 0878 ]879 },880 "location": [881 -176.9091339111328,882 780.4227294921875,883 229.18190002441406884 ],885 "rotation": [886 0,887 159.99984741210938,888 0889 ],890 "scale": [891 1.399999976158142,892 1.399999976158142,893 1.399999976158142894 ]895 },896 "color": [897 0,898 191,899 127900 ]901 },902 {903 "object_id": "SM_Decorative6_195",904 "bbox_2d": [905 1764,906 270,907 1769,908 290909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 -150.87075805664062,914 780.7335891723633,915 240.5808868408203916 ],917 "extent": [918 5.235870361328125,919 5.270179748535156,920 11.30023193359375921 ]922 },923 "obb": {924 "center": [925 -150.87075805664062,926 780.7335891723633,927 240.5808868408203928 ],929 "extent": [930 5.235870361328125,931 5.270179748535156,932 11.30023193359375933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 -150.8707275390625,942 780.7335815429688,943 229.18190002441406944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 0,958 191,959 63960 ]961 },962 {963 "object_id": "SM_Decorative11_209",964 "bbox_2d": [965 1764,966 379,967 1774,968 399969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -151.3098297119791,974 780.5104217529297,975 206.05470275878906976 ],977 "extent": [978 7.270573580925458,979 6.482346043633925,980 5.404884338378906981 ]982 },983 "obb": {984 "center": [985 -151.3098297119791,986 780.5104217529297,987 206.05470275878906988 ],989 "extent": [990 7.270573580925458,991 6.482346043633925,992 5.404884338378906993 ],994 "rotation": [995 0,996 179.999755859375,997 0998 ]999 },1000 "location": [1001 -151.30982971191406,1002 780.5104370117188,1003 200.643341064453121004 ],1005 "rotation": [1006 0,1007 179.999755859375,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 127,1018 191,1019 1271020 ]1021 },1022 {1023 "object_id": "SM_Decorative13_218",1024 "bbox_2d": [1025 1794,1026 449,1027 1848,1028 5091029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 -200.1763801574707,1034 781.0755767822266,1035 182.041233062744141036 ],1037 "extent": [1038 6.991336822509766,1039 6.6183319091796875,1040 9.9838142395019531041 ]1042 },1043 "obb": {1044 "center": [1045 -200.1763801574707,1046 781.0755767822266,1047 182.041233062744141048 ],1049 "extent": [1050 6.991336822509766,1051 6.6183319091796875,1052 9.9838142395019531053 ],1054 "rotation": [1055 0,1056 0,1057 01058 ]1059 },1060 "location": [1061 -199.93563842773438,1062 781.0755615234375,1063 172.0339355468751064 ],1065 "rotation": [1066 0,1067 0,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 255,1078 191,1079 1911080 ]1081 },1082 {1083 "object_id": "SM_Decorative30_221",1084 "bbox_2d": [1085 1781,1086 459,1087 1804,1088 5081089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 -182.91492174970887,1094 781.3016365618167,1095 180.01048994064331096 ],1097 "extent": [1098 3.758657808906719,1099 3.7432735011465184,1100 7.9252510070800781101 ]1102 },1103 "obb": {1104 "center": [1105 -182.91492174970887,1106 781.3016365618167,1107 180.01048994064331108 ],1109 "extent": [1110 3.758657808906719,1111 3.7432735011465184,1112 7.9252510070800781113 ],1114 "rotation": [1115 0,1116 150.00013732910156,1117 01118 ]1119 },1120 "location": [1121 -182.9149169921875,1122 781.3016357421875,1123 172.033920288085941124 ],1125 "rotation": [1126 0,1127 150.00013732910156,1128 01129 ],1130 "scale": [1131 1,1132 1,1133 11134 ]1135 },1136 "color": [1137 127,1138 191,1139 1911140 ]1141 },1142 {1143 "object_id": "SM_Decorative12_224",1144 "bbox_2d": [1145 1764,1146 445,1147 1782,1148 5071149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -167.04632568359375,1154 783.100414276123,1155 181.749984741210941156 ],1157 "extent": [1158 4.9560546875,1159 4.956012725830078,1160 9.7058105468751161 ]1162 },1163 "obb": {1164 "center": [1165 -167.04632568359375,1166 783.100414276123,1167 181.749984741210941168 ],1169 "extent": [1170 4.9560546875,1171 4.956012725830078,1172 9.7058105468751173 ],1174 "rotation": [1175 0,1176 0,1177 01178 ]1179 },1180 "location": [1181 -167.04632568359375,1182 783.1004028320312,1183 172.033920288085941184 ],1185 "rotation": [1186 0,1187 0,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 63,1198 191,1199 1911200 ]