TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l116_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l116_r002/lit.png",5 "camera": {6 "location": [7 38,8 685,9 23810 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 38,38 685,39 238,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling decor": [54 {55 "object_id": "SM_DecorTop_145",56 "bbox_2d": [57 1341,58 0,59 1566,60 9561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -60.215538024902344,66 773.3313646316528,67 334.3892211914062568 ],69 "extent": [70 69.98680114746094,71 0,72 24.17487716674804773 ]74 },75 "obb": {76 "center": [77 -60.215538024902344,78 773.3313646316528,79 334.3892211914062580 ],81 "extent": [82 69.98680114746094,83 0,84 24.17487716674804785 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -60.67181396484375,94 783.7068481445312,95 334.3892211914062596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 63,110 63,111 0112 ]113 },114 {115 "object_id": "SM_DecorTop2",116 "bbox_2d": [117 1569,118 0,119 1835,120 208121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -185.36775285118892,126 773.3313646316528,127 334.38922119140625128 ],129 "extent": [130 54.58970289268109,131 0,132 24.174877166748047133 ]134 },135 "obb": {136 "center": [137 -185.36775285118892,138 773.3313646316528,139 334.38922119140625140 ],141 "extent": [142 54.58970289268109,143 0,144 24.174877166748047145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -185.72364807128906,154 783.7068481445312,155 334.38922119140625156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 0.7799999713897705,164 1,165 1166 ]167 },168 "color": [169 63,170 63,171 255172 ]173 }174 ]175 },176 "foreground": {177 "armchair": [178 {179 "object_id": "SM_AmchairTreadle_71",180 "bbox_2d": [181 1890,182 863,183 1919,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -152.8481072756076,190 690.1914664693588,191 135.18423461914062192 ],193 "extent": [194 90.17419874910203,195 74.60563740934913,196 41.904197692871094197 ]198 },199 "obb": {200 "center": [201 -152.8481072756076,202 690.1914664693588,203 135.18423461914062204 ],205 "extent": [206 90.17419874910203,207 74.60563740934913,208 41.904197692871094209 ],210 "rotation": [211 0,212 60.00009536743165,213 0214 ]215 },216 "location": [217 -181.7554931640625,218 707.0924682617188,219 93.3218994140625220 ],221 "rotation": [222 0,223 60.00009536743165,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 255,235 63236 ]237 }238 ],239 "shelf": [240 {241 "object_id": "SM_Shelf_137",242 "bbox_2d": [243 1579,244 103,245 1848,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -185.4209261248343,252 782.8369913101196,253 201.84811401367188254 ],255 "extent": [256 54.57733371167703,257 13.994805335998535,258 108.51106262207031259 ]260 },261 "obb": {262 "center": [263 -185.4209261248343,264 782.8369913101196,265 201.84811401367188266 ],267 "extent": [268 54.57733371167703,269 13.994805335998535,270 108.51106262207031271 ],272 "rotation": [273 0,274 180,275 0276 ]277 },278 "location": [279 -179.84634399414062,280 784.39208984375,281 93.3218994140625282 ],283 "rotation": [284 0,285 180,286 0287 ],288 "scale": [289 1.2000000476837158,290 1,291 1292 ]293 },294 "color": [295 63,296 0,297 63298 ]299 },300 {301 "object_id": "SM_Shelf2",302 "bbox_2d": [303 0,304 0,305 753,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 64.82413002750945,312 782.8369913101196,313 201.84811401367188314 ],315 "extent": [316 54.57733371167703,317 13.994805335998535,318 108.51106262207031319 ]320 },321 "obb": {322 "center": [323 64.82413002750945,324 782.8369913101196,325 201.84811401367188326 ],327 "extent": [328 54.57733371167703,329 13.994805335998535,330 108.51106262207031331 ],332 "rotation": [333 0,334 180,335 0336 ]337 },338 "location": [339 70.39871215820312,340 784.39208984375,341 93.3218994140625342 ],343 "rotation": [344 0,345 180,346 0347 ],348 "scale": [349 1.2000000476837158,350 1,351 1352 ]353 },354 "color": [355 63,356 255,357 63358 ]359 }360 ],361 "decorative grass": [362 {363 "object_id": "SM_Decorative5_171",364 "bbox_2d": [365 1732,366 347,367 1810,368 442369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -223.5649871826172,374 779.2637939453125,375 269.12548828125376 ],377 "extent": [378 6.68212890625,379 6.656768798828125,380 11.0948486328125381 ]382 },383 "obb": {384 "center": [385 -223.5649871826172,386 779.2637939453125,387 269.12548828125388 ],389 "extent": [390 6.68212890625,391 6.656768798828125,392 11.0948486328125393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -223.5649871826172,402 779.2637939453125,403 257.9434814453125404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 63,419 191420 ]421 },422 {423 "object_id": "SM_Decorative4_174",424 "bbox_2d": [425 1695,426 342,427 1756,428 435429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -203.22682189941406,434 779.6796913146973,435 268.8955383300781436 ],437 "extent": [438 5.1749267578125,439 5.157649993896484,440 10.5943603515625441 ]442 },443 "obb": {444 "center": [445 -203.22682189941406,446 779.6796913146973,447 268.8955383300781448 ],449 "extent": [450 5.1749267578125,451 5.157649993896484,452 10.5943603515625453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -203.20643615722656,462 779.6819458007812,463 258.2774963378906464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 63,478 0,479 191480 ]481 },482 {483 "object_id": "SM_Decorative3_177",484 "bbox_2d": [485 1650,486 339,487 1680,488 427489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -184.97677612304688,494 782.8497161865234,495 268.2440185546875496 ],497 "extent": [498 2.71636962890625,499 2.71685791015625,500 10.281005859375501 ]502 },503 "obb": {504 "center": [505 -184.97677612304688,506 782.8497161865234,507 268.2440185546875508 ],509 "extent": [510 2.71636962890625,511 2.71685791015625,512 10.281005859375513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -184.97500610351562,522 782.8487548828125,523 257.9434814453125524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 63,538 255,539 191540 ]541 },542 {543 "object_id": "SM_Decorative1_180",544 "bbox_2d": [545 1605,546 318,547 1638,548 422549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -163.84169006347656,554 780.9541969299316,555 269.0025634765625556 ],557 "extent": [558 2.71087646484375,559 2.711925506591797,560 10.98583984375561 ]562 },563 "obb": {564 "center": [565 -163.84169006347656,566 780.9541969299316,567 269.0025634765625568 ],569 "extent": [570 2.71087646484375,571 2.711925506591797,572 10.98583984375573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -163.8230743408203,582 780.963623046875,583 257.9434814453125584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 63,598 127,599 191600 ]601 },602 {603 "object_id": "SM_Decorative2_183",604 "bbox_2d": [605 1599,606 390,607 1603,608 417609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -148.20559692382812,614 780.6666831970215,615 267.6994934082031616 ],617 "extent": [618 3.882904052734375,619 3.8526954650878906,620 9.6868896484375621 ]622 },623 "obb": {624 "center": [625 -148.20559692382812,626 780.6666831970215,627 267.6994934082031628 ],629 "extent": [630 3.882904052734375,631 3.8526954650878906,632 9.6868896484375633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -148.20635986328125,642 780.6687622070312,643 257.9435119628906644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 63,658 63,659 191660 ]661 },662 {663 "object_id": "SM_Decorative9_186",664 "bbox_2d": [665 1765,666 532,667 1790,668 579669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -225.11614990234375,674 780.9479484558105,675 234.7744903564453676 ],677 "extent": [678 4.4716796875,679 4.471668243408203,680 5.53289794921875681 ]682 },683 "obb": {684 "center": [685 -225.11614990234375,686 780.9479484558105,687 234.7744903564453688 ],689 "extent": [690 4.4716796875,691 4.471668243408203,692 5.53289794921875693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -225.11614990234375,702 780.9479370117188,703 229.18190002441406704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 0,718 191,719 0720 ]721 },722 {723 "object_id": "SM_Decorative8_189",724 "bbox_2d": [725 1676,726 505,727 1775,728 581729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -206.68368530273438,734 781.1684188842773,735 237.36756896972656736 ],737 "extent": [738 8.3221435546875,739 8.322120666503906,740 8.1173095703125741 ]742 },743 "obb": {744 "center": [745 -206.68368530273438,746 781.1684188842773,747 237.36756896972656748 ],749 "extent": [750 8.3221435546875,751 8.322120666503906,752 8.1173095703125753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 -206.68368530273438,762 781.1683959960938,763 229.18190002441406764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 0,778 191,779 255780 ]781 },782 {783 "object_id": "SM_Decorative10_192",784 "bbox_2d": [785 1604,786 482,787 1723,788 583789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -176.90913413945756,794 780.4227288648756,795 239.38140765940278796 ],797 "extent": [798 12.894794336234384,799 12.816039062945606,800 10.127777022501789801 ]802 },803 "obb": {804 "center": [805 -176.90913413945756,806 780.4227288648756,807 239.38140765940278808 ],809 "extent": [810 12.894794336234384,811 12.816039062945606,812 10.127777022501789813 ],814 "rotation": [815 0,816 159.99984741210938,817 0818 ]819 },820 "location": [821 -176.9091339111328,822 780.4227294921875,823 229.18190002441406824 ],825 "rotation": [826 0,827 159.99984741210938,828 0829 ],830 "scale": [831 1.399999976158142,832 1.399999976158142,833 1.399999976158142834 ]835 },836 "color": [837 0,838 191,839 127840 ]841 },842 {843 "object_id": "SM_Decorative6_195",844 "bbox_2d": [845 1599,846 496,847 1620,848 586849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 -150.87075805664062,854 780.7335891723633,855 240.5808868408203856 ],857 "extent": [858 5.235870361328125,859 5.270179748535156,860 11.30023193359375861 ]862 },863 "obb": {864 "center": [865 -150.87075805664062,866 780.7335891723633,867 240.5808868408203868 ],869 "extent": [870 5.235870361328125,871 5.270179748535156,872 11.30023193359375873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 -150.8707275390625,882 780.7335815429688,883 229.18190002441406884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 0,898 191,899 63900 ]901 },902 {903 "object_id": "SM_Decorative11_209",904 "bbox_2d": [905 1599,906 696,907 1627,908 743909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 -151.3098297119791,914 780.5104217529297,915 206.05470275878906916 ],917 "extent": [918 7.270573580925458,919 6.482346043633925,920 5.404884338378906921 ]922 },923 "obb": {924 "center": [925 -151.3098297119791,926 780.5104217529297,927 206.05470275878906928 ],929 "extent": [930 7.270573580925458,931 6.482346043633925,932 5.404884338378906933 ],934 "rotation": [935 0,936 179.999755859375,937 0938 ]939 },940 "location": [941 -151.30982971191406,942 780.5104370117188,943 200.64334106445312944 ],945 "rotation": [946 0,947 179.999755859375,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 127,958 191,959 127960 ]961 },962 {963 "object_id": "SM_Decorative13_218",964 "bbox_2d": [965 1673,966 760,967 1752,968 857969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -200.1763801574707,974 781.0755767822266,975 182.04123306274414976 ],977 "extent": [978 6.991336822509766,979 6.6183319091796875,980 9.983814239501953981 ]982 },983 "obb": {984 "center": [985 -200.1763801574707,986 781.0755767822266,987 182.04123306274414988 ],989 "extent": [990 6.991336822509766,991 6.6183319091796875,992 9.983814239501953993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 -199.93563842773438,1002 781.0755615234375,1003 172.0339355468751004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 255,1018 191,1019 1911020 ]1021 },1022 {1023 "object_id": "SM_Decorative30_221",1024 "bbox_2d": [1025 1652,1026 786,1027 1685,1028 8691029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 -182.91492174970887,1034 781.3016365618167,1035 180.01048994064331036 ],1037 "extent": [1038 3.758657808906719,1039 3.7432735011465184,1040 7.9252510070800781041 ]1042 },1043 "obb": {1044 "center": [1045 -182.91492174970887,1046 781.3016365618167,1047 180.01048994064331048 ],1049 "extent": [1050 3.758657808906719,1051 3.7432735011465184,1052 7.9252510070800781053 ],1054 "rotation": [1055 0,1056 150.00013732910156,1057 01058 ]1059 },1060 "location": [1061 -182.9149169921875,1062 781.3016357421875,1063 172.033920288085941064 ],1065 "rotation": [1066 0,1067 150.00013732910156,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 127,1078 191,1079 1911080 ]1081 },1082 {1083 "object_id": "SM_Decorative12_224",1084 "bbox_2d": [1085 1604,1086 779,1087 1646,1088 8851089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 -167.04632568359375,1094 783.100414276123,1095 181.749984741210941096 ],1097 "extent": [1098 4.9560546875,1099 4.956012725830078,1100 9.7058105468751101 ]1102 },1103 "obb": {1104 "center": [1105 -167.04632568359375,1106 783.100414276123,1107 181.749984741210941108 ],1109 "extent": [1110 4.9560546875,1111 4.956012725830078,1112 9.7058105468751113 ],1114 "rotation": [1115 0,1116 0,1117 01118 ]1119 },1120 "location": [1121 -167.04632568359375,1122 783.1004028320312,1123 172.033920288085941124 ],1125 "rotation": [1126 0,1127 0,1128 01129 ],1130 "scale": [1131 1,1132 1,1133 11134 ]1135 },1136 "color": [1137 63,1138 191,1139 1911140 ]1141 },1142 {1143 "object_id": "SM_Decorative14_227",1144 "bbox_2d": [1145 1599,1146 815,1147 1634,1148 9021149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -149.7520294189453,1154 781.124589920044,1155 180.35551452636721156 ],1157 "extent": [1158 8.19677734375,1159 8.055265426635742,1160 8.241394042968751161 ]1162 },1163 "obb": {1164 "center": [1165 -149.7520294189453,1166 781.124589920044,1167 180.35551452636721168 ],1169 "extent": [1170 8.19677734375,1171 8.055265426635742,1172 8.241394042968751173 ],1174 "rotation": [1175 0,1176 0,1177 01178 ]1179 },1180 "location": [1181 -149.7520294189453,1182 781.1245727539062,1183 172.033920288085941184 ],1185 "rotation": [1186 0,1187 0,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 191,1198 0,1199 01200 ]