TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l062_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l062_r001/lit.png",5 "camera": {6 "location": [7 -79,8 412,9 21010 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -79,38 412,39 210,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 358,58 0,59 1812,60 21361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling decor": [116 {117 "object_id": "SM_DecorTop_145",118 "bbox_2d": [119 1239,120 45,121 1711,122 267123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -60.215538024902344,128 773.3313646316528,129 334.38922119140625130 ],131 "extent": [132 69.98680114746094,133 0,134 24.174877166748047135 ]136 },137 "obb": {138 "center": [139 -60.215538024902344,140 773.3313646316528,141 334.38922119140625142 ],143 "extent": [144 69.98680114746094,145 0,146 24.174877166748047147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -60.67181396484375,156 783.7068481445312,157 334.38922119140625158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 63,172 63,173 0174 ]175 },176 {177 "object_id": "SM_DecorTop2",178 "bbox_2d": [179 1714,180 2,181 1919,182 203183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -185.36775285118892,188 773.3313646316528,189 334.38922119140625190 ],191 "extent": [192 54.58970289268109,193 0,194 24.174877166748047195 ]196 },197 "obb": {198 "center": [199 -185.36775285118892,200 773.3313646316528,201 334.38922119140625202 ],203 "extent": [204 54.58970289268109,205 0,206 24.174877166748047207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -185.72364807128906,216 783.7068481445312,217 334.38922119140625218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 0.7799999713897705,226 1,227 1228 ]229 },230 "color": [231 63,232 63,233 255234 ]235 },236 {237 "object_id": "SM_DecorTop3_149",238 "bbox_2d": [239 981,240 142,241 1237,242 304243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 64.83476179724858,248 773.3313646316528,249 334.38922119140625250 ],251 "extent": [252 54.58970289268109,253 0,254 24.174877166748047255 ]256 },257 "obb": {258 "center": [259 64.83476179724858,260 773.3313646316528,261 334.38922119140625262 ],263 "extent": [264 54.58970289268109,265 0,266 24.174877166748047267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 64.47886657714844,276 783.7068481445312,277 334.38922119140625278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 0.7799999713897705,286 1,287 1288 ]289 },290 "color": [291 63,292 63,293 127294 ]295 },296 {297 "object_id": "SM_DecorTop4",298 "bbox_2d": [299 783,300 195,301 979,302 331303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 174.50553816443608,308 773.3313646316528,309 334.38922119140625310 ],311 "extent": [312 54.58970289268109,313 0,314 24.174877166748047315 ]316 },317 "obb": {318 "center": [319 174.50553816443608,320 773.3313646316528,321 334.38922119140625322 ],323 "extent": [324 54.58970289268109,325 0,326 24.174877166748047327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 174.14964294433594,336 783.7068481445312,337 334.38922119140625338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 0.7799999713897705,346 1,347 1348 ]349 },350 "color": [351 63,352 63,353 63354 ]355 }356 ]357 },358 "foreground": {359 "armchair": [360 {361 "object_id": "SM_AmchairTreadle_71",362 "bbox_2d": [363 1483,364 806,365 1919,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -152.8481072756076,372 690.1914664693588,373 135.18423461914062374 ],375 "extent": [376 90.17419874910203,377 74.60563740934913,378 41.904197692871094379 ]380 },381 "obb": {382 "center": [383 -152.8481072756076,384 690.1914664693588,385 135.18423461914062386 ],387 "extent": [388 90.17419874910203,389 74.60563740934913,390 41.904197692871094391 ],392 "rotation": [393 0,394 60.00009536743165,395 0396 ]397 },398 "location": [399 -181.7554931640625,400 707.0924682617188,401 93.3218994140625402 ],403 "rotation": [404 0,405 60.00009536743165,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 255,417 63418 ]419 }420 ],421 "shelf": [422 {423 "object_id": "SM_Shelf_137",424 "bbox_2d": [425 1713,426 174,427 1919,428 963429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -185.4209261248343,434 782.8369913101196,435 201.84811401367188436 ],437 "extent": [438 54.57733371167703,439 13.994805335998535,440 108.51106262207031441 ]442 },443 "obb": {444 "center": [445 -185.4209261248343,446 782.8369913101196,447 201.84811401367188448 ],449 "extent": [450 54.57733371167703,451 13.994805335998535,452 108.51106262207031453 ],454 "rotation": [455 0,456 180,457 0458 ]459 },460 "location": [461 -179.84634399414062,462 784.39208984375,463 93.3218994140625464 ],465 "rotation": [466 0,467 180,468 0469 ],470 "scale": [471 1.2000000476837158,472 1,473 1474 ]475 },476 "color": [477 63,478 0,479 63480 ]481 },482 {483 "object_id": "SM_Shelf2",484 "bbox_2d": [485 978,486 269,487 1237,488 854489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 64.82413002750945,494 782.8369913101196,495 201.84811401367188496 ],497 "extent": [498 54.57733371167703,499 13.994805335998535,500 108.51106262207031501 ]502 },503 "obb": {504 "center": [505 64.82413002750945,506 782.8369913101196,507 201.84811401367188508 ],509 "extent": [510 54.57733371167703,511 13.994805335998535,512 108.51106262207031513 ],514 "rotation": [515 0,516 180,517 0518 ]519 },520 "location": [521 70.39871215820312,522 784.39208984375,523 93.3218994140625524 ],525 "rotation": [526 0,527 180,528 0529 ],530 "scale": [531 1.2000000476837158,532 1,533 1534 ]535 },536 "color": [537 63,538 255,539 63540 ]541 },542 {543 "object_id": "SM_Shelf3",544 "bbox_2d": [545 780,546 305,547 977,548 744549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 174.52945229313445,554 782.8369913101196,555 201.84811401367188556 ],557 "extent": [558 54.57733371167703,559 13.994805335998535,560 108.51106262207031561 ]562 },563 "obb": {564 "center": [565 174.52945229313445,566 782.8369913101196,567 201.84811401367188568 ],569 "extent": [570 54.57733371167703,571 13.994805335998535,572 108.51106262207031573 ],574 "rotation": [575 0,576 180,577 0578 ]579 },580 "location": [581 180.10403442382812,582 784.39208984375,583 93.3218994140625584 ],585 "rotation": [586 0,587 180,588 0589 ],590 "scale": [591 1.2000000476837158,592 1,593 1594 ]595 },596 "color": [597 63,598 127,599 63600 ]601 }602 ],603 "fireplace": [604 {605 "object_id": "SM_Flame_153",606 "bbox_2d": [607 1384,608 792,609 1525,610 856611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -60.58686799178658,616 782.451763153076,617 113.13406276702881618 ],619 "extent": [620 21.729993096013395,621 0.8885901840129691,622 9.140752792358398623 ]624 },625 "obb": {626 "center": [627 -60.58686799178658,628 782.451763153076,629 113.13406276702881630 ],631 "extent": [632 21.729993096013395,633 0.8885901840129691,634 9.140752792358398635 ],636 "rotation": [637 0,638 179.9999237060547,639 0640 ]641 },642 "location": [643 -60.58686828613281,644 782.230712890625,645 104.09186553955078646 ],647 "rotation": [648 0,649 179.9999237060547,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 0,660 0,661 191662 ]663 },664 {665 "object_id": "SM_Flame2",666 "bbox_2d": [667 1399,668 786,669 1526,670 852671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -62.32649582992134,676 784.2634086608884,677 114.03975405784308678 ],679 "extent": [680 20.502837489401497,681 0.8885885499564665,682 10.056315679039017683 ]684 },685 "obb": {686 "center": [687 -62.32649582992134,688 784.2634086608884,689 114.03975405784308690 ],691 "extent": [692 20.502837489401497,693 0.8885885499564665,694 10.056315679039017695 ],696 "rotation": [697 0,698 179.9999237060547,699 0700 ]701 },702 "location": [703 -62.32649612426758,704 784.0423583984375,705 104.09186553955078706 ],707 "rotation": [708 0,709 179.9999237060547,710 0711 ],712 "scale": [713 -0.943527102470398,714 1,715 1.1001627445220947716 ]717 },718 "color": [719 0,720 255,721 191722 ]723 },724 {725 "object_id": "SM_FirePlace_6",726 "bbox_2d": [727 1238,728 202,729 1712,730 906731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -60.29224395751953,736 780.9791860580444,737 202.04822540283203738 ],739 "extent": [740 69.99999999999997,741 15.715024948120117,742 108.50000762939453743 ]744 },745 "obb": {746 "center": [747 -60.29224395751953,748 780.9791860580444,749 202.04822540283203750 ],751 "extent": [752 69.99999999999997,753 15.715024948120117,754 108.50000762939453755 ],756 "rotation": [757 0,758 180,759 0760 ]761 },762 "location": [763 -74.29224395751953,764 781.2350463867188,765 93.32191467285156766 ],767 "rotation": [768 0,769 180,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 191,780 95,781 223782 ]783 }784 ],785 "decorative grass": [786 {787 "object_id": "SM_Decorative1_180",788 "bbox_2d": [789 1841,790 295,791 1865,792 368793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -163.84169006347656,798 780.9541969299316,799 269.0025634765625800 ],801 "extent": [802 2.71087646484375,803 2.711925506591797,804 10.98583984375805 ]806 },807 "obb": {808 "center": [809 -163.84169006347656,810 780.9541969299316,811 269.0025634765625812 ],813 "extent": [814 2.71087646484375,815 2.711925506591797,816 10.98583984375817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 -163.8230743408203,826 780.963623046875,827 257.9434814453125828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 63,842 127,843 191844 ]845 },846 {847 "object_id": "SM_Decorative2_183",848 "bbox_2d": [849 1767,850 312,851 1800,852 372853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -148.20559692382812,858 780.6666831970215,859 267.6994934082031860 ],861 "extent": [862 3.882904052734375,863 3.8526954650878906,864 9.6868896484375865 ]866 },867 "obb": {868 "center": [869 -148.20559692382812,870 780.6666831970215,871 267.6994934082031872 ],873 "extent": [874 3.882904052734375,875 3.8526954650878906,876 9.6868896484375877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -148.20635986328125,886 780.6687622070312,887 257.9435119628906888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 63,902 63,903 191904 ]905 },906 {907 "object_id": "SM_Decorative10_192",908 "bbox_2d": [909 1867,910 399,911 1919,912 468913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -176.90913413945756,918 780.4227288648756,919 239.38140765940278920 ],921 "extent": [922 12.894794336234384,923 12.816039062945606,924 10.127777022501789925 ]926 },927 "obb": {928 "center": [929 -176.90913413945756,930 780.4227288648756,931 239.38140765940278932 ],933 "extent": [934 12.894794336234384,935 12.816039062945606,936 10.127777022501789937 ],938 "rotation": [939 0,940 159.99984741210938,941 0942 ]943 },944 "location": [945 -176.9091339111328,946 780.4227294921875,947 229.18190002441406948 ],949 "rotation": [950 0,951 159.99984741210938,952 0953 ],954 "scale": [955 1.399999976158142,956 1.399999976158142,957 1.399999976158142958 ]959 },960 "color": [961 0,962 191,963 127964 ]965 },966 {967 "object_id": "SM_Decorative6_195",968 "bbox_2d": [969 1772,970 397,971 1818,972 471973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -150.87075805664062,978 780.7335891723633,979 240.5808868408203980 ],981 "extent": [982 5.235870361328125,983 5.270179748535156,984 11.30023193359375985 ]986 },987 "obb": {988 "center": [989 -150.87075805664062,990 780.7335891723633,991 240.5808868408203992 ],993 "extent": [994 5.235870361328125,995 5.270179748535156,996 11.30023193359375997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 -150.8707275390625,1006 780.7335815429688,1007 229.181900024414061008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 0,1022 191,1023 631024 ]1025 },1026 {1027 "object_id": "SM_Decorative11_209",1028 "bbox_2d": [1029 1766,1030 535,1031 1828,1032 5701033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -151.3098297119791,1038 780.5104217529297,1039 206.054702758789061040 ],1041 "extent": [1042 7.270573580925458,1043 6.482346043633925,1044 5.4048843383789061045 ]1046 },1047 "obb": {1048 "center": [1049 -151.3098297119791,1050 780.5104217529297,1051 206.054702758789061052 ],1053 "extent": [1054 7.270573580925458,1055 6.482346043633925,1056 5.4048843383789061057 ],1058 "rotation": [1059 0,1060 179.999755859375,1061 01062 ]1063 },1064 "location": [1065 -151.30982971191406,1066 780.5104370117188,1067 200.643341064453121068 ],1069 "rotation": [1070 0,1071 179.999755859375,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 127,1082 191,1083 1271084 ]1085 },1086 {1087 "object_id": "SM_Decorative12_224",1088 "bbox_2d": [1089 1843,1090 604,1091 1888,1092 6731093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -167.04632568359375,1098 783.100414276123,1099 181.749984741210941100 ],1101 "extent": [1102 4.9560546875,1103 4.956012725830078,1104 9.7058105468751105 ]1106 },1107 "obb": {1108 "center": [1109 -167.04632568359375,1110 783.100414276123,1111 181.749984741210941112 ],1113 "extent": [1114 4.9560546875,1115 4.956012725830078,1116 9.7058105468751117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 -167.04632568359375,1126 783.1004028320312,1127 172.033920288085941128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 63,1142 191,1143 1911144 ]1145 },1146 {1147 "object_id": "SM_Decorative14_227",1148 "bbox_2d": [1149 1755,1150 612,1151 1825,1152 6681153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -149.7520294189453,1158 781.124589920044,1159 180.35551452636721160 ],1161 "extent": [1162 8.19677734375,1163 8.055265426635742,1164 8.241394042968751165 ]1166 },1167 "obb": {1168 "center": [1169 -149.7520294189453,1170 781.124589920044,1171 180.35551452636721172 ],1173 "extent": [1174 8.19677734375,1175 8.055265426635742,1176 8.241394042968751177 ],1178 "rotation": [1179 0,1180 0,1181 01182 ]1183 },1184 "location": [1185 -149.7520294189453,1186 781.1245727539062,1187 172.033920288085941188 ],1189 "rotation": [1190 0,1191 0,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [