TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l058_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l058_r001/lit.png",5 "camera": {6 "location": [7 19,8 24,9 20610 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 19,38 24,39 206,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 828,58 0,59 1919,60 25761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 948,120 318,121 1048,122 802123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface57",178 "bbox_2d": [179 447,180 154,181 704,182 1034183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40711644136513,188 194.618632203342,189 193.68687438964844190 ],191 "extent": [192 5.455037415813791,193 40.9399423472035,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40711644136513,200 194.618632203342,201 193.68687438964844202 ],203 "extent": [204 5.455037415813791,205 40.9399423472035,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.37254333496094,216 154.16036987304688,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 0.8706653118133545,227 1228 ]229 },230 "color": [231 127,232 159,233 127234 ]235 },236 {237 "object_id": "SM_Door_polySurface50",238 "bbox_2d": [239 404,240 105,241 728,242 1055243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 237.10054705583462,248 194.50258489944235,249 195.17345428466797250 ],251 "extent": [252 9.745574626675705,253 49.10113152907067,254 105.98666381835938255 ]256 },257 "obb": {258 "center": [259 237.10054705583462,260 194.50258489944235,261 195.17345428466797262 ],263 "extent": [264 9.745574626675705,265 49.10113152907067,266 105.98666381835938267 ],268 "rotation": [269 0,270 -179.99989318847656,271 0272 ]273 },274 "location": [275 236.64108276367188,276 154.88241577148438,277 88.28707122802734278 ],279 "rotation": [280 0,281 -179.99989318847656,282 0283 ],284 "scale": [285 1.5594600439071655,286 0.8500000238418579,287 1288 ]289 },290 "color": [291 127,292 159,293 63294 ]295 },296 {297 "object_id": "SM_Door_polySurface58",298 "bbox_2d": [299 963,300 341,301 1038,302 794303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 230.40723676937202,308 428.06766479974937,309 193.68687438964844310 ],311 "extent": [312 5.455037415787672,313 40.93992833372391,314 100.37834930419922315 ]316 },317 "obb": {318 "center": [319 230.40723676937202,320 428.06766479974937,321 193.68687438964844322 ],323 "extent": [324 5.455037415787672,325 40.93992833372391,326 100.37834930419922327 ],328 "rotation": [329 0,330 -179.99989318847656,331 0332 ]333 },334 "location": [335 229.3725128173828,336 468.5259094238281,337 88.9166030883789338 ],339 "rotation": [340 0,341 -179.99989318847656,342 0343 ],344 "scale": [345 0.800000011920929,346 -0.8706650137901306,347 1348 ]349 },350 "color": [351 31,352 159,353 127354 ]355 }356 ]357 },358 "foreground": {359 "cabinet": [360 {361 "object_id": "SM_Komod_2",362 "bbox_2d": [363 1103,364 588,365 1152,366 712367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 202.82839950873046,372 620.9860581984593,373 134.87128448486328374 ],375 "extent": [376 22.34523317932971,377 74.85443298263135,378 41.517921447753906379 ]380 },381 "obb": {382 "center": [383 202.82839950873046,384 620.9860581984593,385 134.87128448486328386 ],387 "extent": [388 22.34523317932971,389 74.85443298263135,390 41.517921447753906391 ],392 "rotation": [393 0,394 -90.00012207031251,395 0396 ]397 },398 "location": [399 205.04928588867188,400 621.0562133789062,401 93.32191467285156402 ],403 "rotation": [404 0,405 -90.00012207031251,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 95,417 255418 ]419 },420 {421 "object_id": "SM_KomodA_60",422 "bbox_2d": [423 1185,424 662,425 1437,426 781427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 70.50696399473954,432 312.0420322741244,433 155.16150795815156434 ],435 "extent": [436 33.25703754064189,437 7.441421415979278,438 12.886030359165488439 ]440 },441 "obb": {442 "center": [443 70.50696399473952,444 312.0420322741244,445 155.16150795815156446 ],447 "extent": [448 33.25703754064189,449 7.441421415979278,450 12.886030359165488451 ],452 "rotation": [453 0,454 179.9999237060547,455 0456 ]457 },458 "location": [459 70.43486022949219,460 319.5771179199219,461 142.210205078125462 ],463 "rotation": [464 0,465 179.9999237060547,466 0467 ],468 "scale": [469 1.399999976158142,470 1.399999976158142,471 1.399999976158142472 ]473 },474 "color": [475 63,476 95,477 63478 ]479 },480 {481 "object_id": "SM_KomodB_63",482 "bbox_2d": [483 1436,484 678,485 1554,486 795487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 23.50204392814276,492 312.06331189555453,493 155.0879535374105494 ],495 "extent": [496 13.343359743013684,497 7.44140555993738,498 12.886029024021468499 ]500 },501 "obb": {502 "center": [503 23.50204392814276,504 312.06331189555453,505 155.0879535374105506 ],507 "extent": [508 13.343359743013684,509 7.44140555993738,510 12.886029024021468511 ],512 "rotation": [513 0,514 179.9998779296875,515 0516 ]517 },518 "location": [519 23.502059936523438,520 319.5771179199219,521 142.1208038330078522 ],523 "rotation": [524 0,525 179.9998779296875,526 0527 ],528 "scale": [529 1.399999976158142,530 1.399999976158142,531 1.399999976158142532 ]533 },534 "color": [535 63,536 95,537 191538 ]539 },540 {541 "object_id": "SM_KomodA2_68",542 "bbox_2d": [543 1555,544 685,545 1919,546 836547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -23.520482752086636,552 312.0420322741244,553 155.16150795815156554 ],555 "extent": [556 33.257037540641896,557 7.441421415979278,558 12.886030359165488559 ]560 },561 "obb": {562 "center": [563 -23.520482752086636,564 312.0420322741244,565 155.16150795815156566 ],567 "extent": [568 33.257037540641896,569 7.441421415979278,570 12.886030359165488571 ],572 "rotation": [573 0,574 179.9999237060547,575 0576 ]577 },578 "location": [579 -23.592586517333984,580 319.5771179199219,581 142.210205078125582 ],583 "rotation": [584 0,585 179.9999237060547,586 0587 ],588 "scale": [589 1.399999976158142,590 1.399999976158142,591 1.399999976158142592 ]593 },594 "color": [595 63,596 95,597 31598 ]599 },600 {601 "object_id": "SM_KomodB2_69",602 "bbox_2d": [603 1903,604 708,605 1919,606 715607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -70.52521589851739,612 312.06331189555453,613 155.0879535374105614 ],615 "extent": [616 13.343359743013679,617 7.44140555993738,618 12.886029024021468619 ]620 },621 "obb": {622 "center": [623 -70.52521589851739,624 312.06331189555453,625 155.0879535374105626 ],627 "extent": [628 13.343359743013679,629 7.44140555993738,630 12.886029024021468631 ],632 "rotation": [633 0,634 179.9998779296875,635 0636 ]637 },638 "location": [639 -70.52519989013672,640 319.5771179199219,641 142.1208038330078642 ],643 "rotation": [644 0,645 179.9998779296875,646 0647 ],648 "scale": [649 1.399999976158142,650 1.399999976158142,651 1.399999976158142652 ]653 },654 "color": [655 191,656 95,657 0658 ]659 },660 {661 "object_id": "SM_KomodC_73",662 "bbox_2d": [663 1694,664 812,665 1919,666 1054667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 -124.10193794684471,672 298.8887793179526,673 124.05502212140846674 ],675 "extent": [676 104.79397541784618,677 20.51142805681326,678 18.019146421651385679 ]680 },681 "obb": {682 "center": [683 -124.10193794684471,684 298.8887793179526,685 124.05502212140846686 ],687 "extent": [688 104.79397541784618,689 20.51142805681326,690 18.019146421651385691 ],692 "rotation": [693 0,694 179.9999237060547,695 0696 ]697 },698 "location": [699 -124.0071792602539,700 319.5770263671875,701 105.9097900390625702 ],703 "rotation": [704 0,705 179.9999237060547,706 0707 ],708 "scale": [709 1.399999976158142,710 1.100000023841858,711 1.399999976158142712 ]713 },714 "color": [715 191,716 95,717 127718 ]719 },720 {721 "object_id": "SM_KomodCClosed2",722 "bbox_2d": [723 0,724 890,725 122,726 1079727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 216.32476811318836,732 2.686028097707336,733 127.00710071345111734 ],735 "extent": [736 13.030119153919912,737 84.78256622876646,738 20.583462045957276739 ]740 },741 "obb": {742 "center": [743 216.32476811318836,744 2.686028097707336,745 127.00710071345111746 ],747 "extent": [748 13.030119153919912,749 84.78256622876646,750 20.583462045957276751 ],752 "rotation": [753 0,754 90.00011444091797,755 0756 ]757 },758 "location": [759 229.52699279785156,760 2.6094131469726562,761 106.27960968017578762 ],763 "rotation": [764 0,765 90.00011444091797,766 0767 ],768 "scale": [769 1.1326565742492676,770 1.0708839893341064,771 1.5992348194122314772 ]773 },774 "color": [775 31,776 159,777 255778 ]779 }780 ],781 "decorative grass": [782 {783 "object_id": "SM_Decorative99_8",784 "bbox_2d": [785 1126,786 527,787 1136,788 590789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 214.73163727439822,794 565.0800266010637,795 195.81600189208984796 ],797 "extent": [798 7.361324288314478,799 13.262383135304162,800 19.446334838867188801 ]802 },803 "obb": {804 "center": [805 214.73163727439822,806 565.0800266010637,807 195.81600189208984808 ],809 "extent": [810 7.361324288314478,811 13.262383135304162,812 19.446334838867188813 ],814 "rotation": [815 0,816 -20.000041961669925,817 0818 ]819 },820 "location": [821 214.84368896484375,822 565.3878784179688,823 176.38919067382812824 ],825 "rotation": [826 0,827 -20.000041961669925,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 255,838 95,839 63840 ]841 },842 {843 "object_id": "SM_Decorative100_11",844 "bbox_2d": [845 1136,846 567,847 1152,848 587849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 218.1783180236725,854 597.3299713134697,855 183.25384039452774856 ],857 "extent": [858 3.303885117206306,859 10.568941188703775,860 6.855307219127553861 ]862 },863 "obb": {864 "center": [865 218.1783180236725,866 597.3299713134697,867 183.25384039452774868 ],869 "extent": [870 3.303885117206306,871 10.568941188703775,872 6.855307219127553873 ],874 "rotation": [875 0,876 3.4332275390625e-05,877 0878 ]879 },880 "location": [881 218.17832946777344,882 597.3299560546875,883 176.37013244628906884 ],885 "rotation": [886 0,887 3.4332275390625e-05,888 0889 ],890 "scale": [891 1,892 1,893 1.1996585130691528894 ]895 },896 "color": [897 255,898 95,899 191900 ]901 },902 {903 "object_id": "SM_Decorative101_39",904 "bbox_2d": [905 1143,906 582,907 1152,908 591909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 198.66112518310547,914 556.9154663085938,915 178.97196197509766916 ],917 "extent": [918 5.650764465332031,919 5.647735595703125,920 2.5378570556640625921 ]922 },923 "obb": {924 "center": [925 198.66112518310547,926 556.9154663085938,927 178.97196197509766928 ],929 "extent": [930 5.650764465332031,931 5.647735595703125,932 2.5378570556640625933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 198.66111755371094,942 556.9154663085938,943 176.3892059326172944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 127,958 95,959 31960 ]961 },962 {963 "object_id": "SM_Decorative104_90",964 "bbox_2d": [965 1586,966 769,967 1619,968 793969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -0.0949249267578125,974 310.516845703125,975 145.94321703910828976 ],977 "extent": [978 3.4798521995544434,979 3.4798552989959717,980 2.2423460483551025981 ]982 },983 "obb": {984 "center": [985 -0.0949249267578125,986 310.516845703125,987 145.94321703910828988 ],989 "extent": [990 3.4798521995544434,991 3.4798552989959717,992 2.2423460483551025993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 -0.0949249267578125,1002 310.516845703125,1003 143.69267272949221004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 31,1018 95,1019 1271020 ]1021 },1022 {1023 "object_id": "SM_Decorative105",1024 "bbox_2d": [1025 1626,1026 758,1027 1660,1028 7981029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 -8.29541015625,1034 310.516845703125,1035 147.90552019525651036 ],1037 "extent": [1038 3.4798521995544434,1039 3.4798552989959717,1040 4.1975009453561541041 ]1042 },1043 "obb": {1044 "center": [1045 -8.29541015625,1046 310.516845703125,1047 147.90552019525651048 ],1049 "extent": [1050 3.4798521995544434,1051 3.4798552989959717,1052 4.1975009453561541053 ],1054 "rotation": [1055 0,1056 0,1057 01058 ]1059 },1060 "location": [1061 -8.29541015625,1062 310.516845703125,1063 143.69267272949221064 ],1065 "rotation": [1066 0,1067 0,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 1.8719238042831421074 ]1075 },1076 "color": [1077 31,1078 95,1079 631080 ]1081 },1082 {1083 "object_id": "SM_Decorative106_94",1084 "bbox_2d": [1085 1308,1086 607,1087 1355,1088 6771089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 63.55207061767578,1094 311.84716796875,1095 177.24535266726741096 ],1097 "extent": [1098 5.506947786450937,1099 5.506947786450951,1100 9.1626160040550531101 ]1102 },1103 "obb": {1104 "center": [1105 63.55207061767578,1106 311.84716796875,1107 177.24535266726741108 ],1109 "extent": [1110 5.506947786450937,1111 5.506947786450951,1112 9.1626160040550531113 ],1114 "rotation": [1115 0,1116 179.9999237060547,1117 01118 ]1119 },1120 "location": [1121 63.55207061767578,1122 311.84716796875,1123 168.04753112792971124 ],1125 "rotation": [1126 0,1127 179.9999237060547,1128 01129 ],1130 "scale": [1131 1.427686095237732,1132 1.427686095237732,1133 1.4276860952377321134 ]1135 },1136 "color": [1137 31,1138 95,1139 1911140 ]1141 },1142 {1143 "object_id": "SM_Decorative109_147",1144 "bbox_2d": [1145 1294,1146 728,1147 1336,1148 7621149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 67.57079109729925,1154 308.9112737485685,1155 147.88861056321731156 ],1157 "extent": [1158 6.424716195101965,1159 5.9289454298672695,1160 4.1909153302485721161 ]1162 },1163 "obb": {1164 "center": [1165 67.57079109729925,1166 308.9112737485685,1167 147.88861056321731168 ],1169 "extent": [1170 6.424716195101965,1171 5.9289454298672695,1172 4.1909153302485721173 ],1174 "rotation": [1175 0,1176 169.99987792968753,1177 01178 ]1179 },1180 "location": [1181 67.57079315185547,1182 308.9112854003906,1183 143.69267272949221184 ],1185 "rotation": [1186 0,1187 169.99987792968753,1188 01189 ],1190 "scale": [1191 0.775394082069397,1192 0.775394082069397,1193 0.7753940820693971194 ]1195 },1196 "color": [1197 95,1198 191,1199 01200 ]