TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l083_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l083_r001/lit.png",5 "camera": {6 "location": [7 -30,8 84,9 24210 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -30,38 84,39 242,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 296,58 0,59 1919,60 29561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 767,120 392,121 905,122 910123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface57",178 "bbox_2d": [179 6,180 279,181 410,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40711644136513,188 194.618632203342,189 193.68687438964844190 ],191 "extent": [192 5.455037415813791,193 40.9399423472035,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40711644136513,200 194.618632203342,201 193.68687438964844202 ],203 "extent": [204 5.455037415813791,205 40.9399423472035,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.37254333496094,216 154.16036987304688,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 0.8706653118133545,227 1228 ]229 },230 "color": [231 127,232 159,233 127234 ]235 },236 {237 "object_id": "SM_Door_polySurface50",238 "bbox_2d": [239 0,240 240,241 443,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 237.10054705583462,248 194.50258489944235,249 195.17345428466797250 ],251 "extent": [252 9.745574626675705,253 49.10113152907067,254 105.98666381835938255 ]256 },257 "obb": {258 "center": [259 237.10054705583462,260 194.50258489944235,261 195.17345428466797262 ],263 "extent": [264 9.745574626675705,265 49.10113152907067,266 105.98666381835938267 ],268 "rotation": [269 0,270 -179.99989318847656,271 0272 ]273 },274 "location": [275 236.64108276367188,276 154.88241577148438,277 88.28707122802734278 ],279 "rotation": [280 0,281 -179.99989318847656,282 0283 ],284 "scale": [285 1.5594600439071655,286 0.8500000238418579,287 1288 ]289 },290 "color": [291 127,292 159,293 63294 ]295 },296 {297 "object_id": "SM_Door_polySurface58",298 "bbox_2d": [299 785,300 414,301 893,302 901303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 230.40723676937202,308 428.06766479974937,309 193.68687438964844310 ],311 "extent": [312 5.455037415787672,313 40.93992833372391,314 100.37834930419922315 ]316 },317 "obb": {318 "center": [319 230.40723676937202,320 428.06766479974937,321 193.68687438964844322 ],323 "extent": [324 5.455037415787672,325 40.93992833372391,326 100.37834930419922327 ],328 "rotation": [329 0,330 -179.99989318847656,331 0332 ]333 },334 "location": [335 229.3725128173828,336 468.5259094238281,337 88.9166030883789338 ],339 "rotation": [340 0,341 -179.99989318847656,342 0343 ],344 "scale": [345 0.800000011920929,346 -0.8706650137901306,347 1348 ]349 },350 "color": [351 31,352 159,353 127354 ]355 }356 ]357 },358 "foreground": {359 "cabinet": [360 {361 "object_id": "SM_KomodA_60",362 "bbox_2d": [363 940,364 802,365 1199,366 964367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 70.50696399473954,372 312.0420322741244,373 155.16150795815156374 ],375 "extent": [376 33.25703754064189,377 7.441421415979278,378 12.886030359165488379 ]380 },381 "obb": {382 "center": [383 70.50696399473952,384 312.0420322741244,385 155.16150795815156386 ],387 "extent": [388 33.25703754064189,389 7.441421415979278,390 12.886030359165488391 ],392 "rotation": [393 0,394 179.9999237060547,395 0396 ]397 },398 "location": [399 70.43486022949219,400 319.5771179199219,401 142.210205078125402 ],403 "rotation": [404 0,405 179.9999237060547,406 0407 ],408 "scale": [409 1.399999976158142,410 1.399999976158142,411 1.399999976158142412 ]413 },414 "color": [415 63,416 95,417 63418 ]419 },420 {421 "object_id": "SM_KomodB_63",422 "bbox_2d": [423 1185,424 839,425 1315,426 992427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 23.50204392814276,432 312.06331189555453,433 155.0879535374105434 ],435 "extent": [436 13.343359743013684,437 7.44140555993738,438 12.886029024021468439 ]440 },441 "obb": {442 "center": [443 23.50204392814276,444 312.06331189555453,445 155.0879535374105446 ],447 "extent": [448 13.343359743013684,449 7.44140555993738,450 12.886029024021468451 ],452 "rotation": [453 0,454 179.9998779296875,455 0456 ]457 },458 "location": [459 23.502059936523438,460 319.5771179199219,461 142.1208038330078462 ],463 "rotation": [464 0,465 179.9998779296875,466 0467 ],468 "scale": [469 1.399999976158142,470 1.399999976158142,471 1.399999976158142472 ]473 },474 "color": [475 63,476 95,477 191478 ]479 },480 {481 "object_id": "SM_KomodA2_68",482 "bbox_2d": [483 1306,484 857,485 1680,486 1077487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -23.520482752086636,492 312.0420322741244,493 155.16150795815156494 ],495 "extent": [496 33.257037540641896,497 7.441421415979278,498 12.886030359165488499 ]500 },501 "obb": {502 "center": [503 -23.520482752086636,504 312.0420322741244,505 155.16150795815156506 ],507 "extent": [508 33.257037540641896,509 7.441421415979278,510 12.886030359165488511 ],512 "rotation": [513 0,514 179.9999237060547,515 0516 ]517 },518 "location": [519 -23.592586517333984,520 319.5771179199219,521 142.210205078125522 ],523 "rotation": [524 0,525 179.9999237060547,526 0527 ],528 "scale": [529 1.399999976158142,530 1.399999976158142,531 1.399999976158142532 ]533 },534 "color": [535 63,536 95,537 31538 ]539 },540 {541 "object_id": "SM_KomodB2_69",542 "bbox_2d": [543 1673,544 913,545 1876,546 1079547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -70.52521589851739,552 312.06331189555453,553 155.0879535374105554 ],555 "extent": [556 13.343359743013679,557 7.44140555993738,558 12.886029024021468559 ]560 },561 "obb": {562 "center": [563 -70.52521589851739,564 312.06331189555453,565 155.0879535374105566 ],567 "extent": [568 13.343359743013679,569 7.44140555993738,570 12.886029024021468571 ],572 "rotation": [573 0,574 179.9998779296875,575 0576 ]577 },578 "location": [579 -70.52519989013672,580 319.5771179199219,581 142.1208038330078582 ],583 "rotation": [584 0,585 179.9998779296875,586 0587 ],588 "scale": [589 1.399999976158142,590 1.399999976158142,591 1.399999976158142592 ]593 },594 "color": [595 191,596 95,597 0598 ]599 },600 {601 "object_id": "SM_KomodA3",602 "bbox_2d": [603 1856,604 942,605 1919,606 1079607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -117.69346782899093,612 312.04200175654626,613 155.16150795815156614 ],615 "extent": [616 33.25703754064189,617 7.441421415979278,618 12.886030359165488619 ]620 },621 "obb": {622 "center": [623 -117.69346782899093,624 312.04200175654626,625 155.16150795815156626 ],627 "extent": [628 33.25703754064189,629 7.441421415979278,630 12.886030359165488631 ],632 "rotation": [633 0,634 179.9999237060547,635 0636 ]637 },638 "location": [639 -117.76557159423828,640 319.57708740234375,641 142.210205078125642 ],643 "rotation": [644 0,645 179.9999237060547,646 0647 ],648 "scale": [649 1.399999976158142,650 1.399999976158142,651 1.399999976158142652 ]653 },654 "color": [655 191,656 95,657 255658 ]659 },660 {661 "object_id": "SM_KomodC_73",662 "bbox_2d": [663 1451,664 1027,665 1685,666 1079667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 -124.10193794684471,672 298.8887793179526,673 124.05502212140846674 ],675 "extent": [676 104.79397541784618,677 20.51142805681326,678 18.019146421651385679 ]680 },681 "obb": {682 "center": [683 -124.10193794684471,684 298.8887793179526,685 124.05502212140846686 ],687 "extent": [688 104.79397541784618,689 20.51142805681326,690 18.019146421651385691 ],692 "rotation": [693 0,694 179.9999237060547,695 0696 ]697 },698 "location": [699 -124.0071792602539,700 319.5770263671875,701 105.9097900390625702 ],703 "rotation": [704 0,705 179.9999237060547,706 0707 ],708 "scale": [709 1.399999976158142,710 1.100000023841858,711 1.399999976158142712 ]713 },714 "color": [715 191,716 95,717 127718 ]719 }720 ],721 "photo frame": [722 {723 "object_id": "SM_PicFram4",724 "bbox_2d": [725 1138,726 350,727 1814,728 829729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -12.852423359747856,734 318.15411188239597,735 232.72896818021263736 ],737 "extent": [738 65.30290819962941,739 1.1435344578190438,740 44.44487420850079741 ]742 },743 "obb": {744 "center": [745 -12.85242335974786,746 318.15411188239597,747 232.72896818021263748 ],749 "extent": [750 65.30290819962941,751 1.1435344578190438,752 44.44487420850079753 ],754 "rotation": [755 0.0005873962072655558,756 179.9999542236328,757 -0.00015258789062499997758 ]759 },760 "location": [761 -12.852890014648438,762 319.4111633300781,763 188.2470703125764 ],765 "rotation": [766 0.0005873962072655558,767 179.9999542236328,768 -0.00015258789062499997769 ],770 "scale": [771 1.5244852304458618,772 1.5244852304458618,773 1.5244852304458618774 ]775 },776 "color": [777 191,778 95,779 63780 ]781 },782 {783 "object_id": "SM_PicFram6",784 "bbox_2d": [785 547,786 421,787 709,788 780789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 228.5008797899579,794 311.39184230087636,795 223.2089790344234796 ],797 "extent": [798 1.1438139881150278,799 33.81277987936187,800 55.686458833897674801 ]802 },803 "obb": {804 "center": [805 228.5008797899579,806 311.39184230087636,807 223.2089790344234808 ],809 "extent": [810 1.1438139881150278,811 33.81277987936187,812 55.686458833897674813 ],814 "rotation": [815 -90,816 89.99923706054689,817 0818 ]819 },820 "location": [821 229.75759887695312,822 277.5503845214844,823 223.20896911621094824 ],825 "rotation": [826 -90,827 89.99923706054689,828 0829 ],830 "scale": [831 1.2999999523162842,832 1.5244849920272827,833 1.1598151922225952834 ]835 },836 "color": [837 255,838 127,839 223840 ]841 }842 ],843 "decorative grass": [844 {845 "object_id": "SM_Decorative102_84",846 "bbox_2d": [847 1896,848 902,849 1919,850 972851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -98.38091278074343,856 310.77997970578616,857 173.71205520629883858 ],859 "extent": [860 10.568944488227743,861 3.303895672248075,862 5.714382171630859863 ]864 },865 "obb": {866 "center": [867 -98.38091278074343,868 310.77997970578616,869 173.71205520629883870 ],871 "extent": [872 10.568944488227743,873 3.303895672248075,874 5.714382171630859875 ],876 "rotation": [877 0,878 -90.00009155273439,879 0880 ]881 },882 "location": [883 -98.38092803955078,884 310.77996826171875,885 167.9739990234375886 ],887 "rotation": [888 0,889 -90.00009155273439,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 31,900 95,901 0902 ]903 },904 {905 "object_id": "SM_Decorative104_90",906 "bbox_2d": [907 1340,908 960,909 1373,910 993911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -0.0949249267578125,916 310.516845703125,917 145.94321703910828918 ],919 "extent": [920 3.4798521995544434,921 3.4798552989959717,922 2.2423460483551025923 ]924 },925 "obb": {926 "center": [927 -0.0949249267578125,928 310.516845703125,929 145.94321703910828930 ],931 "extent": [932 3.4798521995544434,933 3.4798552989959717,934 2.2423460483551025935 ],936 "rotation": [937 0,938 0,939 0940 ]941 },942 "location": [943 -0.0949249267578125,944 310.516845703125,945 143.6926727294922946 ],947 "rotation": [948 0,949 0,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 31,960 95,961 127962 ]963 },964 {965 "object_id": "SM_Decorative105",966 "bbox_2d": [967 1381,968 950,969 1415,970 1002971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 -8.29541015625,976 310.516845703125,977 147.9055201952565978 ],979 "extent": [980 3.4798521995544434,981 3.4798552989959717,982 4.197500945356154983 ]984 },985 "obb": {986 "center": [987 -8.29541015625,988 310.516845703125,989 147.9055201952565990 ],991 "extent": [992 3.4798521995544434,993 3.4798552989959717,994 4.197500945356154995 ],996 "rotation": [997 0,998 0,999 01000 ]1001 },1002 "location": [1003 -8.29541015625,1004 310.516845703125,1005 143.69267272949221006 ],1007 "rotation": [1008 0,1009 0,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 1.8719238042831421016 ]1017 },1018 "color": [1019 31,1020 95,1021 631022 ]1023 },1024 {1025 "object_id": "SM_Decorative106_94",1026 "bbox_2d": [1027 1061,1028 752,1029 1117,1030 8391031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 63.55207061767578,1036 311.84716796875,1037 177.24535266726741038 ],1039 "extent": [1040 5.506947786450937,1041 5.506947786450951,1042 9.1626160040550531043 ]1044 },1045 "obb": {1046 "center": [1047 63.55207061767578,1048 311.84716796875,1049 177.24535266726741050 ],1051 "extent": [1052 5.506947786450937,1053 5.506947786450951,1054 9.1626160040550531055 ],1056 "rotation": [1057 0,1058 179.9999237060547,1059 01060 ]1061 },1062 "location": [1063 63.55207061767578,1064 311.84716796875,1065 168.04753112792971066 ],1067 "rotation": [1068 0,1069 179.9999237060547,1070 01071 ],1072 "scale": [1073 1.427686095237732,1074 1.427686095237732,1075 1.4276860952377321076 ]1077 },1078 "color": [1079 31,1080 95,1081 1911082 ]1083 },1084 {1085 "object_id": "SM_Decorative109_147",1086 "bbox_2d": [1087 1047,1088 888,1089 1092,1090 9311091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 67.57079109729925,1096 308.9112737485685,1097 147.88861056321731098 ],1099 "extent": [1100 6.424716195101965,1101 5.9289454298672695,1102 4.1909153302485721103 ]1104 },1105 "obb": {1106 "center": [1107 67.57079109729925,1108 308.9112737485685,1109 147.88861056321731110 ],1111 "extent": [1112 6.424716195101965,1113 5.9289454298672695,1114 4.1909153302485721115 ],1116 "rotation": [1117 0,1118 169.99987792968753,1119 01120 ]1121 },1122 "location": [1123 67.57079315185547,1124 308.9112854003906,1125 143.69267272949221126 ],1127 "rotation": [1128 0,1129 169.99987792968753,1130 01131 ],1132 "scale": [1133 0.775394082069397,1134 0.775394082069397,1135 0.7753940820693971136 ]1137 },1138 "color": [1139 95,1140 191,1141 01142 ]1143 },1144 {1145 "object_id": "SM_Decorative118_171",1146 "bbox_2d": [1147 1366,1148 774,1149 1427,1150 8861151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 -7.804676055908203,1156 312.5064239501953,1157 179.565368652343751158 ],1159 "extent": [1160 6.26995849609375,1161 6.2699737548828125,1162 11.51163 ]1164 },1165 "obb": {1166 "center": [1167 -7.804676055908203,1168 312.5064239501953,1169 179.565368652343751170 ],1171 "extent": [1172 6.26995849609375,1173 6.2699737548828125,1174 11.51175 ],1176 "rotation": [1177 0,1178 0,1179 01180 ]1181 },1182 "location": [1183 -7.804737091064453,1184 312.50640869140625,1185 168.047546386718751186 ],1187 "rotation": [1188 0,1189 0,1190 01191 ],1192 "scale": [1193 1,1194 1,1195 11196 ]1197 },1198 "color": [1199 95,1200 31,