TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l042_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l042_r000/lit.png",5 "camera": {6 "location": [7 -247,8 -72,9 14210 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -247,38 -72,39 142,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "background": [54 {55 "object_id": "SM_BackgroundA",56 "bbox_2d": [57 0,58 148,59 256,60 72861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1.4258699417114258,66 -361.33600664138794,67 172.5001525878906268 ],69 "extent": [70 146.0001220703125,71 0.40011221170425415,72 87.5001983642578173 ]74 },75 "obb": {76 "center": [77 1.4258699417114258,78 -361.33600664138794,79 172.5001525878906280 ],81 "extent": [82 146.0001220703125,83 0.40011221170425415,84 87.5001983642578185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1.4258699417114258,94 -361.7359924316406,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 },114 {115 "object_id": "SM_BackgroundBL",116 "bbox_2d": [117 1744,118 278,119 1919,120 771121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 220.6057321258496,126 366.0860253082789,127 130.0003356723356128 ],129 "extent": [130 61.8200303741379,131 5.650050481795915,132 130.0000642703618133 ]134 },135 "obb": {136 "center": [137 220.6057321258496,138 366.0860253082789,139 130.00033567233564140 ],141 "extent": [142 61.8200303741379,143 5.650050481795915,144 130.0000642703618145 ],146 "rotation": [147 -2.99844009532535e-06,148 1.001790042209905e-05,149 0150 ]151 },152 "location": [153 220.20399475097656,154 371.7359924316406,155 0156 ],157 "rotation": [158 -2.99844009532535e-06,159 1.001790042209905e-05,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 127172 ]173 }174 ],175 "door": [176 {177 "object_id": "SM_Door",178 "bbox_2d": [179 1358,180 326,181 1629,182 744183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 289.584997177124,188 222.5250015258789,189 130.01109313964844190 ],191 "extent": [192 8.073522567749023,193 74.9992446899414,194 129.98924255371094195 ]196 },197 "obb": {198 "center": [199 289.584997177124,200 222.5250015258789,201 130.01109313964844202 ],203 "extent": [204 8.073522567749023,205 74.9992446899414,206 129.98924255371094207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 289.5849914550781,216 222.52499389648438,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 255,233 127234 ]235 }236 ],237 "window": [238 {239 "object_id": "SM_Wall",240 "bbox_2d": [241 507,242 326,243 1744,244 780245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 11.426239013671875,250 0,251 150.00003051757812252 ],253 "extent": [254 290.9999694824219,255 391.7356872558594,256 150.00003051757812257 ]258 },259 "obb": {260 "center": [261 11.426239013671875,262 0,263 150.00003051757812264 ],265 "extent": [266 290.9999694824219,267 391.7356872558594,268 150.00003051757812269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0,278 0,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 127296 ]297 }298 ],299 "ceiling planks corner": [300 {301 "object_id": "SM_Ceiling",302 "bbox_2d": [303 0,304 0,305 1919,306 325307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 1.42608642578125,312 0,313 276.0003662109375314 ],315 "extent": [316 280.9999694824219,317 371.7356872558594,318 16.000015258789062319 ]320 },321 "obb": {322 "center": [323 1.42608642578125,324 0,325 276.0003662109375326 ],327 "extent": [328 280.9999694824219,329 371.7356872558594,330 16.000015258789062331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 0,340 0,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 0,357 0358 ]359 }360 ],361 "floor planks corner": [362 {363 "object_id": "SM_Floor",364 "bbox_2d": [365 0,366 899,367 1470,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 11.426055908203125,374 -3.0517578125e-05,375 0376 ],377 "extent": [378 290.99993896484375,379 371.7356872558594,380 2.2762245240797244e-14381 ]382 },383 "obb": {384 "center": [385 11.426055908203125,386 -3.0517578125e-05,387 0388 ],389 "extent": [390 290.99993896484375,391 371.7356872558594,392 2.2762245240797244e-14393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 0,402 0,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 255,419 0420 ]421 }422 ]423 },424 "foreground": {425 "projection screen": [426 {427 "object_id": "SM_Projection_Screen",428 "bbox_2d": [429 0,430 155,431 270,432 711433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 1.4258166270214474,438 -354.6729736328125,439 173.4909820556659440 ],441 "extent": [442 137.78615051265047,443 5.51713228225708,444 81.9183695848694445 ]446 },447 "obb": {448 "center": [449 1.4258166270214474,450 -354.6729736328125,451 173.4909820556659452 ],453 "extent": [454 137.78615051265047,455 5.51713228225708,456 81.9183695848694457 ],458 "rotation": [459 -1.7075500409191593e-06,460 0,461 0462 ]463 },464 "location": [465 1.425879955291748,466 -354.6730041503906,467 250.43499755859375468 ],469 "rotation": [470 -1.7075500409191593e-06,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 255,483 0484 ]485 }486 ],487 "cabinet": [488 {489 "object_id": "SM_CabinetA",490 "bbox_2d": [491 0,492 679,493 339,494 1074495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 1.426069974899292,500 -348.23598861694336,501 42.5502 ],503 "extent": [504 146.00003051757812,505 23.500003814697266,506 42.5507 ]508 },509 "obb": {510 "center": [511 1.426069974899292,512 -348.23598861694336,513 42.5514 ],515 "extent": [516 146.00003051757812,517 23.500003814697266,518 42.5519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 1.426069974899292,528 -371.7359924316406,529 0530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 255,544 255,545 255546 ]547 },548 {549 "object_id": "SM_CabinetB001",550 "bbox_2d": [551 257,552 253,553 509,554 786555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 214.92599487304688,560 -345.7359867095947,561 130.00018310546875562 ],563 "extent": [564 67.4999771118164,565 26.0000057220459,566 130.00018310546875567 ]568 },569 "obb": {570 "center": [571 214.92599487304688,572 -345.7359867095947,573 130.00018310546875574 ],575 "extent": [576 67.4999771118164,577 26.0000057220459,578 130.00018310546875579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 214.92599487304688,588 -371.7359924316406,589 0590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 127,604 127,605 127606 ]607 }608 ],609 "picture": [610 {611 "object_id": "SM_Picture",612 "bbox_2d": [613 782,614 425,615 906,616 579617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 279.9259898662567,622 -135.17440795898438,623 162.4700010716914624 ],625 "extent": [626 2.5000151592158204,627 34.20951843261719,628 42.329494625330454629 ]630 },631 "obb": {632 "center": [633 279.9259898662567,634 -135.17440795898438,635 162.4700010716914636 ],637 "extent": [638 2.5000151592158204,639 34.20951843261719,640 42.329494625330454641 ],642 "rotation": [643 3.4150900773965982e-06,644 0,645 0646 ]647 },648 "location": [649 282.4259948730469,650 -135.17440795898438,651 162.47000122070312652 ],653 "rotation": [654 3.4150900773965982e-06,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 0,666 127,667 127668 ]669 },670 {671 "object_id": "SM_Picture2",672 "bbox_2d": [673 1037,674 425,675 1162,676 579677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 279.9259898662567,682 4.825592041015625,683 162.47000108980316684 ],685 "extent": [686 2.500014852551942,687 34.20951843261719,688 42.32949460721866689 ]690 },691 "obb": {692 "center": [693 279.9259898662567,694 4.825592041015625,695 162.47000108980316696 ],697 "extent": [698 2.500014852551942,699 34.20951843261719,700 42.32949460721866701 ],702 "rotation": [703 3.0000001061125654e-06,704 0,705 0706 ]707 },708 "location": [709 282.4259948730469,710 4.825592041015625,711 162.47000122070312712 ],713 "rotation": [714 3.0000001061125654e-06,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 255,726 255,727 191728 ]729 }730 ],731 "light": [732 {733 "object_id": "SM_Ceiling_Light",734 "bbox_2d": [735 602,736 0,737 1919,738 166739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 1.425872802734375,744 14.999984741210938,745 289.5000305175781746 ],747 "extent": [748 130.2046661376953,749 184.45401000976562,750 0.5751 ]752 },753 "obb": {754 "center": [755 1.425872802734375,756 14.999984741210938,757 289.5000305175781758 ],759 "extent": [760 130.2046661376953,761 184.45401000976562,762 0.5763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 0,772 0,773 0774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 127,788 0,789 255790 ]791 }792 ],793 "table": [794 {795 "object_id": "SM_Table",796 "bbox_2d": [797 556,798 744,799 1919,800 1001801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 6.866455078125e-05,806 15.000076293945312,807 35.63624954223633808 ],809 "extent": [810 86.55204772949219,811 205.9636993408203,812 35.63626480102539813 ]814 },815 "obb": {816 "center": [817 6.866455078125e-05,818 15.000076293945312,819 35.63624954223633820 ],821 "extent": [822 86.55204772949219,823 205.9636993408203,824 35.63626480102539825 ],826 "rotation": [827 0,828 0,829 0830 ]831 },832 "location": [833 0,834 15,835 0836 ],837 "rotation": [838 0,839 0,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 127,850 255,851 255852 ]853 }854 ],855 "notebook": [856 {857 "object_id": "SM_Notebook2",858 "bbox_2d": [859 742,860 758,861 849,862 778863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 50.188221295988676,868 -122.35299147010697,869 71.99240815639496870 ],871 "extent": [872 13.408285468681761,873 15.871663060976445,874 0.7209883332252502875 ]876 },877 "obb": {878 "center": [879 50.188221295988676,880 -122.35299147010697,881 71.99240815639496882 ],883 "extent": [884 13.408285468681761,885 15.871663060976445,886 0.7209883332252502887 ],888 "rotation": [889 0,890 10.000039100646973,891 0892 ]893 },894 "location": [895 50.188201904296875,896 -122.35299682617188,897 71.27249908447266898 ],899 "rotation": [900 0,901 10.000039100646973,902 0903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 127,912 255,913 127914 ]915 },916 {917 "object_id": "SM_Notebook3",918 "bbox_2d": [919 1672,920 759,921 1753,922 777923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 50.18822195840698,928 152.64700157451256,929 71.99240815639496930 ],931 "extent": [932 13.408281670500777,933 15.87166037538725,934 0.7209883332252502935 ]936 },937 "obb": {938 "center": [939 50.18822195840698,940 152.64700157451256,941 71.99240815639496942 ],943 "extent": [944 13.408281670500777,945 15.87166037538725,946 0.7209883332252502947 ],948 "rotation": [949 0,950 -10.00002098083496,951 0952 ]953 },954 "location": [955 50.188201904296875,956 152.64700317382812,957 71.27249908447266958 ],959 "rotation": [960 0,961 -10.00002098083496,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 127,972 0,973 191974 ]975 },976 {977 "object_id": "SM_Notebook",978 "bbox_2d": [979 1874,980 913,981 1894,982 920983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -59.81177804157796,988 87.64700157470148,989 71.99240815639496990 ],991 "extent": [992 13.408168524073439,993 15.871580372370133,994 0.7209883332252502995 ]996 },997 "obb": {998 "center": [999 -59.81177804157796,1000 87.64700157470148,1001 71.992408156394961002 ],1003 "extent": [1004 13.408168524073439,1005 15.871580372370133,1006 0.72098833322525021007 ],1008 "rotation": [1009 0,1010 -9.999481201171875,1011 01012 ]1013 },1014 "location": [1015 -59.811798095703125,1016 87.64700317382812,1017 71.272499084472661018 ],1019 "rotation": [1020 0,1021 -9.999481201171875,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 127,1032 255,1033 1911034 ]1035 }1036 ],1037 "air conditioning": [1038 {1039 "object_id": "SM_Air_Conditioning",1040 "bbox_2d": [1041 831,1042 299,1043 1443,1044 3101045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 232.05331230163574,1050 15.000246047973633,1051 259.267407238483431052 ],1053 "extent": [1054 8.791104316711426,1055 150.00003051757812,1056 0.73268383741378781057 ]1058 },1059 "obb": {1060 "center": [1061 232.05331230163574,1062 15.000246047973633,1063 259.267407238483431064 ],1065 "extent": [1066 8.791104316711426,1067 150.00003051757812,1068 0.73268383741378781069 ],1070 "rotation": [1071 0,1072 0,1073 01074 ]1075 },1076 "location": [1077 232.05331420898438,1078 15.000215530395508,1079 2601080 ],1081 "rotation": [1082 0,1083 0,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 127,1094 127,1095 01096 ]1097 },1098 {1099 "object_id": "SM_Air_Conditioning2",1100 "bbox_2d": [1101 830,1102 237,1103 1448,1104 2691105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 218.5720337033113,1110 15.000230398982069,1111 279.974123098637051112 ],1113 "extent": [1114 0.7327649027231473,1115 150.0000309262852,1116 8.7911047295250461117 ]1118 },1119 "obb": {1120 "center": [1121 218.5720337033113,1122 15.000230398982069,1123 279.974123098637051124 ],1125 "extent": [1126 0.7327649027231473,1127 150.0000309262852,1128 8.7911047295250461129 ],1130 "rotation": [1131 -90,1132 3.063800379171721e-05,1133 01134 ]1135 },1136 "location": [1137 219.30462646484375,1138 15.000200271606445,1139 279.974121093751140 ],1141 "rotation": [1142 -90,1143 3.063800379171721e-05,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 255,1154 63,1155 2551156 ]1157 }1158 ],1159 "chair": [1160 {1161 "object_id": "SM_ChairA2",1162 "bbox_2d": [1163 299,1164 781,1165 786,1166 10791167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 -106.81778082900883,1172 -126.16399439371496,1173 56.494504288831891174 ],1175 "extent": [1176 33.236603305148044,1177 32.35257295188812,1178 57.3099821567197551179 ]1180 },1181 "obb": {1182 "center": [1183 -106.81778082900883,1184 -126.16399439371496,1185 56.49450428883191186 ],1187 "extent": [1188 33.236603305148044,1189 32.35257295188812,1190 57.3099821567197551191 ],1192 "rotation": [1193 0,1194 -90.00011444091795,1195 3.199999991920776e-051196 ]1197 },1198 "location": [1199 -106.80522155761719,1200 -126.16400146484375,