TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l008_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l008_r000/lit.png",5 "camera": {6 "location": [7 -187,8 -73,9 11110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -187,38 -73,39 111,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "background": [54 {55 "object_id": "SM_BackgroundA",56 "bbox_2d": [57 0,58 43,59 132,60 48861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1.4258699417114258,66 -361.33600664138794,67 172.5001525878906268 ],69 "extent": [70 146.0001220703125,71 0.40011221170425415,72 87.5001983642578173 ]74 },75 "obb": {76 "center": [77 1.4258699417114258,78 -361.33600664138794,79 172.5001525878906280 ],81 "extent": [82 146.0001220703125,83 0.40011221170425415,84 87.5001983642578185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1.4258699417114258,94 -361.7359924316406,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 },114 {115 "object_id": "SM_BackgroundBL",116 "bbox_2d": [117 1846,118 210,119 1919,120 683121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 220.6057321258496,126 366.0860253082789,127 130.0003356723356128 ],129 "extent": [130 61.8200303741379,131 5.650050481795915,132 130.0000642703618133 ]134 },135 "obb": {136 "center": [137 220.6057321258496,138 366.0860253082789,139 130.00033567233564140 ],141 "extent": [142 61.8200303741379,143 5.650050481795915,144 130.0000642703618145 ],146 "rotation": [147 -2.99844009532535e-06,148 1.001790042209905e-05,149 0150 ]151 },152 "location": [153 220.20399475097656,154 371.7359924316406,155 0156 ],157 "rotation": [158 -2.99844009532535e-06,159 1.001790042209905e-05,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 127172 ]173 }174 ],175 "door": [176 {177 "object_id": "SM_Door",178 "bbox_2d": [179 1411,180 235,181 1717,182 597183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 289.584997177124,188 222.5250015258789,189 130.01109313964844190 ],191 "extent": [192 8.073522567749023,193 74.9992446899414,194 129.98924255371094195 ]196 },197 "obb": {198 "center": [199 289.584997177124,200 222.5250015258789,201 130.01109313964844202 ],203 "extent": [204 8.073522567749023,205 74.9992446899414,206 129.98924255371094207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 289.5849914550781,216 222.52499389648438,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 255,233 127234 ]235 }236 ],237 "window": [238 {239 "object_id": "SM_Wall",240 "bbox_2d": [241 451,242 235,243 1846,244 710245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 11.426239013671875,250 0,251 150.00003051757812252 ],253 "extent": [254 290.9999694824219,255 391.7356872558594,256 150.00003051757812257 ]258 },259 "obb": {260 "center": [261 11.426239013671875,262 0,263 150.00003051757812264 ],265 "extent": [266 290.9999694824219,267 391.7356872558594,268 150.00003051757812269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0,278 0,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 127296 ]297 }298 ],299 "ceiling planks corner": [300 {301 "object_id": "SM_Ceiling",302 "bbox_2d": [303 0,304 0,305 1919,306 234307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 1.42608642578125,312 0,313 276.0003662109375314 ],315 "extent": [316 280.9999694824219,317 371.7356872558594,318 16.000015258789062319 ]320 },321 "obb": {322 "center": [323 1.42608642578125,324 0,325 276.0003662109375326 ],327 "extent": [328 280.9999694824219,329 371.7356872558594,330 16.000015258789062331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 0,340 0,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 0,357 0358 ]359 }360 ],361 "floor planks corner": [362 {363 "object_id": "SM_Floor",364 "bbox_2d": [365 607,366 955,367 1919,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 11.426055908203125,374 -3.0517578125e-05,375 0376 ],377 "extent": [378 290.99993896484375,379 371.7356872558594,380 2.2762245240797244e-14381 ]382 },383 "obb": {384 "center": [385 11.426055908203125,386 -3.0517578125e-05,387 0388 ],389 "extent": [390 290.99993896484375,391 371.7356872558594,392 2.2762245240797244e-14393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 0,402 0,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 255,419 0420 ]421 }422 ]423 },424 "foreground": {425 "projection screen": [426 {427 "object_id": "SM_Projection_Screen",428 "bbox_2d": [429 0,430 47,431 146,432 488433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 1.4258166270214474,438 -354.6729736328125,439 173.4909820556659440 ],441 "extent": [442 137.78615051265047,443 5.51713228225708,444 81.9183695848694445 ]446 },447 "obb": {448 "center": [449 1.4258166270214474,450 -354.6729736328125,451 173.4909820556659452 ],453 "extent": [454 137.78615051265047,455 5.51713228225708,456 81.9183695848694457 ],458 "rotation": [459 -1.7075500409191593e-06,460 0,461 0462 ]463 },464 "location": [465 1.425879955291748,466 -354.6730041503906,467 250.43499755859375468 ],469 "rotation": [470 -1.7075500409191593e-06,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 255,483 0484 ]485 }486 ],487 "picture": [488 {489 "object_id": "SM_Picture",490 "bbox_2d": [491 761,492 346,493 902,494 520495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 279.9259898662567,500 -135.17440795898438,501 162.4700010716914502 ],503 "extent": [504 2.5000151592158204,505 34.20951843261719,506 42.329494625330454507 ]508 },509 "obb": {510 "center": [511 279.9259898662567,512 -135.17440795898438,513 162.4700010716914514 ],515 "extent": [516 2.5000151592158204,517 34.20951843261719,518 42.329494625330454519 ],520 "rotation": [521 3.4150900773965982e-06,522 0,523 0524 ]525 },526 "location": [527 282.4259948730469,528 -135.17440795898438,529 162.47000122070312530 ],531 "rotation": [532 3.4150900773965982e-06,533 0,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 0,544 127,545 127546 ]547 },548 {549 "object_id": "SM_Picture2",550 "bbox_2d": [551 1049,552 346,553 1191,554 492555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 279.9259898662567,560 4.825592041015625,561 162.47000108980316562 ],563 "extent": [564 2.500014852551942,565 34.20951843261719,566 42.32949460721866567 ]568 },569 "obb": {570 "center": [571 279.9259898662567,572 4.825592041015625,573 162.47000108980316574 ],575 "extent": [576 2.500014852551942,577 34.20951843261719,578 42.32949460721866579 ],580 "rotation": [581 3.0000001061125654e-06,582 0,583 0584 ]585 },586 "location": [587 282.4259948730469,588 4.825592041015625,589 162.47000122070312590 ],591 "rotation": [592 3.0000001061125654e-06,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 255,604 255,605 191606 ]607 }608 ],609 "light": [610 {611 "object_id": "SM_Ceiling_Light",612 "bbox_2d": [613 668,614 0,615 1785,616 3617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 1.425872802734375,622 14.999984741210938,623 289.5000305175781624 ],625 "extent": [626 130.2046661376953,627 184.45401000976562,628 0.5629 ]630 },631 "obb": {632 "center": [633 1.425872802734375,634 14.999984741210938,635 289.5000305175781636 ],637 "extent": [638 130.2046661376953,639 184.45401000976562,640 0.5641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 0,650 0,651 0652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 127,666 0,667 255668 ]669 }670 ],671 "table": [672 {673 "object_id": "SM_Table",674 "bbox_2d": [675 394,676 681,677 1919,678 983679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 6.866455078125e-05,684 15.000076293945312,685 35.63624954223633686 ],687 "extent": [688 86.55204772949219,689 205.9636993408203,690 35.63626480102539691 ]692 },693 "obb": {694 "center": [695 6.866455078125e-05,696 15.000076293945312,697 35.63624954223633698 ],699 "extent": [700 86.55204772949219,701 205.9636993408203,702 35.63626480102539703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 0,712 15,713 0714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 127,728 255,729 255730 ]731 }732 ],733 "notebook": [734 {735 "object_id": "SM_Notebook2",736 "bbox_2d": [737 689,738 690,739 825,740 709741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 50.188221295988676,746 -122.35299147010697,747 71.99240815639496748 ],749 "extent": [750 13.408285468681761,751 15.871663060976445,752 0.7209883332252502753 ]754 },755 "obb": {756 "center": [757 50.188221295988676,758 -122.35299147010697,759 71.99240815639496760 ],761 "extent": [762 13.408285468681761,763 15.871663060976445,764 0.7209883332252502765 ],766 "rotation": [767 0,768 10.000039100646973,769 0770 ]771 },772 "location": [773 50.188201904296875,774 -122.35299682617188,775 71.27249908447266776 ],777 "rotation": [778 0,779 10.000039100646973,780 0781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 127,790 255,791 127792 ]793 },794 {795 "object_id": "SM_Notebook3",796 "bbox_2d": [797 1782,798 695,799 1919,800 707801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 50.18822195840698,806 152.64700157451256,807 71.99240815639496808 ],809 "extent": [810 13.408281670500777,811 15.87166037538725,812 0.7209883332252502813 ]814 },815 "obb": {816 "center": [817 50.18822195840698,818 152.64700157451256,819 71.99240815639496820 ],821 "extent": [822 13.408281670500777,823 15.87166037538725,824 0.7209883332252502825 ],826 "rotation": [827 0,828 -10.00002098083496,829 0830 ]831 },832 "location": [833 50.188201904296875,834 152.64700317382812,835 71.27249908447266836 ],837 "rotation": [838 0,839 -10.00002098083496,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 127,850 0,851 191852 ]853 }854 ],855 "air conditioning": [856 {857 "object_id": "SM_Air_Conditioning",858 "bbox_2d": [859 815,860 191,861 1516,862 208863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 232.05331230163574,868 15.000246047973633,869 259.26740723848343870 ],871 "extent": [872 8.791104316711426,873 150.00003051757812,874 0.7326838374137878875 ]876 },877 "obb": {878 "center": [879 232.05331230163574,880 15.000246047973633,881 259.26740723848343882 ],883 "extent": [884 8.791104316711426,885 150.00003051757812,886 0.7326838374137878887 ],888 "rotation": [889 0,890 0,891 0892 ]893 },894 "location": [895 232.05331420898438,896 15.000215530395508,897 260898 ],899 "rotation": [900 0,901 0,902 0903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 127,912 127,913 0914 ]915 },916 {917 "object_id": "SM_Air_Conditioning2",918 "bbox_2d": [919 813,920 118,921 1523,922 152923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 218.5720337033113,928 15.000230398982069,929 279.97412309863705930 ],931 "extent": [932 0.7327649027231473,933 150.0000309262852,934 8.791104729525046935 ]936 },937 "obb": {938 "center": [939 218.5720337033113,940 15.000230398982069,941 279.97412309863705942 ],943 "extent": [944 0.7327649027231473,945 150.0000309262852,946 8.791104729525046947 ],948 "rotation": [949 -90,950 3.063800379171721e-05,951 0952 ]953 },954 "location": [955 219.30462646484375,956 15.000200271606445,957 279.97412109375958 ],959 "rotation": [960 -90,961 3.063800379171721e-05,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 255,972 63,973 255974 ]975 }976 ],977 "cabinet": [978 {979 "object_id": "SM_CabinetB001",980 "bbox_2d": [981 133,982 112,983 453,984 728985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 214.92599487304688,990 -345.7359867095947,991 130.00018310546875992 ],993 "extent": [994 67.4999771118164,995 26.0000057220459,996 130.00018310546875997 ]998 },999 "obb": {1000 "center": [1001 214.92599487304688,1002 -345.7359867095947,1003 130.000183105468751004 ],1005 "extent": [1006 67.4999771118164,1007 26.0000057220459,1008 130.000183105468751009 ],1010 "rotation": [1011 0,1012 0,1013 01014 ]1015 },1016 "location": [1017 214.92599487304688,1018 -371.7359924316406,1019 01020 ],1021 "rotation": [1022 0,1023 0,1024 01025 ],1026 "scale": [1027 1,1028 1,1029 11030 ]1031 },1032 "color": [1033 127,1034 127,1035 1271036 ]1037 }1038 ],1039 "chair": [1040 {1041 "object_id": "SM_ChairA2",1042 "bbox_2d": [1043 0,1044 488,1045 699,1046 10791047 ],1048 "bbox_3d": {1049 "aabb": {1050 "center": [1051 -106.81778082900883,1052 -126.16399439371496,1053 56.494504288831891054 ],1055 "extent": [1056 33.236603305148044,1057 32.35257295188812,1058 57.3099821567197551059 ]1060 },1061 "obb": {1062 "center": [1063 -106.81778082900883,1064 -126.16399439371496,1065 56.49450428883191066 ],1067 "extent": [1068 33.236603305148044,1069 32.35257295188812,1070 57.3099821567197551071 ],1072 "rotation": [1073 0,1074 -90.00011444091795,1075 3.199999991920776e-051076 ]1077 },1078 "location": [1079 -106.80522155761719,1080 -126.16400146484375,1081 -0.81543701887130741082 ],1083 "rotation": [1084 0,1085 -90.00011444091795,1086 3.199999991920776e-051087 ],1088 "scale": [1089 0.9235389828681946,1090 0.9235389828681946,1091 1.16881000995635991092 ]1093 },1094 "color": [1095 0,1096 127,1097 631098 ]1099 },1100 {1101 "object_id": "SM_ChairA3",1102 "bbox_2d": [1103 822,1104 488,1105 1701,1106 10791107 ],1108 "bbox_3d": {1109 "aabb": {1110 "center": [1111 -106.81778082900883,1112 -56.16399439371496,1113 56.494504288831891114 ],1115 "extent": [1116 33.236603305148044,1117 32.35257295188812,1118 57.3099821567197551119 ]1120 },1121 "obb": {1122 "center": [1123 -106.81778082900883,1124 -56.16399439371496,1125 56.49450428883191126 ],1127 "extent": [1128 33.236603305148044,1129 32.35257295188812,1130 57.3099821567197551131 ],1132 "rotation": [1133 0,1134 -90.00011444091795,1135 3.199999991920776e-051136 ]1137 },1138 "location": [1139 -106.80522155761719,1140 -56.16400146484375,1141 -0.81543701887130741142 ],1143 "rotation": [1144 0,1145 -90.00011444091795,1146 3.199999991920776e-051147 ],1148 "scale": [1149 0.9235389828681946,1150 0.9235389828681946,1151 1.16881000995635991152 ]1153 },1154 "color": [1155 255,1156 0,1157 631158 ]1159 },1160 {1161 "object_id": "SM_ChairA4",1162 "bbox_2d": [1163 1601,1164 930,1165 1919,1166 10791167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 -106.81778082900883,1172 13.83600560628504,1173 56.494504288831891174 ],1175 "extent": [1176 33.236603305148044,1177 32.35257295188812,1178 57.3099821567197551179 ]1180 },1181 "obb": {1182 "center": [1183 -106.81778082900883,1184 13.836005606285038,1185 56.49450428883191186 ],1187 "extent": [1188 33.236603305148044,1189 32.35257295188812,1190 57.3099821567197551191 ],1192 "rotation": [1193 0,1194 -90.00011444091795,1195 3.199999991920776e-051196 ]1197 },1198 "location": [1199 -106.80522155761719,1200 13.83599853515625,