TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l020_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l020_r004/lit.png",5 "camera": {6 "location": [7 520,8 -988,9 35810 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 520,38 -988,39 358,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "stairs floor": [54 {55 "object_id": "SM_StairsFloor_26",56 "bbox_2d": [57 0,58 0,59 610,60 24861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 600,66 -1019.9999999999999,67 474.874359130859468 ],69 "extent": [70 400.0000000000002,71 200.0000000000001,72 16.42483520507812573 ]74 },75 "obb": {76 "center": [77 600,78 -1019.9999999999999,79 474.874359130859480 ],81 "extent": [82 400.0000000000002,83 200.0000000000001,84 16.42483520507812585 ],86 "rotation": [87 0,88 90.00000000000001,89 090 ]91 },92 "location": [93 200,94 -1220,95 49096 ],97 "rotation": [98 0,99 90.00000000000001,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 255112 ]113 }114 ],115 "exterior small window": [116 {117 "object_id": "SM_ExteriorSmallWindow_4m_83",118 "bbox_2d": [119 0,120 268,121 214,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -0.9585269848045215,128 -1020.0000416902127,129 280.0000915527344130 ],131 "extent": [132 29.0414711079646,133 200.0001695183056,134 180.00009155273438135 ]136 },137 "obb": {138 "center": [139 -0.9585269848045215,140 -1020.0000416902127,141 280.0000915527344142 ],143 "extent": [144 29.0414711079646,145 200.0001695183056,146 180.00009155273438147 ],148 "rotation": [149 0,150 179.999755859375,151 0152 ]153 },154 "location": [155 0,156 -1220,157 100158 ],159 "rotation": [160 0,161 179.999755859375,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 63,172 95,173 255174 ]175 }176 ],177 "pillar": [178 {179 "object_id": "SM_Pillar26",180 "bbox_2d": [181 212,182 355,183 286,184 1013185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 6.7024078369140625,190 -1214.1737060546875,191 295.0000457763672192 ],193 "extent": [194 33.656868552193146,195 33.65682315729646,196 165.00013732910156197 ]198 },199 "obb": {200 "center": [201 6.7024078369140625,202 -1214.1737060546875,203 295.0000457763672204 ],205 "extent": [206 33.656868552193146,207 33.65682315729646,208 165.00013732910156209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 6.7024078369140625,218 -1214.1737060546875,219 130220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 0.699999988079071,228 0.699999988079071,229 1230 ]231 },232 "color": [233 255,234 159,235 255236 ]237 }238 ],239 "floor planks corner": [240 {241 "object_id": "SM_Floor_4x4m236",242 "bbox_2d": [243 0,244 122,245 458,246 288247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 100.00074568580033,252 -1019.9996271588375,253 474.99999809265137254 ],255 "extent": [256 100.00074568441016,257 200.00037284116252,258 15.000001907348633259 ]260 },261 "obb": {262 "center": [263 100.00074568580033,264 -1019.9996271588375,265 474.99999809265137266 ],267 "extent": [268 100.00074568441016,269 200.00037284116252,270 15.000001907348633271 ],272 "rotation": [273 0,274 179.99978637695312,275 0276 ]277 },278 "location": [279 200,280 -1220,281 490282 ],283 "rotation": [284 0,285 179.99978637695312,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 31,296 159,297 127298 ]299 }300 ],301 "railing stairs": [302 {303 "object_id": "SM_RailingStairs01_33",304 "bbox_2d": [305 1443,306 0,307 1624,308 262309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 591.9304747171386,314 -1030.2506063661754,315 349.5149383544922316 ],317 "extent": [318 292.01997778011935,319 23.37616384384654,320 219.2476348876953321 ]322 },323 "obb": {324 "center": [325 591.9304747171386,326 -1030.2506063661754,327 349.5149383544922328 ],329 "extent": [330 292.01997778011935,331 23.37616384384654,332 219.2476348876953333 ],334 "rotation": [335 0,336 90.00012207031251,337 0338 ]339 },340 "location": [341 300,342 -1047.503662109375,343 490344 ],345 "rotation": [346 0,347 90.00012207031251,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 95,358 159,359 127360 ]361 }362 ],363 "tile": [364 {365 "object_id": "SM_Tile1x2_29",366 "bbox_2d": [367 297,368 1055,369 364,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 49.99812436496331,376 -1169.9993453003065,377 129.0000001192093378 ],379 "extent": [380 50.000532629381034,381 50.00053262938104,382 0.9999999403953552383 ]384 },385 "obb": {386 "center": [387 49.99812436496331,388 -1169.9993453003065,389 129.0000001192093390 ],391 "extent": [392 50.000532629381034,393 50.00053262938104,394 0.9999999403953552395 ],396 "rotation": [397 0,398 0.0006103515625000001,399 0400 ]401 },402 "location": [403 -0.0013429999817162752,404 -1219.9998779296875,405 128406 ],407 "rotation": [408 0,409 0.0006103515625000001,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 159,420 159,421 95422 ]423 },424 {425 "object_id": "SM_Tile23",426 "bbox_2d": [427 299,428 1076,429 299,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 70.05490448849235,436 -1164.0419313616173,437 139.0000001192093438 ],439 "extent": [440 28.405407401156086,441 28.405407401156026,442 0.9999999403953552443 ]444 },445 "obb": {446 "center": [447 70.05490448849235,448 -1164.0419313616173,449 139.0000001192093450 ],451 "extent": [452 28.405407401156086,453 28.405407401156026,454 0.9999999403953552455 ],456 "rotation": [457 0,458 171.5414581298828,459 0460 ]461 },462 "location": [463 98.46031188964844,464 -1142.9912109375,465 138466 ],467 "rotation": [468 0,469 171.5414581298828,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 127,481 223482 ]483 },484 {485 "object_id": "SM_Tile24",486 "bbox_2d": [487 291,488 1076,489 298,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 70.64206787076088,496 -1165.1716550125943,497 141.0000001192093498 ],499 "extent": [500 25.180444075094304,501 25.18044407509433,502 0.9999999403953552503 ]504 },505 "obb": {506 "center": [507 70.64206787076088,508 -1165.1716550125943,509 141.0000001192093510 ],511 "extent": [512 25.180444075094304,513 25.18044407509433,514 0.9999999403953552515 ],516 "rotation": [517 0,518 -179.58494567871094,519 0520 ]521 },522 "location": [523 95.46031188964844,524 -1139.9912109375,525 140526 ],527 "rotation": [528 0,529 -179.58494567871094,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 63,540 63,541 223542 ]543 },544 {545 "object_id": "SM_Tile25",546 "bbox_2d": [547 272,548 1066,549 301,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 70.64206787076088,556 -1166.2293942704068,557 143.0000001192093558 ],559 "extent": [560 25.180444075094304,561 25.18044407509433,562 0.9999999403953552563 ]564 },565 "obb": {566 "center": [567 70.64206787076088,568 -1166.2293942704068,569 143.0000001192093570 ],571 "extent": [572 25.180444075094304,573 25.18044407509433,574 0.9999999403953552575 ],576 "rotation": [577 0,578 -179.58494567871094,579 0580 ]581 },582 "location": [583 95.46031188964844,584 -1141.0489501953125,585 142586 ],587 "rotation": [588 0,589 -179.58494567871094,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 63,600 191,601 223602 ]603 },604 {605 "object_id": "SM_Tile26",606 "bbox_2d": [607 257,608 1049,609 315,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 70.33366554840535,616 -1169.6335884531659,617 145.0000001192093618 ],619 "extent": [620 29.790239671834044,621 29.790239671834115,622 0.9999999403953552623 ]624 },625 "obb": {626 "center": [627 70.33366554840535,628 -1169.6335884531659,629 145.0000001192093630 ],631 "extent": [632 29.790239671834044,633 29.790239671834115,634 0.9999999403953552635 ],636 "rotation": [637 0,638 77.58480834960938,639 0640 ]641 },642 "location": [643 89.37419128417969,644 -1199.423828125,645 144646 ],647 "rotation": [648 0,649 77.58480834960938,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 63,660 31,661 223662 ]663 },664 {665 "object_id": "SM_Tile27",666 "bbox_2d": [667 244,668 1044,669 309,670 1079671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 68.73319830416861,676 -1167.6688636533404,677 147.0000001192093678 ],679 "extent": [680 31.171468377909605,681 31.171468377909605,682 0.9999999403953552683 ]684 },685 "obb": {686 "center": [687 68.73319830416861,688 -1167.6688636533404,689 147.0000001192093690 ],691 "extent": [692 31.171468377909605,693 31.171468377909605,694 0.9999999403953552695 ],696 "rotation": [697 0,698 73.15646362304686,699 0700 ]701 },702 "location": [703 85.41670989990234,704 -1198.84033203125,705 146706 ],707 "rotation": [708 0,709 73.15646362304686,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 63,720 95,721 223722 ]723 },724 {725 "object_id": "SM_Tile28",726 "bbox_2d": [727 239,728 1036,729 312,730 1079731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 66.3293224306779,736 -1170.1289497834152,737 149.0000001192093738 ],739 "extent": [740 30.54402384939729,741 30.544023849397263,742 0.9999999403953552743 ]744 },745 "obb": {746 "center": [747 66.3293224306779,748 -1170.1289497834152,749 149.0000001192093750 ],751 "extent": [752 30.54402384939729,753 30.544023849397263,754 0.9999999403953552755 ],756 "rotation": [757 0,758 75.24090576171874,759 0760 ]761 },762 "location": [763 84.13557434082031,764 -1200.6729736328125,765 148766 ],767 "rotation": [768 0,769 75.24090576171874,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 63,780 159,781 223782 ]783 },784 {785 "object_id": "SM_Tile29",786 "bbox_2d": [787 230,788 1037,789 310,790 1079791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 69.16923817244931,796 -1168.6370627968386,797 151.0000001192093798 ],799 "extent": [800 28.807761421911408,801 28.807761421911437,802 0.9999999403953552803 ]804 },805 "obb": {806 "center": [807 69.16923817244931,808 -1168.6370627968386,809 151.0000001192093810 ],811 "extent": [812 28.807761421911408,813 28.807761421911437,814 0.9999999403953552815 ],816 "rotation": [817 0,818 80.4317626953125,819 0820 ]821 },822 "location": [823 89.6658935546875,824 -1197.44482421875,825 150826 ],827 "rotation": [828 0,829 80.4317626953125,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 191,840 0,841 223842 ]843 },844 {845 "object_id": "SM_Tile30",846 "bbox_2d": [847 85,848 1030,849 309,850 1079851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 68.73319830416861,856 -1167.6688636533404,857 153.0000001192093858 ],859 "extent": [860 31.171468377909605,861 31.171468377909605,862 0.9999999403953552863 ]864 },865 "obb": {866 "center": [867 68.73319830416861,868 -1167.6688636533404,869 153.0000001192093870 ],871 "extent": [872 31.171468377909605,873 31.171468377909605,874 0.9999999403953552875 ],876 "rotation": [877 0,878 73.15646362304686,879 0880 ]881 },882 "location": [883 85.41670989990234,884 -1198.84033203125,885 152886 ],887 "rotation": [888 0,889 73.15646362304686,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 191,900 255,901 223902 ]903 },904 {905 "object_id": "SM_Tile31",906 "bbox_2d": [907 89,908 1030,909 306,910 1079911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 67.53004328618815,916 -1168.0846312685826,917 155.0000001192093918 ],919 "extent": [920 28.224816973604803,921 28.224816973604902,922 0.9999999403953552923 ]924 },925 "obb": {926 "center": [927 67.53004328618815,928 -1168.0846312685826,929 155.0000001192093930 ],931 "extent": [932 28.224816973604803,933 28.224816973604902,934 0.9999999403953552935 ],936 "rotation": [937 0,938 82.03018188476561,939 0940 ]941 },942 "location": [943 88.8222885131836,944 -1196.3094482421875,945 154946 ],947 "rotation": [948 0,949 82.03018188476561,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 191,960 127,961 223962 ]963 },964 {965 "object_id": "SM_Tile32",966 "bbox_2d": [967 92,968 1002,969 309,970 1079971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 67.53004328618815,976 -1169.1407836123326,977 157.0000001192093978 ],979 "extent": [980 28.224816973604803,981 28.224816973604902,982 0.9999999403953552983 ]984 },985 "obb": {986 "center": [987 67.53004328618815,988 -1169.1407836123326,989 157.0000001192093990 ],991 "extent": [992 28.224816973604803,993 28.224816973604902,994 0.9999999403953552995 ],996 "rotation": [997 0,998 82.03018188476561,999 01000 ]1001 },1002 "location": [1003 88.8222885131836,1004 -1197.3656005859375,1005 1561006 ],1007 "rotation": [1008 0,1009 82.03018188476561,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 191,1020 63,1021 2231022 ]1023 }1024 ],1025 "window": [1026 {1027 "object_id": "SM_Wall01_2m16",1028 "bbox_2d": [1029 274,1030 249,1031 530,1032 10791033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 100.00003243361658,1038 -1220.9600858879437,1039 280.000106811523441040 ],1041 "extent": [1042 100.00021059257779,1043 29.04172506252098,1044 180.000106811523441045 ]1046 },1047 "obb": {1048 "center": [1049 100.00003243361658,1050 -1220.9600858879437,1051 280.000106811523441052 ],1053 "extent": [1054 100.00021059257779,1055 29.04172506252098,1056 180.000106811523441057 ],1058 "rotation": [1059 0,1060 90.00011444091797,1061 01062 ]1063 },1064 "location": [1065 0,1066 -1220,1067 1301068 ],1069 "rotation": [1070 0,1071 90.00011444091797,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 15,1082 143,1083 151084 ]1085 }1086 ]1087 },1088 "foreground": {1089 "chair": [1090 {1091 "object_id": "SM_Chair_39",1092 "bbox_2d": [1093 418,1094 935,1095 560,1096 10791097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 241.93177838579447,1102 -1178.9657413758944,1103 184.39860534667971104 ],1105 "extent": [1106 33.2712596480207,1107 35.216289748673034,1108 54.3985900878906251109 ]1110 },1111 "obb": {1112 "center": [1113 241.93177838579447,1114 -1178.9657413758944,1115 184.39860534667971116 ],1117 "extent": [1118 33.2712596480207,1119 35.216289748673034,1120 54.3985900878906251121 ],1122 "rotation": [1123 0,1124 -171.609619140625,1125 01126 ]1127 },1128 "location": [1129 241.29397583007812,1130 -1179.059814453125,1131 130.000015258789061132 ],1133 "rotation": [1134 0,1135 -171.609619140625,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 159,1146 63,1147 791148 ]1149 }1150 ],1151 "recorder": [1152 {1153 "object_id": "SM_Recorder_75",1154 "bbox_2d": [1155 534,1156 505,1157 1149,1158 10791159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 375.7966465364055,1164 -1157.5613121614033,1165 246.484283447265621166 ],1167 "extent": [1168 88.92970380908383,1169 56.9786695469827,1170 116.43630218505861171 ]1172 },1173 "obb": {1174 "center": [1175 375.7966465364055,1176 -1157.5613121614033,1177 246.484283447265621178 ],1179 "extent": [1180 88.92970380908383,1181 56.9786695469827,1182 116.43630218505861183 ],1184 "rotation": [1185 0,1186 110.0000915527344,1187 01188 ]1189 },1190 "location": [1191 375.779296875,1192 -1157.567626953125,1193 130.00056457519531194 ],1195 "rotation": [1196 0,1197 110.0000915527344,1198 01199 ],1200 "scale": [