TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l070_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l070_r004/lit.png",5 "camera": {6 "location": [7 -198,8 184,9 16810 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -198,38 184,39 168,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingB",56 "bbox_2d": [57 1398,58 78,59 1919,60 38461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -13.644100189208984,66 -320.7868957519531,67 27668 ],69 "extent": [70 217.0186767578125,71 261.5939025878906,72 4.000015258789062573 ]74 },75 "obb": {76 "center": [77 -13.644100189208984,78 -320.7868957519531,79 27680 ],81 "extent": [82 217.0186767578125,83 261.5939025878906,84 4.000015258789062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -13.644100189208984,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_CeilingA",116 "bbox_2d": [117 0,118 0,119 1919,120 439121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -9.99993896484375,126 -0.0003662109375,127 262.50006103515625128 ],129 "extent": [130 414.6847229003906,131 582.3804321289062,132 17.500083923339844133 ]134 },135 "obb": {136 "center": [137 -9.99993896484375,138 -0.0003662109375,139 262.50006103515625140 ],141 "extent": [142 414.6847229003906,143 582.3804321289062,144 17.500083923339844145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 0172 ]173 }174 ],175 "baseboard": [176 {177 "object_id": "SM_Baseboard",178 "bbox_2d": [179 791,180 749,181 1206,182 1050183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -404.2849975526333,188 -331.93701171875,189 3190 ],191 "extent": [192 0.4000000059604645,193 270.4438781738281,194 3195 ]196 },197 "obb": {198 "center": [199 -404.2849975526333,200 -331.93701171875,201 3202 ],203 "extent": [204 0.4000000059604645,205 270.4438781738281,206 3207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -404.68499755859375,216 -331.93701171875,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 0,242 52,243 1205,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "door": [300 {301 "object_id": "SM_Door",302 "bbox_2d": [303 413,304 237,305 790,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -411.3640160560608,312 0.8069339990615845,313 116.7231216430664314 ],315 "extent": [316 7.5000152587890625,317 62.30000305175781,318 116.7231216430664319 ]320 },321 "obb": {322 "center": [323 -411.3640160560608,324 0.8069339990615845,325 116.7231216430664326 ],327 "extent": [328 7.5000152587890625,329 62.30000305175781,330 116.7231216430664331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -418.864013671875,340 0.8069339990615845,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 255,357 0358 ]359 }360 ],361 "background wall": [362 {363 "object_id": "SM_BackgroundwallA",364 "bbox_2d": [365 1206,366 380,367 1541,368 798369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -14.871739387512207,374 -563.4780158996582,375 139.99993896484375376 ],377 "extent": [378 389.81292724609375,379 18.90277099609375,380 139.9999542236328381 ]382 },383 "obb": {384 "center": [385 -14.871739387512207,386 -563.4780158996582,387 139.99993896484375388 ],389 "extent": [390 389.81292724609375,391 18.90277099609375,392 139.9999542236328393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -14.871800422668457,402 -563.47802734375,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 0,418 0,419 63420 ]421 }422 ],423 "floor lamp": [424 {425 "object_id": "SM_Floorlamp",426 "bbox_2d": [427 1367,428 463,429 1700,430 879431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -200.50994873046875,436 -334.127405166626,437 100.41319227218628438 ],439 "extent": [440 67.92303466796875,441 49.206172943115234,442 99.65167999267578443 ]444 },445 "obb": {446 "center": [447 -200.50994873046875,448 -334.127405166626,449 100.41319227218628450 ],451 "extent": [452 67.92303466796875,453 49.206172943115234,454 99.65167999267578455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -226.33099365234375,464 -361.07501220703125,465 0.7972559928894043466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 127,480 255,481 63482 ]483 }484 ],485 "floor planks corner": [486 {487 "object_id": "SM_Floor",488 "bbox_2d": [489 708,490 757,491 1919,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -19.752939224243164,498 -0.0001220703125,499 6.776263578034403e-21500 ],501 "extent": [502 404.9316711425781,503 582.3806762695312,504 3.5660530924670406e-14505 ]506 },507 "obb": {508 "center": [509 -19.752939224243164,510 -0.0001220703125,511 6.776263578034403e-21512 ],513 "extent": [514 404.9316711425781,515 582.3806762695312,516 3.5660530924670406e-14517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -9.752969741821289,526 0,527 0528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 191,542 31,543 31544 ]545 }546 ],547 "wall panel": [548 {549 "object_id": "SM_WallpanelA003_3",550 "bbox_2d": [551 1542,552 373,553 1636,554 807555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -157.26349639892578,560 -546.4867404699326,561 139.99998474121094562 ],563 "extent": [564 25.32549285888672,565 1.8902981281280518,566 140.00001525878906567 ]568 },569 "obb": {570 "center": [571 -157.26349639892578,572 -546.4867404699326,573 139.99998474121094574 ],575 "extent": [576 25.32549285888672,577 1.8902981281280518,578 140.00001525878906579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 -131.93800354003906,588 -548.3770141601562,589 0590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 191,604 95,605 63606 ]607 },608 {609 "object_id": "SM_WallpanelA004_4",610 "bbox_2d": [611 1389,612 429,613 1452,614 781615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -250.5584945678711,620 -567.1307224035263,621 139.99998474121094622 ],623 "extent": [624 25.32549285888672,625 1.8902981281280518,626 140.00001525878906627 ]628 },629 "obb": {630 "center": [631 -250.5584945678711,632 -567.1307224035263,633 139.99998474121094634 ],635 "extent": [636 25.32549285888672,637 1.8902981281280518,638 140.00001525878906639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 -225.23300170898438,648 -569.02099609375,649 0650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 191,664 95,665 191666 ]667 },668 {669 "object_id": "SM_WallpanelA005_5",670 "bbox_2d": [671 1348,672 433,673 1388,674 773675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -301.2094955444336,680 -567.1307224035263,681 139.99998474121094682 ],683 "extent": [684 25.32549285888672,685 1.8902981281280518,686 140.00001525878906687 ]688 },689 "obb": {690 "center": [691 -301.2094955444336,692 -567.1307224035263,693 139.99998474121094694 ],695 "extent": [696 25.32549285888672,697 1.8902981281280518,698 140.00001525878906699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 -275.8840026855469,708 -569.02099609375,709 0710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 191,724 95,725 31726 ]727 }728 ]729 },730 "foreground": {731 "air conditioning": [732 {733 "object_id": "SM_AirConditioning",734 "bbox_2d": [735 1274,736 298,737 1414,738 411739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -257.33300971984863,744 -289.0069580078125,745 244.7000106573105746 ],747 "extent": [748 8.791104316711426,749 150.00003051757812,750 0.30008041858673096751 ]752 },753 "obb": {754 "center": [755 -257.33300971984863,756 -289.0069580078125,757 244.7000106573105758 ],759 "extent": [760 8.791104316711426,761 150.00003051757812,762 0.30008041858673096763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 -257.3330078125,772 -289.0069885253906,773 245774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 255,788 127,789 255790 ]791 }792 ],793 "track light": [794 {795 "object_id": "SM_Tracklight",796 "bbox_2d": [797 1681,798 339,799 1695,800 340801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 -119.3738512958656,806 -437.7480440470862,807 273.35818156611344808 ],809 "extent": [810 3.101129296036561,811 1.3979469860560698,812 1.3589233516960348813 ]814 },815 "obb": {816 "center": [817 -119.3738512958656,818 -437.7480440470862,819 273.35818156611344820 ],821 "extent": [822 3.101129296036561,823 1.3979469860560698,824 1.3589233516960348825 ],826 "rotation": [827 -5.008960215491241e-06,828 -5.008960215491242e-06,829 -5.008960215491242e-06830 ]831 },832 "location": [833 -122.4749984741211,834 -439.14599609375,835 274.7170104980469836 ],837 "rotation": [838 -5.008960215491241e-06,839 -5.008960215491242e-06,840 -5.008960215491242e-06841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 127,850 0,851 0852 ]853 },854 {855 "object_id": "SM_Tracklight001",856 "bbox_2d": [857 1696,858 337,859 1711,860 339861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -113.17085599557264,866 -437.7480440470862,867 273.35818156611344868 ],869 "extent": [870 3.101129296036561,871 1.3979469860560698,872 1.3589233516960348873 ]874 },875 "obb": {876 "center": [877 -113.17085599557264,878 -437.7480440470862,879 273.35818156611344880 ],881 "extent": [882 3.101129296036561,883 1.3979469860560698,884 1.3589233516960348885 ],886 "rotation": [887 -5.008960215491241e-06,888 -5.008960215491242e-06,889 -5.008960215491242e-06890 ]891 },892 "location": [893 -116.27200317382812,894 -439.14599609375,895 274.7170104980469896 ],897 "rotation": [898 -5.008960215491241e-06,899 -5.008960215491242e-06,900 -5.008960215491242e-06901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 191,910 0,911 127912 ]913 },914 {915 "object_id": "SM_Tracklight002",916 "bbox_2d": [917 1711,918 336,919 1726,920 338921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -106.96885251656873,926 -437.7480440470862,927 273.35818156611344928 ],929 "extent": [930 3.101129296036561,931 1.3979469860560698,932 1.3589233516960348933 ]934 },935 "obb": {936 "center": [937 -106.96885251656873,938 -437.7480440470862,939 273.35818156611344940 ],941 "extent": [942 3.101129296036561,943 1.3979469860560698,944 1.3589233516960348945 ],946 "rotation": [947 -5.008960215491241e-06,948 -5.008960215491242e-06,949 -5.008960215491242e-06950 ]951 },952 "location": [953 -110.06999969482422,954 -439.14599609375,955 274.7170104980469956 ],957 "rotation": [958 -5.008960215491241e-06,959 -5.008960215491242e-06,960 -5.008960215491242e-06961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 191,970 0,971 63972 ]973 },974 {975 "object_id": "SM_Tracklight003",976 "bbox_2d": [977 1727,978 335,979 1741,980 336981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -100.76684903756482,986 -437.7480440470862,987 273.35818156611344988 ],989 "extent": [990 3.101129296036561,991 1.3979469860560698,992 1.3589233516960348993 ]994 },995 "obb": {996 "center": [997 -100.76684903756482,998 -437.7480440470862,999 273.358181566113441000 ],1001 "extent": [1002 3.101129296036561,1003 1.3979469860560698,1004 1.35892335169603481005 ],1006 "rotation": [1007 -5.008960215491241e-06,1008 -5.008960215491242e-06,1009 -5.008960215491242e-061010 ]1011 },1012 "location": [1013 -103.86799621582031,1014 -439.14599609375,1015 274.71701049804691016 ],1017 "rotation": [1018 -5.008960215491241e-06,1019 -5.008960215491242e-06,1020 -5.008960215491242e-061021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 191,1030 255,1031 01032 ]1033 },1034 {1035 "object_id": "SM_Tracklight004",1036 "bbox_2d": [1037 1742,1038 334,1039 1756,1040 3351041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -94.56434964791639,1046 -437.7480440470862,1047 273.358181566113441048 ],1049 "extent": [1050 3.101129296036561,1051 1.3979469860560698,1052 1.35892335169603481053 ]1054 },1055 "obb": {1056 "center": [1057 -94.56434964791639,1058 -437.7480440470862,1059 273.358181566113441060 ],1061 "extent": [1062 3.101129296036561,1063 1.3979469860560698,1064 1.35892335169603481065 ],1066 "rotation": [1067 -5.008960215491241e-06,1068 -5.008960215491242e-06,1069 -5.008960215491242e-061070 ]1071 },1072 "location": [1073 -97.66549682617188,1074 -439.14599609375,1075 274.71701049804691076 ],1077 "rotation": [1078 -5.008960215491241e-06,1079 -5.008960215491242e-06,1080 -5.008960215491242e-061081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 191,1090 255,1091 2551092 ]1093 },1094 {1095 "object_id": "SM_Tracklight005",1096 "bbox_2d": [1097 1757,1098 332,1099 1773,1100 3341101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -88.3620562519203,1106 -437.7480440470862,1107 273.358181566113441108 ],1109 "extent": [1110 3.101129296036561,1111 1.3979469860560698,1112 1.35892335169603481113 ]1114 },1115 "obb": {1116 "center": [1117 -88.3620562519203,1118 -437.7480440470862,1119 273.358181566113441120 ],1121 "extent": [1122 3.101129296036561,1123 1.3979469860560698,1124 1.35892335169603481125 ],1126 "rotation": [1127 -5.008960215491241e-06,1128 -5.008960215491242e-06,1129 -5.008960215491242e-061130 ]1131 },1132 "location": [1133 -91.46320343017578,1134 -439.14599609375,1135 274.71701049804691136 ],1137 "rotation": [1138 -5.008960215491241e-06,1139 -5.008960215491242e-06,1140 -5.008960215491242e-061141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 191,1150 255,1151 1271152 ]1153 },1154 {1155 "object_id": "SM_Tracklight012",1156 "bbox_2d": [1157 1857,1158 122,1159 1892,1160 1301161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -119.3738512958656,1166 -140.51604941817996,1167 273.358181566113441168 ],1169 "extent": [1170 3.101129296036561,1171 1.3979469860560698,1172 1.35892335169603481173 ]1174 },1175 "obb": {1176 "center": [1177 -119.3738512958656,1178 -140.51604941817996,1179 273.358181566113441180 ],1181 "extent": [1182 3.101129296036561,1183 1.3979469860560698,1184 1.35892335169603481185 ],1186 "rotation": [1187 -5.008960215491241e-06,1188 -5.008960215491242e-06,1189 -5.008960215491242e-061190 ]1191 },1192 "location": [1193 -122.4749984741211,1194 -141.91400146484375,1195 274.71701049804691196 ],1197 "rotation": [1198 -5.008960215491241e-06,1199 -5.008960215491242e-06,1200 -5.008960215491242e-06