TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l024_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l024_r004/lit.png",5 "camera": {6 "location": [7 117,8 -72,9 12310 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 117,38 -72,39 123,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingB",56 "bbox_2d": [57 61,58 0,59 1874,60 29561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -13.644100189208984,66 -320.7868957519531,67 27668 ],69 "extent": [70 217.0186767578125,71 261.5939025878906,72 4.000015258789062573 ]74 },75 "obb": {76 "center": [77 -13.644100189208984,78 -320.7868957519531,79 27680 ],81 "extent": [82 217.0186767578125,83 261.5939025878906,84 4.000015258789062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -13.644100189208984,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_CeilingA",116 "bbox_2d": [117 0,118 0,119 1919,120 366121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -9.99993896484375,126 -0.0003662109375,127 262.50006103515625128 ],129 "extent": [130 414.6847229003906,131 582.3804321289062,132 17.500083923339844133 ]134 },135 "obb": {136 "center": [137 -9.99993896484375,138 -0.0003662109375,139 262.50006103515625140 ],141 "extent": [142 414.6847229003906,143 582.3804321289062,144 17.500083923339844145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 0172 ]173 }174 ],175 "baseboard": [176 {177 "object_id": "SM_Baseboard",178 "bbox_2d": [179 0,180 744,181 479,182 849183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -404.2849975526333,188 -331.93701171875,189 3190 ],191 "extent": [192 0.4000000059604645,193 270.4438781738281,194 3195 ]196 },197 "obb": {198 "center": [199 -404.2849975526333,200 -331.93701171875,201 3202 ],203 "extent": [204 0.4000000059604645,205 270.4438781738281,206 3207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -404.68499755859375,216 -331.93701171875,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 0,242 233,243 661,244 833245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "background wall": [300 {301 "object_id": "SM_BackgroundwallA",302 "bbox_2d": [303 662,304 284,305 921,306 702307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -14.871739387512207,312 -563.4780158996582,313 139.99993896484375314 ],315 "extent": [316 389.81292724609375,317 18.90277099609375,318 139.9999542236328319 ]320 },321 "obb": {322 "center": [323 -14.871739387512207,324 -563.4780158996582,325 139.99993896484375326 ],327 "extent": [328 389.81292724609375,329 18.90277099609375,330 139.9999542236328331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -14.871800422668457,340 -563.47802734375,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 0,356 0,357 63358 ]359 }360 ],361 "wall panel": [362 {363 "object_id": "SM_WallpanelA",364 "bbox_2d": [365 1778,366 127,367 1919,368 880369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 229.47550201416016,374 -546.4867404699326,375 139.99998474121094376 ],377 "extent": [378 25.32549285888672,379 1.8902981281280518,380 140.00001525878906381 ]382 },383 "obb": {384 "center": [385 229.47550201416016,386 -546.4867404699326,387 139.99998474121094388 ],389 "extent": [390 25.32549285888672,391 1.8902981281280518,392 140.00001525878906393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 254.80099487304688,402 -548.3770141601562,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 0,418 127,419 63420 ]421 },422 {423 "object_id": "SM_WallpanelAh",424 "bbox_2d": [425 1413,426 197,427 1476,428 757429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 90.18524932861328,434 -546.4867404699326,435 139.99998474121094436 ],437 "extent": [438 12.662750244140625,439 1.8902981281280518,440 140.00001525878906441 ]442 },443 "obb": {444 "center": [445 90.18524932861328,446 -546.4867404699326,447 139.99998474121094448 ],449 "extent": [450 12.662750244140625,451 1.8902981281280518,452 140.00001525878906453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 102.8479995727539,462 -548.3770141601562,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 191,478 95,479 0480 ]481 },482 {483 "object_id": "SM_WallpanelA001_1",484 "bbox_2d": [485 1618,486 147,487 1777,488 862489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 178.82450103759766,494 -546.4867404699326,495 139.99998474121094496 ],497 "extent": [498 25.32549285888672,499 1.8902981281280518,500 140.00001525878906501 ]502 },503 "obb": {504 "center": [505 178.82450103759766,506 -546.4867404699326,507 139.99998474121094508 ],509 "extent": [510 25.32549285888672,511 1.8902981281280518,512 140.00001525878906513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 204.14999389648438,522 -548.3770141601562,523 0524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 191,538 95,539 255540 ]541 },542 {543 "object_id": "SM_WallpanelA002_2",544 "bbox_2d": [545 1477,546 174,547 1617,548 841549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 128.17350006103516,554 -546.4867404699326,555 139.99998474121094556 ],557 "extent": [558 25.32549285888672,559 1.8902981281280518,560 140.00001525878906561 ]562 },563 "obb": {564 "center": [565 128.17350006103516,566 -546.4867404699326,567 139.99998474121094568 ],569 "extent": [570 25.32549285888672,571 1.8902981281280518,572 140.00001525878906573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 153.49899291992188,582 -548.3770141601562,583 0584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 191,598 95,599 127600 ]601 },602 {603 "object_id": "SM_WallpanelA003_3",604 "bbox_2d": [605 922,606 272,607 998,608 709609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -157.26349639892578,614 -546.4867404699326,615 139.99998474121094616 ],617 "extent": [618 25.32549285888672,619 1.8902981281280518,620 140.00001525878906621 ]622 },623 "obb": {624 "center": [625 -157.26349639892578,626 -546.4867404699326,627 139.99998474121094628 ],629 "extent": [630 25.32549285888672,631 1.8902981281280518,632 140.00001525878906633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -131.93800354003906,642 -548.3770141601562,643 0644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 191,658 95,659 63660 ]661 },662 {663 "object_id": "SM_WallpanelA004_4",664 "bbox_2d": [665 818,666 347,667 855,668 695669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -250.5584945678711,674 -567.1307224035263,675 139.99998474121094676 ],677 "extent": [678 25.32549285888672,679 1.8902981281280518,680 140.00001525878906681 ]682 },683 "obb": {684 "center": [685 -250.5584945678711,686 -567.1307224035263,687 139.99998474121094688 ],689 "extent": [690 25.32549285888672,691 1.8902981281280518,692 140.00001525878906693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -225.23300170898438,702 -569.02099609375,703 0704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 191,718 95,719 191720 ]721 },722 {723 "object_id": "SM_WallpanelA005_5",724 "bbox_2d": [725 780,726 352,727 817,728 691729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -301.2094955444336,734 -567.1307224035263,735 139.99998474121094736 ],737 "extent": [738 25.32549285888672,739 1.8902981281280518,740 140.00001525878906741 ]742 },743 "obb": {744 "center": [745 -301.2094955444336,746 -567.1307224035263,747 139.99998474121094748 ],749 "extent": [750 25.32549285888672,751 1.8902981281280518,752 140.00001525878906753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 -275.8840026855469,762 -569.02099609375,763 0764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 191,778 95,779 31780 ]781 }782 ],783 "floor lamp": [784 {785 "object_id": "SM_Floorlamp",786 "bbox_2d": [787 572,788 318,789 676,790 701791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -200.50994873046875,796 -334.127405166626,797 100.41319227218628798 ],799 "extent": [800 67.92303466796875,801 49.206172943115234,802 99.65167999267578803 ]804 },805 "obb": {806 "center": [807 -200.50994873046875,808 -334.127405166626,809 100.41319227218628810 ],811 "extent": [812 67.92303466796875,813 49.206172943115234,814 99.65167999267578815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -226.33099365234375,824 -361.07501220703125,825 0.7972559928894043826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 127,840 255,841 63842 ]843 }844 ],845 "floor planks corner": [846 {847 "object_id": "SM_Floor",848 "bbox_2d": [849 0,850 751,851 1919,852 956853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -19.752939224243164,858 -0.0001220703125,859 6.776263578034403e-21860 ],861 "extent": [862 404.9316711425781,863 582.3806762695312,864 3.5660530924670406e-14865 ]866 },867 "obb": {868 "center": [869 -19.752939224243164,870 -0.0001220703125,871 6.776263578034403e-21872 ],873 "extent": [874 404.9316711425781,875 582.3806762695312,876 3.5660530924670406e-14877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -9.752969741821289,886 0,887 0888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 191,902 31,903 31904 ]905 }906 ]907 },908 "foreground": {909 "air conditioning": [910 {911 "object_id": "SM_AirConditioning",912 "bbox_2d": [913 0,914 102,915 704,916 310917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -257.33300971984863,922 -289.0069580078125,923 244.7000106573105924 ],925 "extent": [926 8.791104316711426,927 150.00003051757812,928 0.30008041858673096929 ]930 },931 "obb": {932 "center": [933 -257.33300971984863,934 -289.0069580078125,935 244.7000106573105936 ],937 "extent": [938 8.791104316711426,939 150.00003051757812,940 0.30008041858673096941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 -257.3330078125,950 -289.0069885253906,951 245952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 255,966 127,967 255968 ]969 },970 {971 "object_id": "SM_AirConditioning001",972 "bbox_2d": [973 0,974 0,975 730,976 282977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -230.3630050420761,982 -289.0069580078125,983 257.44698905944824984 ],985 "extent": [986 0.30008041858673096,987 150.00003051757812,988 8.791104316711426989 ]990 },991 "obb": {992 "center": [993 -230.3630050420761,994 -289.0069580078125,995 257.44698905944824996 ],997 "extent": [998 0.30008041858673096,999 150.00003051757812,1000 8.7911043167114261001 ],1002 "rotation": [1003 90,1004 0,1005 01006 ]1007 },1008 "location": [1009 -230.66299438476562,1010 -289.0069885253906,1011 257.44699096679691012 ],1013 "rotation": [1014 90,1015 0,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 0,1026 127,1027 1271028 ]1029 }1030 ],1031 "track light": [1032 {1033 "object_id": "SM_Tracklight",1034 "bbox_2d": [1035 905,1036 209,1037 918,1038 2121039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -119.3738512958656,1044 -437.7480440470862,1045 273.358181566113441046 ],1047 "extent": [1048 3.101129296036561,1049 1.3979469860560698,1050 1.35892335169603481051 ]1052 },1053 "obb": {1054 "center": [1055 -119.3738512958656,1056 -437.7480440470862,1057 273.358181566113441058 ],1059 "extent": [1060 3.101129296036561,1061 1.3979469860560698,1062 1.35892335169603481063 ],1064 "rotation": [1065 -5.008960215491241e-06,1066 -5.008960215491242e-06,1067 -5.008960215491242e-061068 ]1069 },1070 "location": [1071 -122.4749984741211,1072 -439.14599609375,1073 274.71701049804691074 ],1075 "rotation": [1076 -5.008960215491241e-06,1077 -5.008960215491242e-06,1078 -5.008960215491242e-061079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 127,1088 0,1089 01090 ]1091 },1092 {1093 "object_id": "SM_Tracklight001",1094 "bbox_2d": [1095 917,1096 206,1097 930,1098 2101099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -113.17085599557264,1104 -437.7480440470862,1105 273.358181566113441106 ],1107 "extent": [1108 3.101129296036561,1109 1.3979469860560698,1110 1.35892335169603481111 ]1112 },1113 "obb": {1114 "center": [1115 -113.17085599557264,1116 -437.7480440470862,1117 273.358181566113441118 ],1119 "extent": [1120 3.101129296036561,1121 1.3979469860560698,1122 1.35892335169603481123 ],1124 "rotation": [1125 -5.008960215491241e-06,1126 -5.008960215491242e-06,1127 -5.008960215491242e-061128 ]1129 },1130 "location": [1131 -116.27200317382812,1132 -439.14599609375,1133 274.71701049804691134 ],1135 "rotation": [1136 -5.008960215491241e-06,1137 -5.008960215491242e-06,1138 -5.008960215491242e-061139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 191,1148 0,1149 1271150 ]1151 },1152 {1153 "object_id": "SM_Tracklight002",1154 "bbox_2d": [1155 928,1156 204,1157 941,1158 2071159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -106.96885251656873,1164 -437.7480440470862,1165 273.358181566113441166 ],1167 "extent": [1168 3.101129296036561,1169 1.3979469860560698,1170 1.35892335169603481171 ]1172 },1173 "obb": {1174 "center": [1175 -106.96885251656873,1176 -437.7480440470862,1177 273.358181566113441178 ],1179 "extent": [1180 3.101129296036561,1181 1.3979469860560698,1182 1.35892335169603481183 ],1184 "rotation": [1185 -5.008960215491241e-06,1186 -5.008960215491242e-06,1187 -5.008960215491242e-061188 ]1189 },1190 "location": [1191 -110.06999969482422,1192 -439.14599609375,1193 274.71701049804691194 ],1195 "rotation": [1196 -5.008960215491241e-06,1197 -5.008960215491242e-06,1198 -5.008960215491242e-061199 ],1200 "scale": [