TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l005_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l005_r004/lit.png",5 "camera": {6 "location": [7 230,8 -257,9 10610 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 230,38 -257,39 106,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingB",56 "bbox_2d": [57 0,58 0,59 1170,60 20861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -13.644100189208984,66 -320.7868957519531,67 27668 ],69 "extent": [70 217.0186767578125,71 261.5939025878906,72 4.000015258789062573 ]74 },75 "obb": {76 "center": [77 -13.644100189208984,78 -320.7868957519531,79 27680 ],81 "extent": [82 217.0186767578125,83 261.5939025878906,84 4.000015258789062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -13.644100189208984,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_CeilingA",116 "bbox_2d": [117 0,118 68,119 460,120 307121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -9.99993896484375,126 -0.0003662109375,127 262.50006103515625128 ],129 "extent": [130 414.6847229003906,131 582.3804321289062,132 17.500083923339844133 ]134 },135 "obb": {136 "center": [137 -9.99993896484375,138 -0.0003662109375,139 262.50006103515625140 ],141 "extent": [142 414.6847229003906,143 582.3804321289062,144 17.500083923339844145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 0172 ]173 }174 ],175 "baseboard": [176 {177 "object_id": "SM_Baseboard",178 "bbox_2d": [179 242,180 707,181 290,182 720183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -404.2849975526333,188 -331.93701171875,189 3190 ],191 "extent": [192 0.4000000059604645,193 270.4438781738281,194 3195 ]196 },197 "obb": {198 "center": [199 -404.2849975526333,200 -331.93701171875,201 3202 ],203 "extent": [204 0.4000000059604645,205 270.4438781738281,206 3207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -404.68499755859375,216 -331.93701171875,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 0,242 253,243 289,244 713245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "background wall": [300 {301 "object_id": "SM_BackgroundwallA",302 "bbox_2d": [303 290,304 190,305 512,306 713307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -14.871739387512207,312 -563.4780158996582,313 139.99993896484375314 ],315 "extent": [316 389.81292724609375,317 18.90277099609375,318 139.9999542236328319 ]320 },321 "obb": {322 "center": [323 -14.871739387512207,324 -563.4780158996582,325 139.99993896484375326 ],327 "extent": [328 389.81292724609375,329 18.90277099609375,330 139.9999542236328331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -14.871800422668457,340 -563.47802734375,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 0,356 0,357 63358 ]359 }360 ],361 "wall panel": [362 {363 "object_id": "SM_WallpanelA",364 "bbox_2d": [365 1406,366 0,367 1629,368 969369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 229.47550201416016,374 -546.4867404699326,375 139.99998474121094376 ],377 "extent": [378 25.32549285888672,379 1.8902981281280518,380 140.00001525878906381 ]382 },383 "obb": {384 "center": [385 229.47550201416016,386 -546.4867404699326,387 139.99998474121094388 ],389 "extent": [390 25.32549285888672,391 1.8902981281280518,392 140.00001525878906393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 254.80099487304688,402 -548.3770141601562,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 0,418 127,419 63420 ]421 },422 {423 "object_id": "SM_WallpanelAh",424 "bbox_2d": [425 997,426 30,427 1065,428 864429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 90.18524932861328,434 -546.4867404699326,435 139.99998474121094436 ],437 "extent": [438 12.662750244140625,439 1.8902981281280518,440 140.00001525878906441 ]442 },443 "obb": {444 "center": [445 90.18524932861328,446 -546.4867404699326,447 139.99998474121094448 ],449 "extent": [450 12.662750244140625,451 1.8902981281280518,452 140.00001525878906453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 102.8479995727539,462 -548.3770141601562,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 191,478 95,479 0480 ]481 },482 {483 "object_id": "SM_WallpanelA001_1",484 "bbox_2d": [485 1221,486 0,487 1405,488 927489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 178.82450103759766,494 -546.4867404699326,495 139.99998474121094496 ],497 "extent": [498 25.32549285888672,499 1.8902981281280518,500 140.00001525878906501 ]502 },503 "obb": {504 "center": [505 178.82450103759766,506 -546.4867404699326,507 139.99998474121094508 ],509 "extent": [510 25.32549285888672,511 1.8902981281280518,512 140.00001525878906513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 204.14999389648438,522 -548.3770141601562,523 0524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 191,538 95,539 255540 ]541 },542 {543 "object_id": "SM_WallpanelA002_2",544 "bbox_2d": [545 1066,546 0,547 1220,548 893549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 128.17350006103516,554 -546.4867404699326,555 139.99998474121094556 ],557 "extent": [558 25.32549285888672,559 1.8902981281280518,560 140.00001525878906561 ]562 },563 "obb": {564 "center": [565 128.17350006103516,566 -546.4867404699326,567 139.99998474121094568 ],569 "extent": [570 25.32549285888672,571 1.8902981281280518,572 140.00001525878906573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 153.49899291992188,582 -548.3770141601562,583 0584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 191,598 95,599 127600 ]601 },602 {603 "object_id": "SM_WallpanelA003_3",604 "bbox_2d": [605 513,606 170,607 584,608 776609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -157.26349639892578,614 -546.4867404699326,615 139.99998474121094616 ],617 "extent": [618 25.32549285888672,619 1.8902981281280518,620 140.00001525878906621 ]622 },623 "obb": {624 "center": [625 -157.26349639892578,626 -546.4867404699326,627 139.99998474121094628 ],629 "extent": [630 25.32549285888672,631 1.8902981281280518,632 140.00001525878906633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -131.93800354003906,642 -548.3770141601562,643 0644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 191,658 95,659 63660 ]661 },662 {663 "object_id": "SM_WallpanelA004_4",664 "bbox_2d": [665 438,666 279,667 454,668 540669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -250.5584945678711,674 -567.1307224035263,675 139.99998474121094676 ],677 "extent": [678 25.32549285888672,679 1.8902981281280518,680 140.00001525878906681 ]682 },683 "obb": {684 "center": [685 -250.5584945678711,686 -567.1307224035263,687 139.99998474121094688 ],689 "extent": [690 25.32549285888672,691 1.8902981281280518,692 140.00001525878906693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -225.23300170898438,702 -569.02099609375,703 0704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 191,718 95,719 191720 ]721 },722 {723 "object_id": "SM_WallpanelA005_5",724 "bbox_2d": [725 400,726 283,727 437,728 540729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -301.2094955444336,734 -567.1307224035263,735 139.99998474121094736 ],737 "extent": [738 25.32549285888672,739 1.8902981281280518,740 140.00001525878906741 ]742 },743 "obb": {744 "center": [745 -301.2094955444336,746 -567.1307224035263,747 139.99998474121094748 ],749 "extent": [750 25.32549285888672,751 1.8902981281280518,752 140.00001525878906753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 -275.8840026855469,762 -569.02099609375,763 0764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 191,778 95,779 31780 ]781 }782 ],783 "floor planks corner": [784 {785 "object_id": "SM_Floor",786 "bbox_2d": [787 242,788 730,789 1919,790 1079791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -19.752939224243164,796 -0.0001220703125,797 6.776263578034403e-21798 ],799 "extent": [800 404.9316711425781,801 582.3806762695312,802 3.5660530924670406e-14803 ]804 },805 "obb": {806 "center": [807 -19.752939224243164,808 -0.0001220703125,809 6.776263578034403e-21810 ],811 "extent": [812 404.9316711425781,813 582.3806762695312,814 3.5660530924670406e-14815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -9.752969741821289,824 0,825 0826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 191,840 31,841 31842 ]843 }844 ]845 },846 "foreground": {847 "air conditioning": [848 {849 "object_id": "SM_AirConditioning",850 "bbox_2d": [851 0,852 159,853 177,854 211855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -257.33300971984863,860 -289.0069580078125,861 244.7000106573105862 ],863 "extent": [864 8.791104316711426,865 150.00003051757812,866 0.30008041858673096867 ]868 },869 "obb": {870 "center": [871 -257.33300971984863,872 -289.0069580078125,873 244.7000106573105874 ],875 "extent": [876 8.791104316711426,877 150.00003051757812,878 0.30008041858673096879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 -257.3330078125,888 -289.0069885253906,889 245890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 255,904 127,905 255906 ]907 },908 {909 "object_id": "SM_AirConditioning001",910 "bbox_2d": [911 0,912 83,913 198,914 172915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -230.3630050420761,920 -289.0069580078125,921 257.44698905944824922 ],923 "extent": [924 0.30008041858673096,925 150.00003051757812,926 8.791104316711426927 ]928 },929 "obb": {930 "center": [931 -230.3630050420761,932 -289.0069580078125,933 257.44698905944824934 ],935 "extent": [936 0.30008041858673096,937 150.00003051757812,938 8.791104316711426939 ],940 "rotation": [941 90,942 0,943 0944 ]945 },946 "location": [947 -230.66299438476562,948 -289.0069885253906,949 257.4469909667969950 ],951 "rotation": [952 90,953 0,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 0,964 127,965 127966 ]967 }968 ],969 "track light": [970 {971 "object_id": "SM_Tracklight",972 "bbox_2d": [973 336,974 54,975 353,976 62977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -119.3738512958656,982 -437.7480440470862,983 273.35818156611344984 ],985 "extent": [986 3.101129296036561,987 1.3979469860560698,988 1.3589233516960348989 ]990 },991 "obb": {992 "center": [993 -119.3738512958656,994 -437.7480440470862,995 273.35818156611344996 ],997 "extent": [998 3.101129296036561,999 1.3979469860560698,1000 1.35892335169603481001 ],1002 "rotation": [1003 -5.008960215491241e-06,1004 -5.008960215491242e-06,1005 -5.008960215491242e-061006 ]1007 },1008 "location": [1009 -122.4749984741211,1010 -439.14599609375,1011 274.71701049804691012 ],1013 "rotation": [1014 -5.008960215491241e-06,1015 -5.008960215491242e-06,1016 -5.008960215491242e-061017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 127,1026 0,1027 01028 ]1029 },1030 {1031 "object_id": "SM_Tracklight001",1032 "bbox_2d": [1033 346,1034 49,1035 363,1036 571037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -113.17085599557264,1042 -437.7480440470862,1043 273.358181566113441044 ],1045 "extent": [1046 3.101129296036561,1047 1.3979469860560698,1048 1.35892335169603481049 ]1050 },1051 "obb": {1052 "center": [1053 -113.17085599557264,1054 -437.7480440470862,1055 273.358181566113441056 ],1057 "extent": [1058 3.101129296036561,1059 1.3979469860560698,1060 1.35892335169603481061 ],1062 "rotation": [1063 -5.008960215491241e-06,1064 -5.008960215491242e-06,1065 -5.008960215491242e-061066 ]1067 },1068 "location": [1069 -116.27200317382812,1070 -439.14599609375,1071 274.71701049804691072 ],1073 "rotation": [1074 -5.008960215491241e-06,1075 -5.008960215491242e-06,1076 -5.008960215491242e-061077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 191,1086 0,1087 1271088 ]1089 },1090 {1091 "object_id": "SM_Tracklight002",1092 "bbox_2d": [1093 356,1094 45,1095 372,1096 531097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -106.96885251656873,1102 -437.7480440470862,1103 273.358181566113441104 ],1105 "extent": [1106 3.101129296036561,1107 1.3979469860560698,1108 1.35892335169603481109 ]1110 },1111 "obb": {1112 "center": [1113 -106.96885251656873,1114 -437.7480440470862,1115 273.358181566113441116 ],1117 "extent": [1118 3.101129296036561,1119 1.3979469860560698,1120 1.35892335169603481121 ],1122 "rotation": [1123 -5.008960215491241e-06,1124 -5.008960215491242e-06,1125 -5.008960215491242e-061126 ]1127 },1128 "location": [1129 -110.06999969482422,1130 -439.14599609375,1131 274.71701049804691132 ],1133 "rotation": [1134 -5.008960215491241e-06,1135 -5.008960215491242e-06,1136 -5.008960215491242e-061137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 191,1146 0,1147 631148 ]1149 },1150 {1151 "object_id": "SM_Tracklight003",1152 "bbox_2d": [1153 366,1154 40,1155 383,1156 481157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -100.76684903756482,1162 -437.7480440470862,1163 273.358181566113441164 ],1165 "extent": [1166 3.101129296036561,1167 1.3979469860560698,1168 1.35892335169603481169 ]1170 },1171 "obb": {1172 "center": [1173 -100.76684903756482,1174 -437.7480440470862,1175 273.358181566113441176 ],1177 "extent": [1178 3.101129296036561,1179 1.3979469860560698,1180 1.35892335169603481181 ],1182 "rotation": [1183 -5.008960215491241e-06,1184 -5.008960215491242e-06,1185 -5.008960215491242e-061186 ]1187 },1188 "location": [1189 -103.86799621582031,1190 -439.14599609375,1191 274.71701049804691192 ],1193 "rotation": [1194 -5.008960215491241e-06,1195 -5.008960215491242e-06,1196 -5.008960215491242e-061197 ],1198 "scale": [1199 1,1200 1,