TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l080_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l080_r004/lit.png",5 "camera": {6 "location": [7 207,8 -371,9 23310 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 207,38 -371,39 233,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingB",56 "bbox_2d": [57 0,58 0,59 1487,60 43861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -13.644100189208984,66 -320.7868957519531,67 27668 ],69 "extent": [70 217.0186767578125,71 261.5939025878906,72 4.000015258789062573 ]74 },75 "obb": {76 "center": [77 -13.644100189208984,78 -320.7868957519531,79 27680 ],81 "extent": [82 217.0186767578125,83 261.5939025878906,84 4.000015258789062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -13.644100189208984,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_CeilingA",116 "bbox_2d": [117 0,118 0,119 1919,120 514121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -9.99993896484375,126 -0.0003662109375,127 262.50006103515625128 ],129 "extent": [130 414.6847229003906,131 582.3804321289062,132 17.500083923339844133 ]134 },135 "obb": {136 "center": [137 -9.99993896484375,138 -0.0003662109375,139 262.50006103515625140 ],141 "extent": [142 414.6847229003906,143 582.3804321289062,144 17.500083923339844145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 0172 ]173 }174 ],175 "baseboard": [176 {177 "object_id": "SM_Baseboard",178 "bbox_2d": [179 0,180 1009,181 54,182 1039183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -404.2849975526333,188 -331.93701171875,189 3190 ],191 "extent": [192 0.4000000059604645,193 270.4438781738281,194 3195 ]196 },197 "obb": {198 "center": [199 -404.2849975526333,200 -331.93701171875,201 3202 ],203 "extent": [204 0.4000000059604645,205 270.4438781738281,206 3207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -404.68499755859375,216 -331.93701171875,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 0,242 514,243 54,244 1026245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "background wall": [300 {301 "object_id": "SM_BackgroundwallA",302 "bbox_2d": [303 55,304 432,305 265,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -14.871739387512207,312 -563.4780158996582,313 139.99993896484375314 ],315 "extent": [316 389.81292724609375,317 18.90277099609375,318 139.9999542236328319 ]320 },321 "obb": {322 "center": [323 -14.871739387512207,324 -563.4780158996582,325 139.99993896484375326 ],327 "extent": [328 389.81292724609375,329 18.90277099609375,330 139.9999542236328331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -14.871800422668457,340 -563.47802734375,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 0,356 0,357 63358 ]359 }360 ],361 "wall panel": [362 {363 "object_id": "SM_WallpanelA",364 "bbox_2d": [365 1494,366 241,367 1919,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 229.47550201416016,374 -546.4867404699326,375 139.99998474121094376 ],377 "extent": [378 25.32549285888672,379 1.8902981281280518,380 140.00001525878906381 ]382 },383 "obb": {384 "center": [385 229.47550201416016,386 -546.4867404699326,387 139.99998474121094388 ],389 "extent": [390 25.32549285888672,391 1.8902981281280518,392 140.00001525878906393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 254.80099487304688,402 -548.3770141601562,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 0,418 127,419 63420 ]421 },422 {423 "object_id": "SM_WallpanelAh",424 "bbox_2d": [425 852,426 355,427 947,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 90.18524932861328,434 -546.4867404699326,435 139.99998474121094436 ],437 "extent": [438 12.662750244140625,439 1.8902981281280518,440 140.00001525878906441 ]442 },443 "obb": {444 "center": [445 90.18524932861328,446 -546.4867404699326,447 139.99998474121094448 ],449 "extent": [450 12.662750244140625,451 1.8902981281280518,452 140.00001525878906453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 102.8479995727539,462 -548.3770141601562,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 191,478 95,479 0480 ]481 },482 {483 "object_id": "SM_WallpanelA001_1",484 "bbox_2d": [485 1182,486 243,487 1493,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 178.82450103759766,494 -546.4867404699326,495 139.99998474121094496 ],497 "extent": [498 25.32549285888672,499 1.8902981281280518,500 140.00001525878906501 ]502 },503 "obb": {504 "center": [505 178.82450103759766,506 -546.4867404699326,507 139.99998474121094508 ],509 "extent": [510 25.32549285888672,511 1.8902981281280518,512 140.00001525878906513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 204.14999389648438,522 -548.3770141601562,523 0524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 191,538 95,539 255540 ]541 },542 {543 "object_id": "SM_WallpanelA002_2",544 "bbox_2d": [545 948,546 329,547 1181,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 128.17350006103516,554 -546.4867404699326,555 139.99998474121094556 ],557 "extent": [558 25.32549285888672,559 1.8902981281280518,560 140.00001525878906561 ]562 },563 "obb": {564 "center": [565 128.17350006103516,566 -546.4867404699326,567 139.99998474121094568 ],569 "extent": [570 25.32549285888672,571 1.8902981281280518,572 140.00001525878906573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 153.49899291992188,582 -548.3770141601562,583 0584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 191,598 95,599 127600 ]601 },602 {603 "object_id": "SM_WallpanelA003_3",604 "bbox_2d": [605 266,606 423,607 345,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -157.26349639892578,614 -546.4867404699326,615 139.99998474121094616 ],617 "extent": [618 25.32549285888672,619 1.8902981281280518,620 140.00001525878906621 ]622 },623 "obb": {624 "center": [625 -157.26349639892578,626 -546.4867404699326,627 139.99998474121094628 ],629 "extent": [630 25.32549285888672,631 1.8902981281280518,632 140.00001525878906633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -131.93800354003906,642 -548.3770141601562,643 0644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 191,658 95,659 63660 ]661 },662 {663 "object_id": "SM_WallpanelA005_5",664 "bbox_2d": [665 169,666 512,667 207,668 1079669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -301.2094955444336,674 -567.1307224035263,675 139.99998474121094676 ],677 "extent": [678 25.32549285888672,679 1.8902981281280518,680 140.00001525878906681 ]682 },683 "obb": {684 "center": [685 -301.2094955444336,686 -567.1307224035263,687 139.99998474121094688 ],689 "extent": [690 25.32549285888672,691 1.8902981281280518,692 140.00001525878906693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -275.8840026855469,702 -569.02099609375,703 0704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 191,718 95,719 31720 ]721 }722 ],723 "floor planks corner": [724 {725 "object_id": "SM_Floor",726 "bbox_2d": [727 0,728 1022,729 196,730 1079731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -19.752939224243164,736 -0.0001220703125,737 6.776263578034403e-21738 ],739 "extent": [740 404.9316711425781,741 582.3806762695312,742 3.5660530924670406e-14743 ]744 },745 "obb": {746 "center": [747 -19.752939224243164,748 -0.0001220703125,749 6.776263578034403e-21750 ],751 "extent": [752 404.9316711425781,753 582.3806762695312,754 3.5660530924670406e-14755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -9.752969741821289,764 0,765 0766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 191,780 31,781 31782 ]783 }784 ]785 },786 "foreground": {787 "cover": [788 {789 "object_id": "SM_CoverA",790 "bbox_2d": [791 1466,792 3,793 1487,794 239795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 6.103515625e-05,800 -0.0001220703125,801 281.25802 ],803 "extent": [804 424.6847229003906,805 602.3807373046875,806 1.25807 ]808 },809 "obb": {810 "center": [811 6.103515625e-05,812 -0.0001220703125,813 281.25814 ],815 "extent": [816 424.6847229003906,817 602.3807373046875,818 1.25819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 0,828 0,829 0830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 255,844 255,845 255846 ]847 }848 ],849 "cabinet": [850 {851 "object_id": "SM_CabinetA",852 "bbox_2d": [853 631,854 366,855 851,856 1079857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 42.67951202392578,862 -563.488733291626,863 136.0000457763672864 ],865 "extent": [866 34.843544006347656,867 18.892419815063477,868 136.0001220703125869 ]870 },871 "obb": {872 "center": [873 42.67951202392578,874 -563.488733291626,875 136.0000457763672876 ],877 "extent": [878 34.843544006347656,879 18.892419815063477,880 136.0001220703125881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 77.52290344238281,890 -582.3809814453125,891 0892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 0,906 255,907 63908 ]909 },910 {911 "object_id": "SM_CabinetA001",912 "bbox_2d": [913 468,914 390,915 636,916 1079917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -27.00745153427124,922 -563.488733291626,923 136.0000457763672924 ],925 "extent": [926 34.843544006347656,927 18.892419815063477,928 136.0001220703125929 ]930 },931 "obb": {932 "center": [933 -27.00745153427124,934 -563.488733291626,935 136.0000457763672936 ],937 "extent": [938 34.843544006347656,939 18.892419815063477,940 136.0001220703125941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 7.835939884185791,950 -582.3809814453125,951 0952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 255,966 191,967 191968 ]969 },970 {971 "object_id": "SM_CabinetA002",972 "bbox_2d": [973 340,974 409,975 473,976 1079977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -96.69439315795898,982 -563.488733291626,983 136.0000457763672984 ],985 "extent": [986 34.843544006347656,987 18.892419815063477,988 136.0001220703125989 ]990 },991 "obb": {992 "center": [993 -96.69439315795898,994 -563.488733291626,995 136.0000457763672996 ],997 "extent": [998 34.843544006347656,999 18.892419815063477,1000 136.00012207031251001 ],1002 "rotation": [1003 0,1004 0,1005 01006 ]1007 },1008 "location": [1009 -61.85100173950195,1010 -582.3809814453125,1011 01012 ],1013 "rotation": [1014 0,1015 0,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 127,1026 191,1027 1911028 ]1029 }1030 ],1031 "pot plant": [1032 {1033 "object_id": "SM_PotplantA",1034 "bbox_2d": [1035 1609,1036 867,1037 1853,1038 10791039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 303.8700228180492,1044 -487.11779318074105,1045 100.930778503417971046 ],1047 "extent": [1048 88.64182946204528,1049 38.01707101008424,1050 100.930778503417971051 ]1052 },1053 "obb": {1054 "center": [1055 303.8700228180492,1056 -487.11779318074105,1057 100.930778503417971058 ],1059 "extent": [1060 88.64182946204528,1061 38.01707101008424,1062 100.930778503417971063 ],1064 "rotation": [1065 0,1066 1.0017900422099046e-05,1067 01068 ]1069 },1070 "location": [1071 277.156005859375,1072 -481.4100036621094,1073 01074 ],1075 "rotation": [1076 0,1077 1.0017900422099046e-05,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 127,1088 63,1089 01090 ]1091 }1092 ],1093 "track light": [1094 {1095 "object_id": "SM_Tracklight006",1096 "bbox_2d": [1097 518,1098 162,1099 577,1100 1831101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 117.76814699515002,1106 -437.7480440470862,1107 273.358181566113441108 ],1109 "extent": [1110 3.101129296036561,1111 1.3979469860560698,1112 1.35892335169603481113 ]1114 },1115 "obb": {1116 "center": [1117 117.76814699515002,1118 -437.7480440470862,1119 273.358181566113441120 ],1121 "extent": [1122 3.101129296036561,1123 1.3979469860560698,1124 1.35892335169603481125 ],1126 "rotation": [1127 -5.008960215491241e-06,1128 -5.008960215491242e-06,1129 -5.008960215491242e-061130 ]1131 },1132 "location": [1133 114.66699981689453,1134 -439.14599609375,1135 274.71701049804691136 ],1137 "rotation": [1138 -5.008960215491241e-06,1139 -5.008960215491242e-06,1140 -5.008960215491242e-061141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 191,1150 255,1151 631152 ]1153 },1154 {1155 "object_id": "SM_Tracklight007",1156 "bbox_2d": [1157 556,1158 150,1159 618,1160 1721161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 123.97015047415393,1166 -437.7480440470862,1167 273.358181566113441168 ],1169 "extent": [1170 3.101129296036561,1171 1.3979469860560698,1172 1.35892335169603481173 ]1174 },1175 "obb": {1176 "center": [1177 123.97015047415393,1178 -437.7480440470862,1179 273.358181566113441180 ],1181 "extent": [1182 3.101129296036561,1183 1.3979469860560698,1184 1.35892335169603481185 ],1186 "rotation": [1187 -5.008960215491241e-06,1188 -5.008960215491242e-06,1189 -5.008960215491242e-061190 ]1191 },1192 "location": [1193 120.86900329589844,1194 -439.14599609375,1195 274.71701049804691196 ],1197 "rotation": [1198 -5.008960215491241e-06,1199 -5.008960215491242e-06,1200 -5.008960215491242e-06