TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l017_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l017_r003/lit.png",5 "camera": {6 "location": [7 353,8 -247,9 11810 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 353,38 -247,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingB",56 "bbox_2d": [57 302,58 0,59 1919,60 28661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -13.644100189208984,66 -320.7868957519531,67 27668 ],69 "extent": [70 217.0186767578125,71 261.5939025878906,72 4.000015258789062573 ]74 },75 "obb": {76 "center": [77 -13.644100189208984,78 -320.7868957519531,79 27680 ],81 "extent": [82 217.0186767578125,83 261.5939025878906,84 4.000015258789062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -13.644100189208984,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_CeilingA",116 "bbox_2d": [117 0,118 0,119 1457,120 378121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -9.99993896484375,126 -0.0003662109375,127 262.50006103515625128 ],129 "extent": [130 414.6847229003906,131 582.3804321289062,132 17.500083923339844133 ]134 },135 "obb": {136 "center": [137 -9.99993896484375,138 -0.0003662109375,139 262.50006103515625140 ],141 "extent": [142 414.6847229003906,143 582.3804321289062,144 17.500083923339844145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 0172 ]173 },174 {175 "object_id": "SM_CeilingB001",176 "bbox_2d": [177 0,178 116,179 386,180 286181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -13.644100189208956,186 320.786895751953,187 276188 ],189 "extent": [190 217.01867675781244,191 261.5939025878905,192 4.0000152587890625193 ]194 },195 "obb": {196 "center": [197 -13.644100189208956,198 320.78689575195295,199 276200 ],201 "extent": [202 217.01867675781244,203 261.5939025878905,204 4.0000152587890625205 ],206 "rotation": [207 0,208 180,209 0210 ]211 },212 "location": [213 -13.644100189208984,214 0,215 0216 ],217 "rotation": [218 0,219 180,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 127,231 191232 ]233 }234 ],235 "baseboard": [236 {237 "object_id": "SM_Baseboard",238 "bbox_2d": [239 840,240 682,241 1299,242 689243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -404.2849975526333,248 -331.93701171875,249 3250 ],251 "extent": [252 0.4000000059604645,253 270.4438781738281,254 3255 ]256 },257 "obb": {258 "center": [259 -404.2849975526333,260 -331.93701171875,261 3262 ],263 "extent": [264 0.4000000059604645,265 270.4438781738281,266 3267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -404.68499755859375,276 -331.93701171875,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 127,293 255294 ]295 },296 {297 "object_id": "SM_Baseboard001",298 "bbox_2d": [299 0,300 682,301 557,302 689303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -404.2849975526333,308 333.5509948730469,309 3310 ],311 "extent": [312 0.4000000059604645,313 270.4438781738281,314 3315 ]316 },317 "obb": {318 "center": [319 -404.2849975526333,320 333.5509948730469,321 3322 ],323 "extent": [324 0.4000000059604645,325 270.4438781738281,326 3327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -404.68499755859375,336 333.5509948730469,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 191,353 63354 ]355 }356 ],357 "wall": [358 {359 "object_id": "SM_WallA",360 "bbox_2d": [361 0,362 379,363 1348,364 681365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -414.68499755859375,370 -9.765630238689482e-05,371 140.00001525878906372 ],373 "extent": [374 10,375 602.3807373046875,376 140.00001525878906377 ]378 },379 "obb": {380 "center": [381 -414.68499755859375,382 -9.765630238689482e-05,383 140.00001525878906384 ],385 "extent": [386 10,387 602.3807373046875,388 140.00001525878906389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -414.68499755859375,398 -9.765630238689482e-05,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 0,415 255416 ]417 }418 ],419 "door": [420 {421 "object_id": "SM_Door",422 "bbox_2d": [423 567,424 394,425 724,426 686427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -411.3640160560608,432 0.8069339990615845,433 116.7231216430664434 ],435 "extent": [436 7.5000152587890625,437 62.30000305175781,438 116.7231216430664439 ]440 },441 "obb": {442 "center": [443 -411.3640160560608,444 0.8069339990615845,445 116.7231216430664446 ],447 "extent": [448 7.5000152587890625,449 62.30000305175781,450 116.7231216430664451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -418.864013671875,460 0.8069339990615845,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 255,477 0478 ]479 }480 ],481 "background wall": [482 {483 "object_id": "SM_BackgroundwallA",484 "bbox_2d": [485 1349,486 264,487 1494,488 751489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -14.871739387512207,494 -563.4780158996582,495 139.99993896484375496 ],497 "extent": [498 389.81292724609375,499 18.90277099609375,500 139.9999542236328501 ]502 },503 "obb": {504 "center": [505 -14.871739387512207,506 -563.4780158996582,507 139.99993896484375508 ],509 "extent": [510 389.81292724609375,511 18.90277099609375,512 139.9999542236328513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -14.871800422668457,522 -563.47802734375,523 0524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 0,538 0,539 63540 ]541 }542 ],543 "floor lamp": [544 {545 "object_id": "SM_Floorlamp",546 "bbox_2d": [547 1032,548 384,549 1137,550 640551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -200.50994873046875,556 -334.127405166626,557 100.41319227218628558 ],559 "extent": [560 67.92303466796875,561 49.206172943115234,562 99.65167999267578563 ]564 },565 "obb": {566 "center": [567 -200.50994873046875,568 -334.127405166626,569 100.41319227218628570 ],571 "extent": [572 67.92303466796875,573 49.206172943115234,574 99.65167999267578575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -226.33099365234375,584 -361.07501220703125,585 0.7972559928894043586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 127,600 255,601 63602 ]603 }604 ],605 "floor planks corner": [606 {607 "object_id": "SM_Floor",608 "bbox_2d": [609 0,610 687,611 1919,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -19.752939224243164,618 -0.0001220703125,619 6.776263578034403e-21620 ],621 "extent": [622 404.9316711425781,623 582.3806762695312,624 3.5660530924670406e-14625 ]626 },627 "obb": {628 "center": [629 -19.752939224243164,630 -0.0001220703125,631 6.776263578034403e-21632 ],633 "extent": [634 404.9316711425781,635 582.3806762695312,636 3.5660530924670406e-14637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -9.752969741821289,646 0,647 0648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 191,662 31,663 31664 ]665 }666 ],667 "wall panel": [668 {669 "object_id": "SM_WallpanelA003_3",670 "bbox_2d": [671 1495,672 235,673 1552,674 773675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -157.26349639892578,680 -546.4867404699326,681 139.99998474121094682 ],683 "extent": [684 25.32549285888672,685 1.8902981281280518,686 140.00001525878906687 ]688 },689 "obb": {690 "center": [691 -157.26349639892578,692 -546.4867404699326,693 139.99998474121094694 ],695 "extent": [696 25.32549285888672,697 1.8902981281280518,698 140.00001525878906699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 -131.93800354003906,708 -548.3770141601562,709 0710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 191,724 95,725 63726 ]727 },728 {729 "object_id": "SM_WallpanelA004_4",730 "bbox_2d": [731 1447,732 343,733 1453,734 722735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -250.5584945678711,740 -567.1307224035263,741 139.99998474121094742 ],743 "extent": [744 25.32549285888672,745 1.8902981281280518,746 140.00001525878906747 ]748 },749 "obb": {750 "center": [751 -250.5584945678711,752 -567.1307224035263,753 139.99998474121094754 ],755 "extent": [756 25.32549285888672,757 1.8902981281280518,758 140.00001525878906759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 -225.23300170898438,768 -569.02099609375,769 0770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 191,784 95,785 191786 ]787 },788 {789 "object_id": "SM_WallpanelA005_5",790 "bbox_2d": [791 1421,792 346,793 1446,794 719795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -301.2094955444336,800 -567.1307224035263,801 139.99998474121094802 ],803 "extent": [804 25.32549285888672,805 1.8902981281280518,806 140.00001525878906807 ]808 },809 "obb": {810 "center": [811 -301.2094955444336,812 -567.1307224035263,813 139.99998474121094814 ],815 "extent": [816 25.32549285888672,817 1.8902981281280518,818 140.00001525878906819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -275.8840026855469,828 -569.02099609375,829 0830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 191,844 95,845 31846 ]847 }848 ]849 },850 "foreground": {851 "air conditioning": [852 {853 "object_id": "SM_AirConditioning",854 "bbox_2d": [855 788,856 337,857 1265,858 343859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -257.33300971984863,864 -289.0069580078125,865 244.7000106573105866 ],867 "extent": [868 8.791104316711426,869 150.00003051757812,870 0.30008041858673096871 ]872 },873 "obb": {874 "center": [875 -257.33300971984863,876 -289.0069580078125,877 244.7000106573105878 ],879 "extent": [880 8.791104316711426,881 150.00003051757812,882 0.30008041858673096883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -257.3330078125,892 -289.0069885253906,893 245894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 255,908 127,909 255910 ]911 },912 {913 "object_id": "SM_AirConditioning001",914 "bbox_2d": [915 782,916 296,917 1275,918 316919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -230.3630050420761,924 -289.0069580078125,925 257.44698905944824926 ],927 "extent": [928 0.30008041858673096,929 150.00003051757812,930 8.791104316711426931 ]932 },933 "obb": {934 "center": [935 -230.3630050420761,936 -289.0069580078125,937 257.44698905944824938 ],939 "extent": [940 0.30008041858673096,941 150.00003051757812,942 8.791104316711426943 ],944 "rotation": [945 90,946 0,947 0948 ]949 },950 "location": [951 -230.66299438476562,952 -289.0069885253906,953 257.4469909667969954 ],955 "rotation": [956 90,957 0,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 0,968 127,969 127970 ]971 },972 {973 "object_id": "SM_AirConditioning002",974 "bbox_2d": [975 0,976 337,977 360,978 343979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -257.33300971984863,984 289.1880187988281,985 244.7000106573105986 ],987 "extent": [988 8.791104316711426,989 150.00003051757812,990 0.30008041858673096991 ]992 },993 "obb": {994 "center": [995 -257.33300971984863,996 289.1880187988281,997 244.7000106573105998 ],999 "extent": [1000 8.791104316711426,1001 150.00003051757812,1002 0.300080418586730961003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 -257.3330078125,1012 289.18798828125,1013 2451014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 0,1028 191,1029 2551030 ]1031 },1032 {1033 "object_id": "SM_AirConditioning003",1034 "bbox_2d": [1035 0,1036 296,1037 324,1038 3161039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -230.3630050420761,1044 289.1880187988281,1045 257.446989059448241046 ],1047 "extent": [1048 0.30008041858673096,1049 150.00003051757812,1050 8.7911043167114261051 ]1052 },1053 "obb": {1054 "center": [1055 -230.3630050420761,1056 289.1880187988281,1057 257.446989059448241058 ],1059 "extent": [1060 0.30008041858673096,1061 150.00003051757812,1062 8.7911043167114261063 ],1064 "rotation": [1065 90,1066 0,1067 01068 ]1069 },1070 "location": [1071 -230.66299438476562,1072 289.18798828125,1073 257.44699096679691074 ],1075 "rotation": [1076 90,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 0,1088 191,1089 1271090 ]1091 }1092 ],1093 "downlight": [1094 {1095 "object_id": "SM_Downlight",1096 "bbox_2d": [1097 1080,1098 130,1099 1090,1100 1341101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -9.163678556328527,1106 -294.3070361345656,1107 271.66315889099221108 ],1109 "extent": [1110 1.9524995897884967,1111 1.9525011395091383,1112 0.336832983941462771113 ]1114 },1115 "obb": {1116 "center": [1117 -9.163678556328527,1118 -294.3070361345656,1119 271.66315889099221120 ],1121 "extent": [1122 1.9524995897884967,1123 1.9525011395091383,1124 0.336832983941462771125 ],1126 "rotation": [1127 -5.008960215491241e-06,1128 -5.008960215491242e-06,1129 -5.008960215491242e-061130 ]1131 },1132 "location": [1133 -9.193309783935547,1134 -294.3070068359375,1135 2721136 ],1137 "rotation": [1138 -5.008960215491241e-06,1139 -5.008960215491242e-06,1140 -5.008960215491242e-061141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 255,1150 127,1151 1271152 ]1153 },1154 {1155 "object_id": "SM_Downlight001",1156 "bbox_2d": [1157 1085,1158 113,1159 1095,1160 1181161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 4.6392312947456915,1166 -294.3070361345656,1167 271.66315889099221168 ],1169 "extent": [1170 1.9524995897884967,1171 1.9525011395091383,1172 0.336832983941462771173 ]1174 },1175 "obb": {1176 "center": [1177 4.6392312947456915,1178 -294.3070361345656,1179 271.66315889099221180 ],1181 "extent": [1182 1.9524995897884967,1183 1.9525011395091383,1184 0.336832983941462771185 ],1186 "rotation": [1187 -5.008960215491241e-06,1188 -5.008960215491242e-06,1189 -5.008960215491242e-061190 ]1191 },1192 "location": [1193 4.609600067138672,1194 -294.3070068359375,1195 2721196 ],1197 "rotation": [1198 -5.008960215491241e-06,1199 -5.008960215491242e-06,1200 -5.008960215491242e-06