TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l007_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l007_r003/lit.png",5 "camera": {6 "location": [7 215,8 -127,9 8610 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 215,38 -127,39 86,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "background": [54 {55 "object_id": "SM_BackgroundA",56 "bbox_2d": [57 1585,58 104,59 1919,60 54361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1.4258699417114258,66 -361.33600664138794,67 172.5001525878906268 ],69 "extent": [70 146.0001220703125,71 0.40011221170425415,72 87.5001983642578173 ]74 },75 "obb": {76 "center": [77 1.4258699417114258,78 -361.33600664138794,79 172.5001525878906280 ],81 "extent": [82 146.0001220703125,83 0.40011221170425415,84 87.5001983642578185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1.4258699417114258,94 -361.7359924316406,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 },114 {115 "object_id": "SM_BackgroundBR",116 "bbox_2d": [117 0,118 198,119 12,120 222121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -217.75371834196508,126 366.08603422770534,127 130.00033569335938128 ],129 "extent": [130 61.820012126809985,131 5.650117715832039,132 130.00006103515625133 ]134 },135 "obb": {136 "center": [137 -217.75371834196508,138 366.08603422770534,139 130.00033569335938140 ],141 "extent": [142 61.820012126809985,143 5.650117715832039,144 130.00006103515625145 ],146 "rotation": [147 0,148 1.0017900422099046e-05,149 0150 ]151 },152 "location": [153 -217.3520050048828,154 371.7359924316406,155 0156 ],157 "rotation": [158 0,159 1.0017900422099046e-05,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 127,171 127172 ]173 }174 ],175 "window divided": [176 {177 "object_id": "SM_Window",178 "bbox_2d": [179 13,180 202,181 1337,182 706183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -290.9998779296875,188 -6.103515625e-05,189 149.56552124023438190 ],191 "extent": [192 11.925933837890625,193 391.7356872558594,194 150.43450927734375195 ]196 },197 "obb": {198 "center": [199 -290.9998779296875,200 -6.103515625e-05,201 149.56552124023438202 ],203 "extent": [204 11.925933837890625,205 391.7356872558594,206 150.43450927734375207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 0234 ]235 }236 ],237 "ceiling planks corner": [238 {239 "object_id": "SM_Ceiling",240 "bbox_2d": [241 0,242 0,243 1680,244 201245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1.42608642578125,250 0,251 276.0003662109375252 ],253 "extent": [254 280.9999694824219,255 371.7356872558594,256 16.000015258789062257 ]258 },259 "obb": {260 "center": [261 1.42608642578125,262 0,263 276.0003662109375264 ],265 "extent": [266 280.9999694824219,267 371.7356872558594,268 16.000015258789062269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0,278 0,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 0296 ]297 }298 ],299 "floor planks corner": [300 {301 "object_id": "SM_Floor",302 "bbox_2d": [303 0,304 707,305 1919,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 11.426055908203125,312 -3.0517578125e-05,313 0314 ],315 "extent": [316 290.99993896484375,317 371.7356872558594,318 2.2762245240797244e-14319 ]320 },321 "obb": {322 "center": [323 11.426055908203125,324 -3.0517578125e-05,325 0326 ],327 "extent": [328 290.99993896484375,329 371.7356872558594,330 2.2762245240797244e-14331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 0,340 0,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 255,357 0358 ]359 }360 ]361 },362 "foreground": {363 "projection screen": [364 {365 "object_id": "SM_Projection_Screen",366 "bbox_2d": [367 1568,368 0,369 1919,370 524371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 1.4258166270214474,376 -354.6729736328125,377 173.4909820556659378 ],379 "extent": [380 137.78615051265047,381 5.51713228225708,382 81.9183695848694383 ]384 },385 "obb": {386 "center": [387 1.4258166270214474,388 -354.6729736328125,389 173.4909820556659390 ],391 "extent": [392 137.78615051265047,393 5.51713228225708,394 81.9183695848694395 ],396 "rotation": [397 -1.7075500409191593e-06,398 0,399 0400 ]401 },402 "location": [403 1.425879955291748,404 -354.6730041503906,405 250.43499755859375406 ],407 "rotation": [408 -1.7075500409191593e-06,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 255,420 255,421 0422 ]423 }424 ],425 "cabinet": [426 {427 "object_id": "SM_CabinetA",428 "bbox_2d": [429 1493,430 543,431 1919,432 952433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 1.426069974899292,438 -348.23598861694336,439 42.5440 ],441 "extent": [442 146.00003051757812,443 23.500003814697266,444 42.5445 ]446 },447 "obb": {448 "center": [449 1.426069974899292,450 -348.23598861694336,451 42.5452 ],453 "extent": [454 146.00003051757812,455 23.500003814697266,456 42.5457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 1.426069974899292,466 -371.7359924316406,467 0468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 255,483 255484 ]485 },486 {487 "object_id": "SM_CabinetB",488 "bbox_2d": [489 1335,490 75,491 1584,492 769493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -212.07400512695312,498 -345.7359867095947,499 130.00018310546875500 ],501 "extent": [502 67.4999771118164,503 26.0000057220459,504 130.00018310546875505 ]506 },507 "obb": {508 "center": [509 -212.07400512695312,510 -345.7359867095947,511 130.00018310546875512 ],513 "extent": [514 67.4999771118164,515 26.0000057220459,516 130.00018310546875517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -212.07400512695312,526 -371.7359924316406,527 0528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 0,542 0,543 127544 ]545 }546 ],547 "downlight": [548 {549 "object_id": "SM_Downlight",550 "bbox_2d": [551 676,552 173,553 690,554 179555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -243.08077998558545,560 5,561 259.50000005960464562 ],563 "extent": [564 3.500000043711424,565 3.5,566 0.5000006040031622567 ]568 },569 "obb": {570 "center": [571 -243.08077998558545,572 5,573 259.50000005960464574 ],575 "extent": [576 3.500000043711424,577 3.5,578 0.5000006040031622579 ],580 "rotation": [581 5.008960215491242e-06,582 0,583 0584 ]585 },586 "location": [587 -243.08078002929688,588 5,589 260590 ],591 "rotation": [592 5.008960215491242e-06,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 255,604 127,605 255606 ]607 },608 {609 "object_id": "SM_Downlight2",610 "bbox_2d": [611 381,612 173,613 397,614 179615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -243.08077998566364,620 145,621 259.50000005960464622 ],623 "extent": [624 3.5000000436332357,625 3.5,626 0.5000006034558169627 ]628 },629 "obb": {630 "center": [631 -243.08077998566364,632 145,633 259.50000005960464634 ],635 "extent": [636 3.5000000436332357,637 3.5,638 0.5000006034558169639 ],640 "rotation": [641 4.999999873689375e-06,642 0,643 0644 ]645 },646 "location": [647 -243.08078002929688,648 145,649 260650 ],651 "rotation": [652 4.999999873689375e-06,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 255,664 63,665 127666 ]667 },668 {669 "object_id": "SM_Downlight3",670 "bbox_2d": [671 87,672 173,673 105,674 179675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -243.08077998566364,680 285,681 259.50000005960464682 ],683 "extent": [684 3.5000000436332357,685 3.5,686 0.5000006034558169687 ]688 },689 "obb": {690 "center": [691 -243.08077998566364,692 285,693 259.50000005960464694 ],695 "extent": [696 3.5000000436332357,697 3.5,698 0.5000006034558169699 ],700 "rotation": [701 4.999999873689375e-06,702 0,703 0704 ]705 },706 "location": [707 -243.08078002929688,708 285,709 260710 ],711 "rotation": [712 4.999999873689375e-06,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 127,724 63,725 0726 ]727 },728 {729 "object_id": "SM_Downlight4",730 "bbox_2d": [731 1262,732 173,733 1277,734 179735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -243.08077998566364,740 -275,741 259.50000005960464742 ],743 "extent": [744 3.5000000436332357,745 3.5,746 0.5000006034558169747 ]748 },749 "obb": {750 "center": [751 -243.08077998566364,752 -275,753 259.50000005960464754 ],755 "extent": [756 3.5000000436332357,757 3.5,758 0.5000006034558169759 ],760 "rotation": [761 4.999999873689375e-06,762 0,763 0764 ]765 },766 "location": [767 -243.08078002929688,768 -275,769 260770 ],771 "rotation": [772 4.999999873689375e-06,773 0,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 127,784 63,785 255786 ]787 },788 {789 "object_id": "SM_Downlight5",790 "bbox_2d": [791 969,792 173,793 983,794 179795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -243.08077998566364,800 -135,801 259.50000005960464802 ],803 "extent": [804 3.5000000436332357,805 3.5,806 0.5000006034558169807 ]808 },809 "obb": {810 "center": [811 -243.08077998566364,812 -135,813 259.50000005960464814 ],815 "extent": [816 3.5000000436332357,817 3.5,818 0.5000006034558169819 ],820 "rotation": [821 4.999999873689375e-06,822 0,823 0824 ]825 },826 "location": [827 -243.08078002929688,828 -135,829 260830 ],831 "rotation": [832 4.999999873689375e-06,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 127,844 63,845 127846 ]847 }848 ],849 "table": [850 {851 "object_id": "SM_Table",852 "bbox_2d": [853 456,854 587,855 1369,856 1028857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 6.866455078125e-05,862 15.000076293945312,863 35.63624954223633864 ],865 "extent": [866 86.55204772949219,867 205.9636993408203,868 35.63626480102539869 ]870 },871 "obb": {872 "center": [873 6.866455078125e-05,874 15.000076293945312,875 35.63624954223633876 ],877 "extent": [878 86.55204772949219,879 205.9636993408203,880 35.63626480102539881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 0,890 15,891 0892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 127,906 255,907 255908 ]909 }910 ],911 "chair": [912 {913 "object_id": "SM_ChairA3",914 "bbox_2d": [915 651,916 474,917 725,918 825919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -106.81778082900883,924 -56.16399439371496,925 56.49450428883189926 ],927 "extent": [928 33.236603305148044,929 32.35257295188812,930 57.309982156719755931 ]932 },933 "obb": {934 "center": [935 -106.81778082900883,936 -56.16399439371496,937 56.4945042888319938 ],939 "extent": [940 33.236603305148044,941 32.35257295188812,942 57.309982156719755943 ],944 "rotation": [945 0,946 -90.00011444091795,947 3.199999991920776e-05948 ]949 },950 "location": [951 -106.80522155761719,952 -56.16400146484375,953 -0.8154370188713074954 ],955 "rotation": [956 0,957 -90.00011444091795,958 3.199999991920776e-05959 ],960 "scale": [961 0.9235389828681946,962 0.9235389828681946,963 1.1688100099563599964 ]965 },966 "color": [967 255,968 0,969 63970 ]971 },972 {973 "object_id": "SM_ChairA4",974 "bbox_2d": [975 453,976 464,977 637,978 797979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -106.81778082900883,984 13.83600560628504,985 56.49450428883189986 ],987 "extent": [988 33.236603305148044,989 32.35257295188812,990 57.309982156719755991 ]992 },993 "obb": {994 "center": [995 -106.81778082900883,996 13.836005606285038,997 56.4945042888319998 ],999 "extent": [1000 33.236603305148044,1001 32.35257295188812,1002 57.3099821567197551003 ],1004 "rotation": [1005 0,1006 -90.00011444091795,1007 3.199999991920776e-051008 ]1009 },1010 "location": [1011 -106.80522155761719,1012 13.83599853515625,1013 -0.81543701887130741014 ],1015 "rotation": [1016 0,1017 -90.00011444091795,1018 3.199999991920776e-051019 ],1020 "scale": [1021 0.9235389828681946,1022 0.9235389828681946,1023 1.16881000995635991024 ]1025 },1026 "color": [1027 255,1028 255,1029 631030 ]1031 },1032 {1033 "object_id": "SM_ChairA5",1034 "bbox_2d": [1035 399,1036 464,1037 442,1038 5181039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -106.81778082900883,1044 83.83600560628504,1045 56.494504288831891046 ],1047 "extent": [1048 33.236603305148044,1049 32.35257295188812,1050 57.3099821567197551051 ]1052 },1053 "obb": {1054 "center": [1055 -106.81778082900883,1056 83.83600560628504,1057 56.49450428883191058 ],1059 "extent": [1060 33.236603305148044,1061 32.35257295188812,1062 57.3099821567197551063 ],1064 "rotation": [1065 0,1066 -90.00011444091795,1067 3.199999991920776e-051068 ]1069 },1070 "location": [1071 -106.80522155761719,1072 83.83599853515625,1073 -0.81543701887130741074 ],1075 "rotation": [1076 0,1077 -90.00011444091795,1078 3.199999991920776e-051079 ],1080 "scale": [1081 0.9235389828681946,1082 0.9235389828681946,1083 1.16881000995635991084 ]1085 },1086 "color": [1087 255,1088 127,1089 631090 ]1091 },1092 {1093 "object_id": "SM_ChairA9",1094 "bbox_2d": [1095 0,1096 741,1097 46,1098 10791099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 103.20674262103755,1104 13.836113599562323,1105 56.494504288831891106 ],1107 "extent": [1108 33.2366420770161,1109 32.352612783202915,1110 57.3099821567197551111 ]1112 },1113 "obb": {1114 "center": [1115 103.20674262103755,1116 13.83611359956232,1117 56.49450428883191118 ],1119 "extent": [1120 33.2366420770161,1121 32.352612783202915,1122 57.3099821567197551123 ],1124 "rotation": [1125 3.0332133116374176e-21,1126 90.00018310546875,1127 3.199999991920776e-051128 ]1129 },1130 "location": [1131 103.19418334960938,1132 13.83612060546875,1133 -0.81543701887130741134 ],1135 "rotation": [1136 3.0332133116374176e-21,1137 90.00018310546875,1138 3.199999991920776e-051139 ],1140 "scale": [1141 0.9235389828681946,1142 0.9235389828681946,1143 1.16881000995635991144 ]1145 },1146 "color": [1147 0,1148 63,1149 01150 ]1151 },1152 {1153 "object_id": "SM_ChairA10",1154 "bbox_2d": [1155 0,1156 220,1157 637,1158 10791159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 103.20703253802974,1164 -56.163916918015815,1165 56.494504288831891166 ],1167 "extent": [1168 33.2366420770161,1169 32.352612783202915,1170 57.3099821567197551171 ]1172 },1173 "obb": {1174 "center": [1175 103.20703253802974,1176 -56.163916918015815,1177 56.49450428883191178 ],1179 "extent": [1180 33.2366420770161,1181 32.352612783202915,1182 57.3099821567197551183 ],1184 "rotation": [1185 3.0332133116374176e-21,1186 90.00018310546875,1187 3.199999991920776e-051188 ]1189 },1190 "location": [1191 103.19447326660156,1192 -56.163909912109375,1193 -0.81543701887130741194 ],1195 "rotation": [1196 3.0332133116374176e-21,1197 90.00018310546875,1198 3.199999991920776e-051199 ],1200 "scale": [