TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l009_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ConferenceRoomVol1/l009_r000/lit.png",5 "camera": {6 "location": [7 -24,8 -20,9 10010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -24,38 -20,39 100,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door",56 "bbox_2d": [57 1485,58 39,59 1919,60 79161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 289.584997177124,66 222.5250015258789,67 130.0110931396484468 ],69 "extent": [70 8.073522567749023,71 74.9992446899414,72 129.9892425537109473 ]74 },75 "obb": {76 "center": [77 289.584997177124,78 222.5250015258789,79 130.0110931396484480 ],81 "extent": [82 8.073522567749023,83 74.9992446899414,84 129.9892425537109485 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 289.5849914550781,94 222.52499389648438,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_Wall",118 "bbox_2d": [119 15,120 39,121 1484,122 800123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 11.426239013671875,128 0,129 150.00003051757812130 ],131 "extent": [132 290.9999694824219,133 391.7356872558594,134 150.00003051757812135 ]136 },137 "obb": {138 "center": [139 11.426239013671875,140 0,141 150.00003051757812142 ],143 "extent": [144 290.9999694824219,145 391.7356872558594,146 150.00003051757812147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 127174 ]175 }176 ],177 "ceiling planks corner": [178 {179 "object_id": "SM_Ceiling",180 "bbox_2d": [181 0,182 0,183 1919,184 38185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 1.42608642578125,190 0,191 276.0003662109375192 ],193 "extent": [194 280.9999694824219,195 371.7356872558594,196 16.000015258789062197 ]198 },199 "obb": {200 "center": [201 1.42608642578125,202 0,203 276.0003662109375204 ],205 "extent": [206 280.9999694824219,207 371.7356872558594,208 16.000015258789062209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 0,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 0,235 0236 ]237 }238 ]239 },240 "foreground": {241 "picture": [242 {243 "object_id": "SM_Picture",244 "bbox_2d": [245 484,246 206,247 705,248 476249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 279.9259898662567,254 -135.17440795898438,255 162.4700010716914256 ],257 "extent": [258 2.5000151592158204,259 34.20951843261719,260 42.329494625330454261 ]262 },263 "obb": {264 "center": [265 279.9259898662567,266 -135.17440795898438,267 162.4700010716914268 ],269 "extent": [270 2.5000151592158204,271 34.20951843261719,272 42.329494625330454273 ],274 "rotation": [275 3.4150900773965982e-06,276 0,277 0278 ]279 },280 "location": [281 282.4259948730469,282 -135.17440795898438,283 162.47000122070312284 ],285 "rotation": [286 3.4150900773965982e-06,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 0,298 127,299 127300 ]301 },302 {303 "object_id": "SM_Picture2",304 "bbox_2d": [305 930,306 206,307 1147,308 476309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 279.9259898662567,314 4.825592041015625,315 162.47000108980316316 ],317 "extent": [318 2.500014852551942,319 34.20951843261719,320 42.32949460721866321 ]322 },323 "obb": {324 "center": [325 279.9259898662567,326 4.825592041015625,327 162.47000108980316328 ],329 "extent": [330 2.500014852551942,331 34.20951843261719,332 42.32949460721866333 ],334 "rotation": [335 3.0000001061125654e-06,336 0,337 0338 ]339 },340 "location": [341 282.4259948730469,342 4.825592041015625,343 162.47000122070312344 ],345 "rotation": [346 3.0000001061125654e-06,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 255,359 191360 ]361 }362 ],363 "table": [364 {365 "object_id": "SM_Table",366 "bbox_2d": [367 0,368 790,369 1919,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 6.866455078125e-05,376 15.000076293945312,377 35.63624954223633378 ],379 "extent": [380 86.55204772949219,381 205.9636993408203,382 35.63626480102539383 ]384 },385 "obb": {386 "center": [387 6.866455078125e-05,388 15.000076293945312,389 35.63624954223633390 ],391 "extent": [392 86.55204772949219,393 205.9636993408203,394 35.63626480102539395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 0,404 15,405 0406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 127,420 255,421 255422 ]423 }424 ],425 "cabinet": [426 {427 "object_id": "SM_CabinetB001",428 "bbox_2d": [429 0,430 31,431 17,432 800433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 214.92599487304688,438 -345.7359867095947,439 130.00018310546875440 ],441 "extent": [442 67.4999771118164,443 26.0000057220459,444 130.00018310546875445 ]446 },447 "obb": {448 "center": [449 214.92599487304688,450 -345.7359867095947,451 130.00018310546875452 ],453 "extent": [454 67.4999771118164,455 26.0000057220459,456 130.00018310546875457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 214.92599487304688,466 -371.7359924316406,467 0468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 127,482 127,483 127484 ]485 }486 ],487 "chair": [488 {489 "object_id": "SM_ChairA7",490 "bbox_2d": [491 1884,492 459,493 1919,494 628495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 103.20610175189692,500 153.83620515229669,501 56.49450428883189502 ],503 "extent": [504 33.2366420770161,505 32.352612783202915,506 57.309982156719755507 ]508 },509 "obb": {510 "center": [511 103.20610175189692,512 153.83620515229669,513 56.4945042888319514 ],515 "extent": [516 33.2366420770161,517 32.352612783202915,518 57.309982156719755519 ],520 "rotation": [521 3.0332133116374176e-21,522 90.00018310546875,523 3.199999991920776e-05524 ]525 },526 "location": [527 103.19354248046875,528 153.83621215820312,529 -0.8154370188713074530 ],531 "rotation": [532 3.0332133116374176e-21,533 90.00018310546875,534 3.199999991920776e-05535 ],536 "scale": [537 0.9235389828681946,538 0.9235389828681946,539 1.1688100099563599540 ]541 },542 "color": [543 127,544 255,545 63546 ]547 },548 {549 "object_id": "SM_ChairA8",550 "bbox_2d": [551 1464,552 455,553 1919,554 791555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 103.20639166888911,560 83.83611359956232,561 56.49450428883189562 ],563 "extent": [564 33.2366420770161,565 32.352612783202915,566 57.309982156719755567 ]568 },569 "obb": {570 "center": [571 103.20639166888911,572 83.83611359956232,573 56.4945042888319574 ],575 "extent": [576 33.2366420770161,577 32.352612783202915,578 57.309982156719755579 ],580 "rotation": [581 3.0332133116374176e-21,582 90.00018310546875,583 3.199999991920776e-05584 ]585 },586 "location": [587 103.19383239746094,588 83.83612060546875,589 -0.8154370188713074590 ],591 "rotation": [592 3.0332133116374176e-21,593 90.00018310546875,594 3.199999991920776e-05595 ],596 "scale": [597 0.9235389828681946,598 0.9235389828681946,599 1.1688100099563599600 ]601 },602 "color": [603 127,604 127,605 63606 ]607 },608 {609 "object_id": "SM_ChairA9",610 "bbox_2d": [611 1006,612 455,613 1463,614 790615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 103.20674262103755,620 13.836113599562323,621 56.49450428883189622 ],623 "extent": [624 33.2366420770161,625 32.352612783202915,626 57.309982156719755627 ]628 },629 "obb": {630 "center": [631 103.20674262103755,632 13.83611359956232,633 56.4945042888319634 ],635 "extent": [636 33.2366420770161,637 32.352612783202915,638 57.309982156719755639 ],640 "rotation": [641 3.0332133116374176e-21,642 90.00018310546875,643 3.199999991920776e-05644 ]645 },646 "location": [647 103.19418334960938,648 13.83612060546875,649 -0.8154370188713074650 ],651 "rotation": [652 3.0332133116374176e-21,653 90.00018310546875,654 3.199999991920776e-05655 ],656 "scale": [657 0.9235389828681946,658 0.9235389828681946,659 1.1688100099563599660 ]661 },662 "color": [663 0,664 63,665 0666 ]667 },668 {669 "object_id": "SM_ChairA10",670 "bbox_2d": [671 437,672 455,673 897,674 793675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 103.20703253802974,680 -56.163916918015815,681 56.49450428883189682 ],683 "extent": [684 33.2366420770161,685 32.352612783202915,686 57.309982156719755687 ]688 },689 "obb": {690 "center": [691 103.20703253802974,692 -56.163916918015815,693 56.4945042888319694 ],695 "extent": [696 33.2366420770161,697 32.352612783202915,698 57.309982156719755699 ],700 "rotation": [701 3.0332133116374176e-21,702 90.00018310546875,703 3.199999991920776e-05704 ]705 },706 "location": [707 103.19447326660156,708 -56.163909912109375,709 -0.8154370188713074710 ],711 "rotation": [712 3.0332133116374176e-21,713 90.00018310546875,714 3.199999991920776e-05715 ],716 "scale": [717 0.9235389828681946,718 0.9235389828681946,719 1.1688100099563599720 ]721 },722 "color": [723 0,724 63,725 255726 ]727 },728 {729 "object_id": "SM_ChairA11",730 "bbox_2d": [731 0,732 455,733 441,734 799735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 103.20733771381099,740 -126.16400847075016,741 56.49450428883189742 ],743 "extent": [744 33.2366420770161,745 32.35261278320291,746 57.309982156719755747 ]748 },749 "obb": {750 "center": [751 103.20733771381099,752 -126.16400847075016,753 56.4945042888319754 ],755 "extent": [756 33.2366420770161,757 32.35261278320291,758 57.309982156719755759 ],760 "rotation": [761 3.0332133116374176e-21,762 90.00018310546875,763 3.199999991920776e-05764 ]765 },766 "location": [767 103.19477844238281,768 -126.16400146484375,769 -0.8154370188713074770 ],771 "rotation": [772 3.0332133116374176e-21,773 90.00018310546875,774 3.199999991920776e-05775 ],776 "scale": [777 0.9235389828681946,778 0.9235389828681946,779 1.1688100099563599780 ]781 },782 "color": [783 0,784 63,785 127786 ]787 },788 {789 "object_id": "SM_ChairB8",790 "bbox_2d": [791 35,792 662,793 112,794 775795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 250.0013656616211,800 -230.0001831055419,801 48.06242370605469802 ],803 "extent": [804 29.05023242368219,805 30.591876361629303,806 48.062225341796875807 ]808 },809 "obb": {810 "center": [811 250.0013656616211,812 -230.0001831055419,813 48.06242370605469814 ],815 "extent": [816 29.05023242368219,817 30.591876361629303,818 48.062225341796875819 ],820 "rotation": [821 0,822 90.00018310546875,823 0824 ]825 },826 "location": [827 250.0013885498047,828 -230.00018310546875,829 0830 ],831 "rotation": [832 0,833 90.00018310546875,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 255,844 191,845 255846 ]847 },848 {849 "object_id": "SM_ChairB9",850 "bbox_2d": [851 402,852 552,853 603,854 792855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 250.00101470947266,860 -150.00009155280753,861 48.06242370605469862 ],863 "extent": [864 29.05023242368219,865 30.591876361629296,866 48.062225341796875867 ]868 },869 "obb": {870 "center": [871 250.00101470947266,872 -150.00009155280753,873 48.06242370605469874 ],875 "extent": [876 29.05023242368219,877 30.591876361629296,878 48.062225341796875879 ],880 "rotation": [881 0,882 90.00018310546875,883 0884 ]885 },886 "location": [887 250.00103759765625,888 -150.00009155273438,889 0890 ],891 "rotation": [892 0,893 90.00018310546875,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 255,904 191,905 127906 ]907 },908 {909 "object_id": "SM_ChairB10",910 "bbox_2d": [911 864,912 557,913 892,914 735915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 250.00067901611328,920 -70.00012207038564,921 48.06242370605469922 ],923 "extent": [924 29.05023242368219,925 30.591876361629303,926 48.062225341796875927 ]928 },929 "obb": {930 "center": [931 250.00067901611328,932 -70.00012207038564,933 48.06242370605469934 ],935 "extent": [936 29.05023242368219,937 30.591876361629303,938 48.062225341796875939 ],940 "rotation": [941 0,942 90.00018310546875,943 0944 ]945 },946 "location": [947 250.00070190429688,948 -70.0001220703125,949 0950 ],951 "rotation": [952 0,953 90.00018310546875,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 255,964 191,965 63966 ]967 },968 {969 "object_id": "SM_ChairB11",970 "bbox_2d": [971 958,972 553,973 1042,974 790975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 250.00031280517578,980 9.999969482348728,981 48.06242370605469982 ],983 "extent": [984 29.05023242368219,985 30.5918763616293,986 48.062225341796875987 ]988 },989 "obb": {990 "center": [991 250.00031280517578,992 9.999969482348728,993 48.06242370605469994 ],995 "extent": [996 29.05023242368219,997 30.5918763616293,998 48.062225341796875999 ],1000 "rotation": [1001 0,1002 90.00018310546875,1003 01004 ]1005 },1006 "location": [1007 250.00033569335938,1008 9.999969482421875,1009 01010 ],1011 "rotation": [1012 0,1013 90.00018310546875,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 127,1024 191,1025 01026 ]1027 },1028 {1029 "object_id": "SM_ChairB12",1030 "bbox_2d": [1031 1302,1032 552,1033 1491,1034 7861035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 249.9999771118164,1040 89.99999999992686,1041 48.062423706054691042 ],1043 "extent": [1044 29.05023242368219,1045 30.591876361629303,1046 48.0622253417968751047 ]1048 },1049 "obb": {1050 "center": [1051 249.9999771118164,1052 89.99999999992686,1053 48.062423706054691054 ],1055 "extent": [1056 29.05023242368219,1057 30.591876361629303,1058 48.0622253417968751059 ],1060 "rotation": [1061 0,1062 90.00018310546875,1063 01064 ]1065 },1066 "location": [1067 250,1068 90,1069 01070 ],1071 "rotation": [1072 0,1073 90.00018310546875,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 127,1084 191,1085 2551086 ]1087 }1088 ],1089 "downlight": [1090 {1091 "object_id": "SM_Downlight6",1092 "bbox_2d": [1093 1036,1094 0,1095 1053,1096 21097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 256.91922001433636,1102 5,1103 259.500000059604641104 ],1105 "extent": [1106 3.5000000436332357,1107 3.5,1108 0.50000060345581691109 ]1110 },1111 "obb": {1112 "center": [1113 256.91922001433636,1114 5,1115 259.500000059604641116 ],1117 "extent": [1118 3.5000000436332357,1119 3.5,1120 0.50000060345581691121 ],1122 "rotation": [1123 4.999999873689375e-06,1124 0,1125 01126 ]1127 },1128 "location": [1129 256.9192199707031,1130 5,1131 2601132 ],1133 "rotation": [1134 4.999999873689375e-06,1135 0,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 0,1146 63,1147 631148 ]1149 },1150 {1151 "object_id": "SM_Downlight7",1152 "bbox_2d": [1153 1511,1154 0,1155 1528,1156 21157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 256.91922001433636,1162 145,1163 259.500000059604641164 ],1165 "extent": [1166 3.5000000436332357,1167 3.5,1168 0.50000060345581691169 ]1170 },1171 "obb": {1172 "center": [1173 256.91922001433636,1174 145,1175 259.500000059604641176 ],1177 "extent": [1178 3.5000000436332357,1179 3.5,1180 0.50000060345581691181 ],1182 "rotation": [1183 4.999999873689375e-06,1184 0,1185 01186 ]1187 },1188 "location": [1189 256.9192199707031,1190 145,1191 2601192 ],1193 "rotation": [1194 4.999999873689375e-06,1195 0,1196 01197 ],1198 "scale": [1199 1,1200 1,