TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l010_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l010_r001/lit.png",5 "camera": {6 "location": [7 -88,8 -463,9 9910 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -88,38 -463,39 99,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window sill": [54 {55 "object_id": "SM_Windowsill",56 "bbox_2d": [57 0,58 739,59 357,60 81361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 395.1789855957031,66 -0.00015869099297560751,67 1.568 ],69 "extent": [70 10,71 582.3807373046875,72 1.573 ]74 },75 "obb": {76 "center": [77 395.1789855957031,78 -0.00015869099297560751,79 1.580 ],81 "extent": [82 10,83 582.3807373046875,84 1.585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 395.1789855957031,94 -0.00015869099297560751,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 255112 ]113 }114 ],115 "wall panel": [116 {117 "object_id": "SM_WallpanelC",118 "bbox_2d": [119 1121,120 341,121 1919,122 663123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3.9445104598999023,128 580.8809876441956,129 140130 ],131 "extent": [132 400.7402038574219,133 1.5000061988830566,134 140135 ]136 },137 "obb": {138 "center": [139 -3.9445104598999023,140 580.8809876441956,141 140142 ],143 "extent": [144 400.7402038574219,145 1.5000061988830566,146 140147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3.9444799423217773,156 582.3809814453125,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 },176 {177 "object_id": "SM_WallpanelB",178 "bbox_2d": [179 1055,180 413,181 1080,182 550183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 369.9279479980469,188 569.5809841156006,189 165.55530548095703190 ],191 "extent": [192 26.8680419921875,193 9.799985885620117,194 79.2267074584961195 ]196 },197 "obb": {198 "center": [199 369.9279479980469,200 569.5809841156006,201 165.55530548095703202 ],203 "extent": [204 26.8680419921875,205 9.799985885620117,206 79.2267074584961207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 396.7959899902344,216 579.3809814453125,217 86.32859802246094218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 63234 ]235 },236 {237 "object_id": "SM_WallpanelB001",238 "bbox_2d": [239 1081,240 410,241 1124,242 550243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 316.19195556640625,248 569.5809841156006,249 165.55530548095703250 ],251 "extent": [252 26.8680419921875,253 9.799985885620117,254 79.2267074584961255 ]256 },257 "obb": {258 "center": [259 316.19195556640625,260 569.5809841156006,261 165.55530548095703262 ],263 "extent": [264 26.8680419921875,265 9.799985885620117,266 79.2267074584961267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 343.05999755859375,276 579.3809814453125,277 86.32859802246094278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 191,293 191294 ]295 },296 {297 "object_id": "SM_WallpanelB002",298 "bbox_2d": [299 1194,300 401,301 1248,302 551303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 184.44395446777344,308 569.5809841156006,309 165.55530548095703310 ],311 "extent": [312 26.8680419921875,313 9.799985885620117,314 79.2267074584961315 ]316 },317 "obb": {318 "center": [319 184.44395446777344,320 569.5809841156006,321 165.55530548095703322 ],323 "extent": [324 26.8680419921875,325 9.799985885620117,326 79.2267074584961327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 211.31199645996094,336 579.3809814453125,337 86.32859802246094338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 0,353 0354 ]355 }356 ],357 "wall": [358 {359 "object_id": "SM_WallC",360 "bbox_2d": [361 635,362 306,363 1054,364 631365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 399.81292724609375,370 0.806884765625,371 140.00001525878906372 ],373 "extent": [374 24.871856689453125,375 600,376 140.0000457763672377 ]378 },379 "obb": {380 "center": [381 399.81292724609375,382 0.806884765625,383 140.00001525878906384 ],385 "extent": [386 24.871856689453125,387 600,388 140.0000457763672389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 255,415 127416 ]417 }418 ],419 "window": [420 {421 "object_id": "SM_WindowB",422 "bbox_2d": [423 0,424 156,425 453,426 800427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 400.20300340652466,432 -289.19300842285156,433 123.93044638633728434 ],435 "extent": [436 5.744003772735596,437 130.72012329101562,438 121.06996154785156439 ]440 },441 "obb": {442 "center": [443 400.20300340652466,444 -289.19300842285156,445 123.93044638633728446 ],447 "extent": [448 5.744003772735596,449 130.72012329101562,450 121.06996154785156451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 400.2030029296875,460 -289.1929931640625,461 2.8605000972747803462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 255,476 0,477 127478 ]479 },480 {481 "object_id": "SM_WindowB001",482 "bbox_2d": [483 829,484 367,485 982,486 632487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 400.20300340652466,492 290.80699157714844,493 123.93044638633728494 ],495 "extent": [496 5.744003772735596,497 130.72012329101562,498 121.06996154785156499 ]500 },501 "obb": {502 "center": [503 400.20300340652466,504 290.80699157714844,505 123.93044638633728506 ],507 "extent": [508 5.744003772735596,509 130.72012329101562,510 121.06996154785156511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 400.2030029296875,520 290.8070068359375,521 2.8605000972747803522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 191,537 127538 ]539 }540 ],541 "ceiling": [542 {543 "object_id": "SM_CeilingB",544 "bbox_2d": [545 465,546 0,547 1815,548 204549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -13.644100189208984,554 -320.7868957519531,555 276556 ],557 "extent": [558 217.0186767578125,559 261.5939025878906,560 4.0000152587890625561 ]562 },563 "obb": {564 "center": [565 -13.644100189208984,566 -320.7868957519531,567 276568 ],569 "extent": [570 217.0186767578125,571 261.5939025878906,572 4.0000152587890625573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -13.644100189208984,582 0,583 0584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 255,599 127600 ]601 },602 {603 "object_id": "SM_CeilingA",604 "bbox_2d": [605 0,606 0,607 1919,608 414609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -9.99993896484375,614 -0.0003662109375,615 262.50006103515625616 ],617 "extent": [618 414.6847229003906,619 582.3804321289062,620 17.500083923339844621 ]622 },623 "obb": {624 "center": [625 -9.99993896484375,626 -0.0003662109375,627 262.50006103515625628 ],629 "extent": [630 414.6847229003906,631 582.3804321289062,632 17.500083923339844633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 0,642 0,643 0644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 255,658 127,659 0660 ]661 },662 {663 "object_id": "SM_CeilingB001",664 "bbox_2d": [665 1021,666 160,667 1875,668 381669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -13.644100189208956,674 320.786895751953,675 276676 ],677 "extent": [678 217.01867675781244,679 261.5939025878905,680 4.0000152587890625681 ]682 },683 "obb": {684 "center": [685 -13.644100189208956,686 320.78689575195295,687 276688 ],689 "extent": [690 217.01867675781244,691 261.5939025878905,692 4.0000152587890625693 ],694 "rotation": [695 0,696 180,697 0698 ]699 },700 "location": [701 -13.644100189208984,702 0,703 0704 ],705 "rotation": [706 0,707 180,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 127,718 127,719 191720 ]721 }722 ],723 "window a": [724 {725 "object_id": "SM_WindowA001",726 "bbox_2d": [727 454,728 271,729 634,730 481731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 400.20300245285034,736 -98.8329849243164,737 123.93044638633728738 ],739 "extent": [740 5.743960857391357,741 59.63993835449219,742 121.06996154785156743 ]744 },745 "obb": {746 "center": [747 400.20300245285034,748 -98.8329849243164,749 123.93044638633728750 ],751 "extent": [752 5.743960857391357,753 59.63993835449219,754 121.06996154785156755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 400.2030029296875,764 -98.83300018310547,765 2.8605000972747803766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 255,780 191,781 63782 ]783 },784 {785 "object_id": "SM_WindowA002",786 "bbox_2d": [787 746,788 346,789 828,790 628791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 400.20300245285034,796 100.44701385498047,797 123.93044638633728798 ],799 "extent": [800 5.743960857391357,801 59.63993835449219,802 121.06996154785156803 ]804 },805 "obb": {806 "center": [807 400.20300245285034,808 100.44701385498047,809 123.93044638633728810 ],811 "extent": [812 5.743960857391357,813 59.63993835449219,814 121.06996154785156815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 400.2030029296875,824 100.4469985961914,825 2.8605000972747803826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 127,840 191,841 0842 ]843 },844 {845 "object_id": "SM_WindowA003",846 "bbox_2d": [847 983,848 406,849 1032,850 585851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 400.20300245285034,856 481.16700744628906,857 123.93044638633728858 ],859 "extent": [860 5.743960857391357,861 59.63993835449219,862 121.06996154785156863 ]864 },865 "obb": {866 "center": [867 400.20300245285034,868 481.16700744628906,869 123.93044638633728870 ],871 "extent": [872 5.743960857391357,873 59.63993835449219,874 121.06996154785156875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 400.2030029296875,884 481.1669921875,885 2.8605000972747803886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 127,900 191,901 255902 ]903 }904 ],905 "floor planks corner": [906 {907 "object_id": "SM_Floor",908 "bbox_2d": [909 0,910 655,911 1919,912 871913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -19.752939224243164,918 -0.0001220703125,919 6.776263578034403e-21920 ],921 "extent": [922 404.9316711425781,923 582.3806762695312,924 3.5660530924670406e-14925 ]926 },927 "obb": {928 "center": [929 -19.752939224243164,930 -0.0001220703125,931 6.776263578034403e-21932 ],933 "extent": [934 404.9316711425781,935 582.3806762695312,936 3.5660530924670406e-14937 ],938 "rotation": [939 0,940 0,941 0942 ]943 },944 "location": [945 -9.752969741821289,946 0,947 0948 ],949 "rotation": [950 0,951 0,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 191,962 31,963 31964 ]965 }966 ]967 },968 "foreground": {969 "shelf": [970 {971 "object_id": "SM_ShelfC",972 "bbox_2d": [973 1125,974 405,975 1193,976 551977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 250.31798934936458,982 569.3309974670403,983 165.55535888671875984 ],985 "extent": [986 39.00605949646584,987 10.050080443684806,988 79.22671508789062989 ]990 },991 "obb": {992 "center": [993 250.31798934936458,994 569.3309974670403,995 165.55535888671875996 ],997 "extent": [998 39.00605949646584,999 10.050080443684806,1000 79.226715087890621001 ],1002 "rotation": [1003 0,1004 1.0017900422099046e-05,1005 01006 ]1007 },1008 "location": [1009 250.3179931640625,1010 569.3309936523438,1011 86.328697204589841012 ],1013 "rotation": [1014 0,1015 1.0017900422099046e-05,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 255,1026 0,1027 01028 ]1029 },1030 {1031 "object_id": "SM_ShelfB",1032 "bbox_2d": [1033 1576,1034 370,1035 1686,1036 5541037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -176.3739967346193,1042 569.3309946060174,1043 165.55534362792971044 ],1045 "extent": [1046 39.70215019470834,1047 10.050082472741565,1048 79.226715087890621049 ]1050 },1051 "obb": {1052 "center": [1053 -176.3739967346193,1054 569.3309946060174,1055 165.55534362792971056 ],1057 "extent": [1058 39.70215019470834,1059 10.050082472741565,1060 79.226715087890621061 ],1062 "rotation": [1063 0,1064 1.0017900422099046e-05,1065 01066 ]1067 },1068 "location": [1069 -176.37399291992188,1070 569.3309936523438,1071 86.328697204589841072 ],1073 "rotation": [1074 0,1075 1.0017900422099046e-05,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 255,1086 0,1087 2551088 ]1089 }1090 ],1091 "cabinet": [1092 {1093 "object_id": "SM_CabinetB",1094 "bbox_2d": [1095 1687,1096 353,1097 1919,1098 5551099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -310.3803482055679,1104 569.3809896366695,1105 165.555328369140621106 ],1107 "extent": [1108 94.30449088420005,1109 10.000049867301982,1110 79.22670745849611111 ]1112 },1113 "obb": {1114 "center": [1115 -310.3803482055679,1116 569.3809896366695,1117 165.555328369140621118 ],1119 "extent": [1120 94.30449088420005,1121 10.000049867301982,1122 79.22670745849611123 ],1124 "rotation": [1125 0,1126 1.0017900422099046e-05,1127 01128 ]1129 },1130 "location": [1131 -308.1400146484375,1132 569.3809814453125,1133 86.328697204589841134 ],1135 "rotation": [1136 0,1137 1.0017900422099046e-05,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 255,1148 255,1149 01150 ]1151 }1152 ],1153 "pelmet": [1154 {1155 "object_id": "SM_PelmetB",1156 "bbox_2d": [1157 0,1158 137,1159 464,1160 2711161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 389.20098876953125,1166 -289.1929931640625,1167 243.54597473144531168 ],1169 "extent": [1170 2.9724488258361816,1171 130.72012329101562,1172 4.2489871978759771173 ]1174 },1175 "obb": {1176 "center": [1177 389.20098876953125,1178 -289.1929931640625,1179 243.54597473144531180 ],1181 "extent": [1182 2.9724488258361816,1183 130.72012329101562,1184 4.2489871978759771185 ],1186 "rotation": [1187 0,1188 0,1189 01190 ]1191 },1192 "location": [1193 389.20098876953125,1194 -289.1929931640625,1195 247.79499816894531196 ],1197 "rotation": [1198 0,1199 0,1200 0