TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l111_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l111_r002/lit.png",5 "camera": {6 "location": [7 122,8 349,9 21110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 122,38 349,39 211,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 193,59 1666,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WallpanelB002",116 "bbox_2d": [117 0,118 330,119 188,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 184.44395446777344,126 569.5809841156006,127 165.55530548095703128 ],129 "extent": [130 26.8680419921875,131 9.799985885620117,132 79.2267074584961133 ]134 },135 "obb": {136 "center": [137 184.44395446777344,138 569.5809841156006,139 165.55530548095703140 ],141 "extent": [142 26.8680419921875,143 9.799985885620117,144 79.2267074584961145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 211.31199645996094,154 579.3809814453125,155 86.32859802246094156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 0,171 0172 ]173 }174 ],175 "ceiling": [176 {177 "object_id": "SM_CeilingA",178 "bbox_2d": [179 1428,180 313,181 1919,182 466183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -9.99993896484375,188 -0.0003662109375,189 262.50006103515625190 ],191 "extent": [192 414.6847229003906,193 582.3804321289062,194 17.500083923339844195 ]196 },197 "obb": {198 "center": [199 -9.99993896484375,200 -0.0003662109375,201 262.50006103515625202 ],203 "extent": [204 414.6847229003906,205 582.3804321289062,206 17.500083923339844207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 0234 ]235 },236 {237 "object_id": "SM_CeilingB001",238 "bbox_2d": [239 0,240 0,241 1919,242 384243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -13.644100189208956,248 320.786895751953,249 276250 ],251 "extent": [252 217.01867675781244,253 261.5939025878905,254 4.0000152587890625255 ]256 },257 "obb": {258 "center": [259 -13.644100189208956,260 320.78689575195295,261 276262 ],263 "extent": [264 217.01867675781244,265 261.5939025878905,266 4.0000152587890625267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 -13.644100189208984,276 0,277 0278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 127,293 191294 ]295 }296 ],297 "wall": [298 {299 "object_id": "SM_WallA",300 "bbox_2d": [301 1667,302 455,303 1919,304 1049305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -414.68499755859375,310 -9.765630238689482e-05,311 140.00001525878906312 ],313 "extent": [314 10,315 602.3807373046875,316 140.00001525878906317 ]318 },319 "obb": {320 "center": [321 -414.68499755859375,322 -9.765630238689482e-05,323 140.00001525878906324 ],325 "extent": [326 10,327 602.3807373046875,328 140.00001525878906329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -414.68499755859375,338 -9.765630238689482e-05,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 0,355 255356 ]357 }358 ],359 "baseboard": [360 {361 "object_id": "SM_Baseboard001",362 "bbox_2d": [363 1666,364 965,365 1876,366 1042367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -404.2849975526333,372 333.5509948730469,373 3374 ],375 "extent": [376 0.4000000059604645,377 270.4438781738281,378 3379 ]380 },381 "obb": {382 "center": [383 -404.2849975526333,384 333.5509948730469,385 3386 ],387 "extent": [388 0.4000000059604645,389 270.4438781738281,390 3391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -404.68499755859375,400 333.5509948730469,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 63,416 191,417 63418 ]419 }420 ],421 "floor planks corner": [422 {423 "object_id": "SM_Floor",424 "bbox_2d": [425 1440,426 978,427 1857,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -19.752939224243164,434 -0.0001220703125,435 6.776263578034403e-21436 ],437 "extent": [438 404.9316711425781,439 582.3806762695312,440 3.5660530924670406e-14441 ]442 },443 "obb": {444 "center": [445 -19.752939224243164,446 -0.0001220703125,447 6.776263578034403e-21448 ],449 "extent": [450 404.9316711425781,451 582.3806762695312,452 3.5660530924670406e-14453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -9.752969741821289,462 0,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 191,478 31,479 31480 ]481 }482 ]483 },484 "foreground": {485 "shelf": [486 {487 "object_id": "SM_ShelfB",488 "bbox_2d": [489 1278,490 436,491 1472,492 923493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -176.3739967346193,498 569.3309946060174,499 165.5553436279297500 ],501 "extent": [502 39.70215019470834,503 10.050082472741565,504 79.22671508789062505 ]506 },507 "obb": {508 "center": [509 -176.3739967346193,510 569.3309946060174,511 165.5553436279297512 ],513 "extent": [514 39.70215019470834,515 10.050082472741565,516 79.22671508789062517 ],518 "rotation": [519 0,520 1.0017900422099046e-05,521 0522 ]523 },524 "location": [525 -176.37399291992188,526 569.3309936523438,527 86.32869720458984528 ],529 "rotation": [530 0,531 1.0017900422099046e-05,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 255,542 0,543 255544 ]545 }546 ],547 "cabinet": [548 {549 "object_id": "SM_CabinetB",550 "bbox_2d": [551 1473,552 448,553 1715,554 880555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -310.3803482055679,560 569.3809896366695,561 165.55532836914062562 ],563 "extent": [564 94.30449088420005,565 10.000049867301982,566 79.2267074584961567 ]568 },569 "obb": {570 "center": [571 -310.3803482055679,572 569.3809896366695,573 165.55532836914062574 ],575 "extent": [576 94.30449088420005,577 10.000049867301982,578 79.2267074584961579 ],580 "rotation": [581 0,582 1.0017900422099046e-05,583 0584 ]585 },586 "location": [587 -308.1400146484375,588 569.3809814453125,589 86.32869720458984590 ],591 "rotation": [592 0,593 1.0017900422099046e-05,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 255,604 255,605 0606 ]607 }608 ],609 "drawer": [610 {611 "object_id": "SM_Drawer",612 "bbox_2d": [613 622,614 809,615 1736,616 1079617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -3.944459915161133,622 565.8809223175049,623 77.32870388031006624 ],625 "extent": [626 400.7402038574219,627 14.500059127807617,628 9.000012397766113629 ]630 },631 "obb": {632 "center": [633 -3.944459915161133,634 565.8809223175049,635 77.32870388031006636 ],637 "extent": [638 400.7402038574219,639 14.500059127807617,640 9.000012397766113641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 -3.944459915161133,650 580.3809814453125,651 68.32869720458984652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 255,666 255,667 63668 ]669 }670 ],671 "ornament": [672 {673 "object_id": "SM_OrnamentB",674 "bbox_2d": [675 279,676 1052,677 427,678 1079679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 134.15699195861816,684 566.6250019073486,685 100.01391220092773686 ],687 "extent": [688 17.69100570678711,689 4.1772990226745605,690 13.685311317443848691 ]692 },693 "obb": {694 "center": [695 134.15699195861816,696 566.6250019073486,697 100.01391220092773698 ],699 "extent": [700 17.69100570678711,701 4.1772990226745605,702 13.685311317443848703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 131.5290069580078,712 566.625,713 86.32859802246094714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 63,728 0,729 0730 ]731 },732 {733 "object_id": "SM_OrnamentD",734 "bbox_2d": [735 1423,736 697,737 1437,738 773739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -205.15100145339966,744 571.7800292968749,745 137.92138862609863746 ],747 "extent": [748 6.400542407645219,749 6.303304837671703,750 14.794389724731445751 ]752 },753 "obb": {754 "center": [755 -205.15100145339966,756 571.7800292968749,757 137.92138862609863758 ],759 "extent": [760 6.400542407645219,761 6.303304837671703,762 14.794389724731445763 ],764 "rotation": [765 0,766 1.0017900422099046e-05,767 0768 ]769 },770 "location": [771 -205.1510009765625,772 571.780029296875,773 123.12699890136719774 ],775 "rotation": [776 0,777 1.0017900422099046e-05,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 63,788 63,789 255790 ]791 },792 {793 "object_id": "SM_OrnamentC",794 "bbox_2d": [795 1330,796 614,797 1359,798 680799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -152.57200622558594,804 569.9979858398438,805 174.30824851989746806 ],807 "extent": [808 8.944915428112324,809 8.94491638178647,810 10.691244125366211811 ]812 },813 "obb": {814 "center": [815 -152.57200622558594,816 569.9979858398438,817 174.30824851989746818 ],819 "extent": [820 8.944915428112324,821 8.94491638178647,822 10.691244125366211823 ],824 "rotation": [825 0,826 1.0017900422099046e-05,827 0828 ]829 },830 "location": [831 -152.57200622558594,832 569.9979858398438,833 163.61700439453125834 ],835 "rotation": [836 0,837 1.0017900422099046e-05,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 63,848 63,849 63850 ]851 },852 {853 "object_id": "SM_OrnamentE",854 "bbox_2d": [855 1355,856 821,857 1381,858 882859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -169.6309986114502,864 568.3599786758423,865 101.70144748687744866 ],867 "extent": [868 4.318039894104004,869 4.318039894104004,870 9.854644775390625871 ]872 },873 "obb": {874 "center": [875 -169.6309986114502,876 568.3599786758423,877 101.70144748687744878 ],879 "extent": [880 4.318039894104004,881 4.318039894104004,882 9.854644775390625883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -169.63099670410156,892 568.3599853515625,893 91.8468017578125894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 31,908 0,909 63910 ]911 },912 {913 "object_id": "SM_OrnamentF",914 "bbox_2d": [915 1330,916 864,917 1369,918 889919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -157.69794325593278,924 568.1699294679925,925 95.55225157737732926 ],927 "extent": [928 6.366357987330417,929 6.366364094307187,930 3.7054548263549805931 ]932 },933 "obb": {934 "center": [935 -157.69794325593278,936 568.1699294679925,937 95.55225157737732938 ],939 "extent": [940 6.366357987330417,941 6.366364094307187,942 3.7054548263549805943 ],944 "rotation": [945 0,946 45.00004196166992,947 0948 ]949 },950 "location": [951 -157.697998046875,952 568.1699829101562,953 91.8468017578125954 ],955 "rotation": [956 0,957 45.00004196166992,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 31,968 0,969 191970 ]971 },972 {973 "object_id": "SM_OrnamentC001",974 "bbox_2d": [975 1352,976 635,977 1385,978 676979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -168.7760009765625,984 567.97900390625,985 170.50802440134282986 ],987 "extent": [988 5.765427339565889,989 5.765427954254619,990 6.891020006811573991 ]992 },993 "obb": {994 "center": [995 -168.7760009765625,996 567.97900390625,997 170.50802440134282998 ],999 "extent": [1000 5.765427339565889,1001 5.765427954254619,1002 6.8910200068115731003 ],1004 "rotation": [1005 0,1006 1.0017900422099046e-05,1007 01008 ]1009 },1010 "location": [1011 -168.7760009765625,1012 567.97900390625,1013 163.617004394531251014 ],1015 "rotation": [1016 0,1017 1.0017900422099046e-05,1018 01019 ],1020 "scale": [1021 0.6445479989051819,1022 0.6445479989051819,1023 0.64454799890518191024 ]1025 },1026 "color": [1027 31,1028 255,1029 1271030 ]1031 },1032 {1033 "object_id": "SM_OrnamentD001",1034 "bbox_2d": [1035 1423,1036 724,1037 1436,1038 7861039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -195.95100437452555,1044 565.6989746093749,1045 133.868391773605941046 ],1047 "extent": [1048 4.647081892199509,1049 4.576483039495088,1050 10.7413928722387481051 ]1052 },1053 "obb": {1054 "center": [1055 -195.95100437452555,1056 565.6989746093749,1057 133.868391773605941058 ],1059 "extent": [1060 4.647081892199509,1061 4.576483039495088,1062 10.7413928722387481063 ],1064 "rotation": [1065 0,1066 1.0017900422099046e-05,1067 01068 ]1069 },1070 "location": [1071 -195.9510040283203,1072 565.698974609375,1073 123.126998901367191074 ],1075 "rotation": [1076 0,1077 1.0017900422099046e-05,1078 01079 ],1080 "scale": [1081 0.7260450124740601,1082 0.7260450124740601,1083 0.72604501247406011084 ]1085 },1086 "color": [1087 31,1088 255,1089 631090 ]1091 },1092 {1093 "object_id": "SM_OrnamentD002",1094 "bbox_2d": [1095 1435,1096 746,1097 1450,1098 7841099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -202.90499899058437,1104 562.6370239257812,1105 129.682422608892241106 ],1107 "extent": [1108 2.8360931556342734,1109 2.7930069936953714,1110 6.5554237075250511111 ]1112 },1113 "obb": {1114 "center": [1115 -202.90499899058437,1116 562.6370239257812,1117 129.682422608892241118 ],1119 "extent": [1120 2.8360931556342734,1121 2.7930069936953714,1122 6.5554237075250511123 ],1124 "rotation": [1125 0,1126 1.0017900422099046e-05,1127 01128 ]1129 },1130 "location": [1131 -202.90499877929688,1132 562.6370239257812,1133 123.126998901367191134 ],1135 "rotation": [1136 0,1137 1.0017900422099046e-05,1138 01139 ],1140 "scale": [1141 0.44310200214385986,1142 0.44310200214385986,1143 0.443102002143859861144 ]1145 },1146 "color": [1147 31,1148 255,1149 1911150 ]1151 }1152 ],1153 "table lamp": [1154 {1155 "object_id": "SM_TablelampA",1156 "bbox_2d": [1157 1149,1158 830,1159 1247,1160 9611161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -97.68073081970215,1166 580.4717927411353,1167 105.071005641198721168 ],1169 "extent": [1170 27.81842613220215,1171 31.280864183357266,1172 18.7736184453868871173 ]1174 },1175 "obb": {1176 "center": [1177 -97.68073081970215,1178 580.4717927411353,1179 105.071005641198721180 ],1181 "extent": [1182 27.81842613220215,1183 31.280864183357266,1184 18.7736184453868871185 ],1186 "rotation": [1187 0,1188 0,1189 1.0017900422099046e-051190 ]1191 },1192 "location": [1193 -83.94879913330078,1194 563.0789794921875,1195 91.187797546386721196 ],1197 "rotation": [1198 0,1199 0,1200 1.0017900422099046e-05