TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l112_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l112_r003/lit.png",5 "camera": {6 "location": [7 182,8 434,9 22110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 182,38 434,39 221,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 203,59 721,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "baseboard": [116 {117 "object_id": "SM_Baseboard",118 "bbox_2d": [119 1772,120 892,121 1919,122 901123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -404.2849975526333,128 -331.93701171875,129 3130 ],131 "extent": [132 0.4000000059604645,133 270.4438781738281,134 3135 ]136 },137 "obb": {138 "center": [139 -404.2849975526333,140 -331.93701171875,141 3142 ],143 "extent": [144 0.4000000059604645,145 270.4438781738281,146 3147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -404.68499755859375,156 -331.93701171875,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 127,173 255174 ]175 },176 {177 "object_id": "SM_Baseboard001",178 "bbox_2d": [179 722,180 892,181 1567,182 901183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -404.2849975526333,188 333.5509948730469,189 3190 ],191 "extent": [192 0.4000000059604645,193 270.4438781738281,194 3195 ]196 },197 "obb": {198 "center": [199 -404.2849975526333,200 333.5509948730469,201 3202 ],203 "extent": [204 0.4000000059604645,205 270.4438781738281,206 3207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -404.68499755859375,216 333.5509948730469,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 63,232 191,233 63234 ]235 }236 ],237 "ceiling": [238 {239 "object_id": "SM_CeilingA",240 "bbox_2d": [241 611,242 409,243 1919,244 500245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -9.99993896484375,250 -0.0003662109375,251 262.50006103515625252 ],253 "extent": [254 414.6847229003906,255 582.3804321289062,256 17.500083923339844257 ]258 },259 "obb": {260 "center": [261 -9.99993896484375,262 -0.0003662109375,263 262.50006103515625264 ],265 "extent": [266 414.6847229003906,267 582.3804321289062,268 17.500083923339844269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0,278 0,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 0296 ]297 },298 {299 "object_id": "SM_CeilingB001",300 "bbox_2d": [301 0,302 0,303 1919,304 420305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -13.644100189208956,310 320.786895751953,311 276312 ],313 "extent": [314 217.01867675781244,315 261.5939025878905,316 4.0000152587890625317 ]318 },319 "obb": {320 "center": [321 -13.644100189208956,322 320.78689575195295,323 276324 ],325 "extent": [326 217.01867675781244,327 261.5939025878905,328 4.0000152587890625329 ],330 "rotation": [331 0,332 180,333 0334 ]335 },336 "location": [337 -13.644100189208984,338 0,339 0340 ],341 "rotation": [342 0,343 180,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 127,355 191356 ]357 }358 ],359 "wall": [360 {361 "object_id": "SM_WallA",362 "bbox_2d": [363 722,364 501,365 1919,366 891367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -414.68499755859375,372 -9.765630238689482e-05,373 140.00001525878906374 ],375 "extent": [376 10,377 602.3807373046875,378 140.00001525878906379 ]380 },381 "obb": {382 "center": [383 -414.68499755859375,384 -9.765630238689482e-05,385 140.00001525878906386 ],387 "extent": [388 10,389 602.3807373046875,390 140.00001525878906391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -414.68499755859375,400 -9.765630238689482e-05,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 127,416 0,417 255418 ]419 }420 ],421 "door": [422 {423 "object_id": "SM_Door",424 "bbox_2d": [425 1567,426 520,427 1771,428 901429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -411.3640160560608,434 0.8069339990615845,435 116.7231216430664436 ],437 "extent": [438 7.5000152587890625,439 62.30000305175781,440 116.7231216430664441 ]442 },443 "obb": {444 "center": [445 -411.3640160560608,446 0.8069339990615845,447 116.7231216430664448 ],449 "extent": [450 7.5000152587890625,451 62.30000305175781,452 116.7231216430664453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -418.864013671875,462 0.8069339990615845,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 255,479 0480 ]481 }482 ],483 "floor planks corner": [484 {485 "object_id": "SM_Floor",486 "bbox_2d": [487 603,488 895,489 1919,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -19.752939224243164,496 -0.0001220703125,497 6.776263578034403e-21498 ],499 "extent": [500 404.9316711425781,501 582.3806762695312,502 3.5660530924670406e-14503 ]504 },505 "obb": {506 "center": [507 -19.752939224243164,508 -0.0001220703125,509 6.776263578034403e-21510 ],511 "extent": [512 404.9316711425781,513 582.3806762695312,514 3.5660530924670406e-14515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -9.752969741821289,524 0,525 0526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 31,541 31542 ]543 }544 ]545 },546 "foreground": {547 "shelf": [548 {549 "object_id": "SM_ShelfB",550 "bbox_2d": [551 522,552 468,553 657,554 945555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -176.3739967346193,560 569.3309946060174,561 165.5553436279297562 ],563 "extent": [564 39.70215019470834,565 10.050082472741565,566 79.22671508789062567 ]568 },569 "obb": {570 "center": [571 -176.3739967346193,572 569.3309946060174,573 165.5553436279297574 ],575 "extent": [576 39.70215019470834,577 10.050082472741565,578 79.22671508789062579 ],580 "rotation": [581 0,582 1.0017900422099046e-05,583 0584 ]585 },586 "location": [587 -176.37399291992188,588 569.3309936523438,589 86.32869720458984590 ],591 "rotation": [592 0,593 1.0017900422099046e-05,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 255,604 0,605 255606 ]607 }608 ],609 "cabinet": [610 {611 "object_id": "SM_CabinetB",612 "bbox_2d": [613 658,614 483,615 754,616 863617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -310.3803482055679,622 569.3809896366695,623 165.55532836914062624 ],625 "extent": [626 94.30449088420005,627 10.000049867301982,628 79.2267074584961629 ]630 },631 "obb": {632 "center": [633 -310.3803482055679,634 569.3809896366695,635 165.55532836914062636 ],637 "extent": [638 94.30449088420005,639 10.000049867301982,640 79.2267074584961641 ],642 "rotation": [643 0,644 1.0017900422099046e-05,645 0646 ]647 },648 "location": [649 -308.1400146484375,650 569.3809814453125,651 86.32869720458984652 ],653 "rotation": [654 0,655 1.0017900422099046e-05,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 255,666 255,667 0668 ]669 }670 ],671 "drawer": [672 {673 "object_id": "SM_Drawer",674 "bbox_2d": [675 374,676 760,677 767,678 1079679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 -3.944459915161133,684 565.8809223175049,685 77.32870388031006686 ],687 "extent": [688 400.7402038574219,689 14.500059127807617,690 9.000012397766113691 ]692 },693 "obb": {694 "center": [695 -3.944459915161133,696 565.8809223175049,697 77.32870388031006698 ],699 "extent": [700 400.7402038574219,701 14.500059127807617,702 9.000012397766113703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 -3.944459915161133,712 580.3809814453125,713 68.32869720458984714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 255,728 255,729 63730 ]731 }732 ],733 "sofa": [734 {735 "object_id": "SM_SofaD",736 "bbox_2d": [737 914,738 952,739 1242,740 1079741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 -69.9154052734375,746 393.52098846435547,747 42.42480477690697748 ],749 "extent": [750 92.29835510253906,751 55.387516021728516,752 41.93626022338867753 ]754 },755 "obb": {756 "center": [757 -69.9154052734375,758 393.52098846435547,759 42.42480477690697760 ],761 "extent": [762 92.29835510253906,763 55.387516021728516,764 41.93626022338867765 ],766 "rotation": [767 0,768 0,769 0770 ]771 },772 "location": [773 -69.91539764404297,774 393.52099609375,775 0.48855599761009216776 ],777 "rotation": [778 0,779 0,780 0781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 127,790 127,791 63792 ]793 }794 ],795 "stool": [796 {797 "object_id": "SM_StoolB",798 "bbox_2d": [799 1374,800 1027,801 1579,802 1079803 ],804 "bbox_3d": {805 "aabb": {806 "center": [807 -158.94998931884766,808 248.91004649672115,809 17.24722066522419810 ],811 "extent": [812 34.959678649902344,813 34.87835987534996,814 16.82491340117459815 ]816 },817 "obb": {818 "center": [819 -158.94998931884766,820 248.91004649672115,821 17.24722066522419822 ],823 "extent": [824 34.959678649902344,825 34.87835987534996,826 16.82491340117459827 ],828 "rotation": [829 0,830 0,831 -1.0017900422099046e-05832 ]833 },834 "location": [835 -158.9499969482422,836 248.91000366210938,837 0.42232099175453186838 ],839 "rotation": [840 0,841 0,842 -1.0017900422099046e-05843 ],844 "scale": [845 1,846 1,847 1848 ]849 },850 "color": [851 127,852 63,853 255854 ]855 }856 ],857 "table": [858 {859 "object_id": "SM_TableB",860 "bbox_2d": [861 1059,862 969,863 1130,864 994865 ],866 "bbox_3d": {867 "aabb": {868 "center": [869 -181.28100776672363,870 387.9189968109131,871 25.595197200775146872 ],873 "extent": [874 20.48674201965332,875 20.588356018066406,876 24.928211212158203877 ]878 },879 "obb": {880 "center": [881 -181.28100776672363,882 387.9189968109131,883 25.595197200775146884 ],885 "extent": [886 20.48674201965332,887 20.588356018066406,888 24.928211212158203889 ],890 "rotation": [891 0,892 0,893 0894 ]895 },896 "location": [897 -181.281005859375,898 387.91900634765625,899 0.6669859886169434900 ],901 "rotation": [902 0,903 0,904 0905 ],906 "scale": [907 1,908 1,909 1910 ]911 },912 "color": [913 127,914 63,915 127916 ]917 }918 ],919 "table lamp": [920 {921 "object_id": "SM_TablelampA",922 "bbox_2d": [923 431,924 891,925 552,926 1034927 ],928 "bbox_3d": {929 "aabb": {930 "center": [931 -97.68073081970215,932 580.4717927411353,933 105.07100564119872934 ],935 "extent": [936 27.81842613220215,937 31.280864183357266,938 18.773618445386887939 ]940 },941 "obb": {942 "center": [943 -97.68073081970215,944 580.4717927411353,945 105.07100564119872946 ],947 "extent": [948 27.81842613220215,949 31.280864183357266,950 18.773618445386887951 ],952 "rotation": [953 0,954 0,955 1.0017900422099046e-05956 ]957 },958 "location": [959 -83.94879913330078,960 563.0789794921875,961 91.18779754638672962 ],963 "rotation": [964 0,965 0,966 1.0017900422099046e-05967 ],968 "scale": [969 1,970 1,971 1972 ]973 },974 "color": [975 63,976 0,977 255978 ]979 }980 ],981 "ornament": [982 {983 "object_id": "SM_OrnamentC",984 "bbox_2d": [985 584,986 641,987 596,988 705989 ],990 "bbox_3d": {991 "aabb": {992 "center": [993 -152.57200622558594,994 569.9979858398438,995 174.30824851989746996 ],997 "extent": [998 8.944915428112324,999 8.94491638178647,1000 10.6912441253662111001 ]1002 },1003 "obb": {1004 "center": [1005 -152.57200622558594,1006 569.9979858398438,1007 174.308248519897461008 ],1009 "extent": [1010 8.944915428112324,1011 8.94491638178647,1012 10.6912441253662111013 ],1014 "rotation": [1015 0,1016 1.0017900422099046e-05,1017 01018 ]1019 },1020 "location": [1021 -152.57200622558594,1022 569.9979858398438,1023 163.617004394531251024 ],1025 "rotation": [1026 0,1027 1.0017900422099046e-05,1028 01029 ],1030 "scale": [1031 1,1032 1,1033 11034 ]1035 },1036 "color": [1037 63,1038 63,1039 631040 ]1041 },1042 {1043 "object_id": "SM_OrnamentE",1044 "bbox_2d": [1045 584,1046 835,1047 605,1048 8941049 ],1050 "bbox_3d": {1051 "aabb": {1052 "center": [1053 -169.6309986114502,1054 568.3599786758423,1055 101.701447486877441056 ],1057 "extent": [1058 4.318039894104004,1059 4.318039894104004,1060 9.8546447753906251061 ]1062 },1063 "obb": {1064 "center": [1065 -169.6309986114502,1066 568.3599786758423,1067 101.701447486877441068 ],1069 "extent": [1070 4.318039894104004,1071 4.318039894104004,1072 9.8546447753906251073 ],1074 "rotation": [1075 0,1076 0,1077 01078 ]1079 },1080 "location": [1081 -169.63099670410156,1082 568.3599853515625,1083 91.84680175781251084 ],1085 "rotation": [1086 0,1087 0,1088 01089 ],1090 "scale": [1091 1,1092 1,1093 11094 ]1095 },1096 "color": [1097 31,1098 0,1099 631100 ]1101 },1102 {1103 "object_id": "SM_OrnamentF",1104 "bbox_2d": [1105 584,1106 882,1107 602,1108 8991109 ],1110 "bbox_3d": {1111 "aabb": {1112 "center": [1113 -157.69794325593278,1114 568.1699294679925,1115 95.552251577377321116 ],1117 "extent": [1118 6.366357987330417,1119 6.366364094307187,1120 3.70545482635498051121 ]1122 },1123 "obb": {1124 "center": [1125 -157.69794325593278,1126 568.1699294679925,1127 95.552251577377321128 ],1129 "extent": [1130 6.366357987330417,1131 6.366364094307187,1132 3.70545482635498051133 ],1134 "rotation": [1135 0,1136 45.00004196166992,1137 01138 ]1139 },1140 "location": [1141 -157.697998046875,1142 568.1699829101562,1143 91.84680175781251144 ],1145 "rotation": [1146 0,1147 45.00004196166992,1148 01149 ],1150 "scale": [1151 1,1152 1,1153 11154 ]1155 },1156 "color": [1157 31,1158 0,1159 1911160 ]1161 },1162 {1163 "object_id": "SM_OrnamentC001",1164 "bbox_2d": [1165 589,1166 657,1167 609,1168 6981169 ],1170 "bbox_3d": {1171 "aabb": {1172 "center": [1173 -168.7760009765625,1174 567.97900390625,1175 170.508024401342821176 ],1177 "extent": [1178 5.765427339565889,1179 5.765427954254619,1180 6.8910200068115731181 ]1182 },1183 "obb": {1184 "center": [1185 -168.7760009765625,1186 567.97900390625,1187 170.508024401342821188 ],1189 "extent": [1190 5.765427339565889,1191 5.765427954254619,1192 6.8910200068115731193 ],1194 "rotation": [1195 0,1196 1.0017900422099046e-05,1197 01198 ]1199 },1200 "location": [