TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l030_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l030_r002/lit.png",5 "camera": {6 "location": [7 -105,8 -196,9 11310 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -105,38 -196,39 113,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 271,59 809,60 69161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "baseboard": [116 {117 "object_id": "SM_Baseboard",118 "bbox_2d": [119 1652,120 926,121 1919,122 1035123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -404.2849975526333,128 -331.93701171875,129 3130 ],131 "extent": [132 0.4000000059604645,133 270.4438781738281,134 3135 ]136 },137 "obb": {138 "center": [139 -404.2849975526333,140 -331.93701171875,141 3142 ],143 "extent": [144 0.4000000059604645,145 270.4438781738281,146 3147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -404.68499755859375,156 -331.93701171875,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 127,173 255174 ]175 },176 {177 "object_id": "SM_Baseboard001",178 "bbox_2d": [179 809,180 665,181 1291,182 829183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -404.2849975526333,188 333.5509948730469,189 3190 ],191 "extent": [192 0.4000000059604645,193 270.4438781738281,194 3195 ]196 },197 "obb": {198 "center": [199 -404.2849975526333,200 333.5509948730469,201 3202 ],203 "extent": [204 0.4000000059604645,205 270.4438781738281,206 3207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -404.68499755859375,216 333.5509948730469,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 63,232 191,233 63234 ]235 }236 ],237 "ceiling": [238 {239 "object_id": "SM_CeilingA",240 "bbox_2d": [241 581,242 0,243 1819,244 382245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -9.99993896484375,250 -0.0003662109375,251 262.50006103515625252 ],253 "extent": [254 414.6847229003906,255 582.3804321289062,256 17.500083923339844257 ]258 },259 "obb": {260 "center": [261 -9.99993896484375,262 -0.0003662109375,263 262.50006103515625264 ],265 "extent": [266 414.6847229003906,267 582.3804321289062,268 17.500083923339844269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0,278 0,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 0296 ]297 },298 {299 "object_id": "SM_CeilingB001",300 "bbox_2d": [301 0,302 0,303 850,304 331305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -13.644100189208956,310 320.786895751953,311 276312 ],313 "extent": [314 217.01867675781244,315 261.5939025878905,316 4.0000152587890625317 ]318 },319 "obb": {320 "center": [321 -13.644100189208956,322 320.78689575195295,323 276324 ],325 "extent": [326 217.01867675781244,327 261.5939025878905,328 4.0000152587890625329 ],330 "rotation": [331 0,332 180,333 0334 ]335 },336 "location": [337 -13.644100189208984,338 0,339 0340 ],341 "rotation": [342 0,343 180,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 127,355 191356 ]357 }358 ],359 "wall": [360 {361 "object_id": "SM_WallA",362 "bbox_2d": [363 810,364 0,365 1919,366 1007367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -414.68499755859375,372 -9.765630238689482e-05,373 140.00001525878906374 ],375 "extent": [376 10,377 602.3807373046875,378 140.00001525878906379 ]380 },381 "obb": {382 "center": [383 -414.68499755859375,384 -9.765630238689482e-05,385 140.00001525878906386 ],387 "extent": [388 10,389 602.3807373046875,390 140.00001525878906391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -414.68499755859375,400 -9.765630238689482e-05,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 127,416 0,417 255418 ]419 }420 ],421 "door": [422 {423 "object_id": "SM_Door",424 "bbox_2d": [425 1292,426 105,427 1652,428 947429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -411.3640160560608,434 0.8069339990615845,435 116.7231216430664436 ],437 "extent": [438 7.5000152587890625,439 62.30000305175781,440 116.7231216430664441 ]442 },443 "obb": {444 "center": [445 -411.3640160560608,446 0.8069339990615845,447 116.7231216430664448 ],449 "extent": [450 7.5000152587890625,451 62.30000305175781,452 116.7231216430664453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -418.864013671875,462 0.8069339990615845,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 255,479 0480 ]481 }482 ],483 "floor planks corner": [484 {485 "object_id": "SM_Floor",486 "bbox_2d": [487 0,488 672,489 1919,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -19.752939224243164,496 -0.0001220703125,497 6.776263578034403e-21498 ],499 "extent": [500 404.9316711425781,501 582.3806762695312,502 3.5660530924670406e-14503 ]504 },505 "obb": {506 "center": [507 -19.752939224243164,508 -0.0001220703125,509 6.776263578034403e-21510 ],511 "extent": [512 404.9316711425781,513 582.3806762695312,514 3.5660530924670406e-14515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -9.752969741821289,524 0,525 0526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 31,541 31542 ]543 }544 ]545 },546 "foreground": {547 "shelf": [548 {549 "object_id": "SM_ShelfB",550 "bbox_2d": [551 457,552 351,553 578,554 577555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -176.3739967346193,560 569.3309946060174,561 165.5553436279297562 ],563 "extent": [564 39.70215019470834,565 10.050082472741565,566 79.22671508789062567 ]568 },569 "obb": {570 "center": [571 -176.3739967346193,572 569.3309946060174,573 165.5553436279297574 ],575 "extent": [576 39.70215019470834,577 10.050082472741565,578 79.22671508789062579 ],580 "rotation": [581 0,582 1.0017900422099046e-05,583 0584 ]585 },586 "location": [587 -176.37399291992188,588 569.3309936523438,589 86.32869720458984590 ],591 "rotation": [592 0,593 1.0017900422099046e-05,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 255,604 0,605 255606 ]607 }608 ],609 "cabinet": [610 {611 "object_id": "SM_CabinetB",612 "bbox_2d": [613 579,614 362,615 818,616 575617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -310.3803482055679,622 569.3809896366695,623 165.55532836914062624 ],625 "extent": [626 94.30449088420005,627 10.000049867301982,628 79.2267074584961629 ]630 },631 "obb": {632 "center": [633 -310.3803482055679,634 569.3809896366695,635 165.55532836914062636 ],637 "extent": [638 94.30449088420005,639 10.000049867301982,640 79.2267074584961641 ],642 "rotation": [643 0,644 1.0017900422099046e-05,645 0646 ]647 },648 "location": [649 -308.1400146484375,650 569.3809814453125,651 86.32869720458984652 ],653 "rotation": [654 0,655 1.0017900422099046e-05,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 255,666 255,667 0668 ]669 }670 ],671 "drawer": [672 {673 "object_id": "SM_Drawer",674 "bbox_2d": [675 0,676 572,677 811,678 615679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 -3.944459915161133,684 565.8809223175049,685 77.32870388031006686 ],687 "extent": [688 400.7402038574219,689 14.500059127807617,690 9.000012397766113691 ]692 },693 "obb": {694 "center": [695 -3.944459915161133,696 565.8809223175049,697 77.32870388031006698 ],699 "extent": [700 400.7402038574219,701 14.500059127807617,702 9.000012397766113703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 -3.944459915161133,712 580.3809814453125,713 68.32869720458984714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 255,728 255,729 63730 ]731 }732 ],733 "sofa": [734 {735 "object_id": "SM_SofaD",736 "bbox_2d": [737 61,738 591,739 532,740 799741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 -69.9154052734375,746 393.52098846435547,747 42.42480477690697748 ],749 "extent": [750 92.29835510253906,751 55.387516021728516,752 41.93626022338867753 ]754 },755 "obb": {756 "center": [757 -69.9154052734375,758 393.52098846435547,759 42.42480477690697760 ],761 "extent": [762 92.29835510253906,763 55.387516021728516,764 41.93626022338867765 ],766 "rotation": [767 0,768 0,769 0770 ]771 },772 "location": [773 -69.91539764404297,774 393.52099609375,775 0.48855599761009216776 ],777 "rotation": [778 0,779 0,780 0781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 127,790 127,791 63792 ]793 },794 {795 "object_id": "SM_SofaC",796 "bbox_2d": [797 0,798 602,799 121,800 807801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 98.80741119384766,806 393.33300399780273,807 41.816539853811264808 ],809 "extent": [810 80.16697692871094,811 55.19976806640625,812 41.32799530029297813 ]814 },815 "obb": {816 "center": [817 98.80741119384766,818 393.33300399780273,819 41.816539853811264820 ],821 "extent": [822 80.16697692871094,823 55.19976806640625,824 41.32799530029297825 ],826 "rotation": [827 0,828 0,829 0830 ]831 },832 "location": [833 98.80740356445312,834 393.3330078125,835 0.48855599761009216836 ],837 "rotation": [838 0,839 0,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 0,850 63,851 0852 ]853 }854 ],855 "stool": [856 {857 "object_id": "SM_StoolA",858 "bbox_2d": [859 97,860 761,861 272,862 945863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 -49.5559024810791,868 162.92745962104465,869 22.787511492045613870 ],871 "extent": [872 20.20587158203125,873 20.136264896777618,874 22.365195934061266875 ]876 },877 "obb": {878 "center": [879 -49.5559024810791,880 162.92745962104465,881 22.787511492045613882 ],883 "extent": [884 20.20587158203125,885 20.136264896777618,886 22.365195934061266887 ],888 "rotation": [889 0,890 0,891 -1.0017900422099046e-05892 ]893 },894 "location": [895 -49.55189895629883,896 162.9600067138672,897 0.42232099175453186898 ],899 "rotation": [900 0,901 0,902 -1.0017900422099046e-05903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 255,912 63,913 0914 ]915 },916 {917 "object_id": "SM_StoolB",918 "bbox_2d": [919 459,920 714,921 636,922 822923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 -158.94998931884766,928 248.91004649672115,929 17.24722066522419930 ],931 "extent": [932 34.959678649902344,933 34.87835987534996,934 16.82491340117459935 ]936 },937 "obb": {938 "center": [939 -158.94998931884766,940 248.91004649672115,941 17.24722066522419942 ],943 "extent": [944 34.959678649902344,945 34.87835987534996,946 16.82491340117459947 ],948 "rotation": [949 0,950 0,951 -1.0017900422099046e-05952 ]953 },954 "location": [955 -158.9499969482422,956 248.91000366210938,957 0.42232099175453186958 ],959 "rotation": [960 0,961 0,962 -1.0017900422099046e-05963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 127,972 63,973 255974 ]975 }976 ],977 "table": [978 {979 "object_id": "SM_TableB",980 "bbox_2d": [981 532,982 647,983 597,984 714985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 -181.28100776672363,990 387.9189968109131,991 25.595197200775146992 ],993 "extent": [994 20.48674201965332,995 20.588356018066406,996 24.928211212158203997 ]998 },999 "obb": {1000 "center": [1001 -181.28100776672363,1002 387.9189968109131,1003 25.5951972007751461004 ],1005 "extent": [1006 20.48674201965332,1007 20.588356018066406,1008 24.9282112121582031009 ],1010 "rotation": [1011 0,1012 0,1013 01014 ]1015 },1016 "location": [1017 -181.281005859375,1018 387.91900634765625,1019 0.66698598861694341020 ],1021 "rotation": [1022 0,1023 0,1024 01025 ],1026 "scale": [1027 1,1028 1,1029 11030 ]1031 },1032 "color": [1033 127,1034 63,1035 1271036 ]1037 },1038 {1039 "object_id": "SM_TableA",1040 "bbox_2d": [1041 0,1042 719,1043 258,1044 8711045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 16.7814998626709,1050 251.64304733276367,1051 21.467627286911011052 ],1053 "extent": [1054 73.61701965332031,1055 52.62053298950195,1056 20.94861412048341057 ]1058 },1059 "obb": {1060 "center": [1061 16.7814998626709,1062 251.64304733276367,1063 21.467627286911011064 ],1065 "extent": [1066 73.61701965332031,1067 52.62053298950195,1068 20.94861412048341069 ],1070 "rotation": [1071 0,1072 0,1073 01074 ]1075 },1076 "location": [1077 16.7814998626709,1078 251.64300537109375,1079 0.51901698112487791080 ],1081 "rotation": [1082 0,1083 0,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 255,1094 63,1095 631096 ]1097 }1098 ],1099 "pot plant": [1100 {1101 "object_id": "SM_PotplantB",1102 "bbox_2d": [1103 0,1104 545,1105 33,1106 6281107 ],1108 "bbox_3d": {1109 "aabb": {1110 "center": [1111 44.360469818115234,1112 258.58155632019043,1113 73.452930450439451114 ],1115 "extent": [1116 33.40570068359375,1117 25.43838119506836,1118 37.935737609863281119 ]1120 },1121 "obb": {1122 "center": [1123 44.360469818115234,1124 258.58155632019043,1125 73.452930450439451126 ],1127 "extent": [1128 33.40570068359375,1129 25.43838119506836,1130 37.935737609863281131 ],1132 "rotation": [1133 0,1134 0,1135 01136 ]1137 },1138 "location": [1139 46.02429962158203,1140 254.8509979248047,1141 35.51720046997071142 ],1143 "rotation": [1144 0,1145 0,1146 01147 ],1148 "scale": [1149 1,1150 1,1151 11152 ]1153 },1154 "color": [1155 0,1156 63,1157 631158 ]1159 },1160 {1161 "object_id": "SM_PotplantC4",1162 "bbox_2d": [1163 741,1164 497,1165 854,1166 6941167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 -354.5021473149693,1172 476.9801296870417,1173 71.902284622192381174 ],1175 "extent": [1176 56.193817740311886,1177 55.34186821267923,1178 71.904819488525391179 ]1180 },1181 "obb": {1182 "center": [1183 -354.5021473149693,1184 476.9801296870417,1185 71.902284622192381186 ],1187 "extent": [1188 56.193817740311886,1189 55.34186821267923,1190 71.904819488525391191 ],1192 "rotation": [1193 0,1194 119.9998779296875,1195 01196 ]1197 },1198 "location": [1199 -349.32684326171875,1200 481.7765197753906,