TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l087_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l087_r002/lit.png",5 "camera": {6 "location": [7 158,8 -462,9 23010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 158,38 -462,39 230,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window sill": [54 {55 "object_id": "SM_Windowsill",56 "bbox_2d": [57 0,58 829,59 71,60 89461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 395.1789855957031,66 -0.00015869099297560751,67 1.568 ],69 "extent": [70 10,71 582.3807373046875,72 1.573 ]74 },75 "obb": {76 "center": [77 395.1789855957031,78 -0.00015869099297560751,79 1.580 ],81 "extent": [82 10,83 582.3807373046875,84 1.585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 395.1789855957031,94 -0.00015869099297560751,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 255112 ]113 }114 ],115 "wall panel": [116 {117 "object_id": "SM_WallpanelC",118 "bbox_2d": [119 103,120 493,121 932,122 817123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3.9445104598999023,128 580.8809876441956,129 140130 ],131 "extent": [132 400.7402038574219,133 1.5000061988830566,134 140135 ]136 },137 "obb": {138 "center": [139 -3.9445104598999023,140 580.8809876441956,141 140142 ],143 "extent": [144 400.7402038574219,145 1.5000061988830566,146 140147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3.9444799423217773,156 582.3809814453125,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 },176 {177 "object_id": "SM_WallpanelB",178 "bbox_2d": [179 96,180 522,181 146,182 717183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 369.9279479980469,188 569.5809841156006,189 165.55530548095703190 ],191 "extent": [192 26.8680419921875,193 9.799985885620117,194 79.2267074584961195 ]196 },197 "obb": {198 "center": [199 369.9279479980469,200 569.5809841156006,201 165.55530548095703202 ],203 "extent": [204 26.8680419921875,205 9.799985885620117,206 79.2267074584961207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 396.7959899902344,216 579.3809814453125,217 86.32859802246094218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 63234 ]235 },236 {237 "object_id": "SM_WallpanelB001",238 "bbox_2d": [239 147,240 522,241 227,242 713243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 316.19195556640625,248 569.5809841156006,249 165.55530548095703250 ],251 "extent": [252 26.8680419921875,253 9.799985885620117,254 79.2267074584961255 ]256 },257 "obb": {258 "center": [259 316.19195556640625,260 569.5809841156006,261 165.55530548095703262 ],263 "extent": [264 26.8680419921875,265 9.799985885620117,266 79.2267074584961267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 343.05999755859375,276 579.3809814453125,277 86.32859802246094278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 191,293 191294 ]295 },296 {297 "object_id": "SM_WallpanelB002",298 "bbox_2d": [299 337,300 523,301 405,302 700303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 184.44395446777344,308 569.5809841156006,309 165.55530548095703310 ],311 "extent": [312 26.8680419921875,313 9.799985885620117,314 79.2267074584961315 ]316 },317 "obb": {318 "center": [319 184.44395446777344,320 569.5809841156006,321 165.55530548095703322 ],323 "extent": [324 26.8680419921875,325 9.799985885620117,326 79.2267074584961327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 211.31199645996094,336 579.3809814453125,337 86.32859802246094338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 0,353 0354 ]355 }356 ],357 "wall": [358 {359 "object_id": "SM_WallC",360 "bbox_2d": [361 56,362 521,363 102,364 831365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 399.81292724609375,370 0.806884765625,371 140.00001525878906372 ],373 "extent": [374 24.871856689453125,375 600,376 140.0000457763672377 ]378 },379 "obb": {380 "center": [381 399.81292724609375,382 0.806884765625,383 140.00001525878906384 ],385 "extent": [386 24.871856689453125,387 600,388 140.0000457763672389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 255,415 127416 ]417 },418 {419 "object_id": "SM_WallA",420 "bbox_2d": [421 933,422 505,423 1919,424 1061425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -414.68499755859375,430 -9.765630238689482e-05,431 140.00001525878906432 ],433 "extent": [434 10,435 602.3807373046875,436 140.00001525878906437 ]438 },439 "obb": {440 "center": [441 -414.68499755859375,442 -9.765630238689482e-05,443 140.00001525878906444 ],445 "extent": [446 10,447 602.3807373046875,448 140.00001525878906449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 -414.68499755859375,458 -9.765630238689482e-05,459 0460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 127,474 0,475 255476 ]477 }478 ],479 "ceiling": [480 {481 "object_id": "SM_CeilingB",482 "bbox_2d": [483 0,484 0,485 1919,486 465487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -13.644100189208984,492 -320.7868957519531,493 276494 ],495 "extent": [496 217.0186767578125,497 261.5939025878906,498 4.0000152587890625499 ]500 },501 "obb": {502 "center": [503 -13.644100189208984,504 -320.7868957519531,505 276506 ],507 "extent": [508 217.0186767578125,509 261.5939025878906,510 4.0000152587890625511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 -13.644100189208984,520 0,521 0522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 255,536 255,537 127538 ]539 },540 {541 "object_id": "SM_CeilingA",542 "bbox_2d": [543 0,544 215,545 1919,546 527547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -9.99993896484375,552 -0.0003662109375,553 262.50006103515625554 ],555 "extent": [556 414.6847229003906,557 582.3804321289062,558 17.500083923339844559 ]560 },561 "obb": {562 "center": [563 -9.99993896484375,564 -0.0003662109375,565 262.50006103515625566 ],567 "extent": [568 414.6847229003906,569 582.3804321289062,570 17.500083923339844571 ],572 "rotation": [573 0,574 0,575 0576 ]577 },578 "location": [579 0,580 0,581 0582 ],583 "rotation": [584 0,585 0,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 255,596 127,597 0598 ]599 },600 {601 "object_id": "SM_CeilingB001",602 "bbox_2d": [603 348,604 493,605 790,606 502607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -13.644100189208956,612 320.786895751953,613 276614 ],615 "extent": [616 217.01867675781244,617 261.5939025878905,618 4.0000152587890625619 ]620 },621 "obb": {622 "center": [623 -13.644100189208956,624 320.78689575195295,625 276626 ],627 "extent": [628 217.01867675781244,629 261.5939025878905,630 4.0000152587890625631 ],632 "rotation": [633 0,634 180,635 0636 ]637 },638 "location": [639 -13.644100189208984,640 0,641 0642 ],643 "rotation": [644 0,645 180,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 127,656 127,657 191658 ]659 }660 ],661 "baseboard": [662 {663 "object_id": "SM_Baseboard",664 "bbox_2d": [665 1398,666 882,667 1919,668 1076669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -404.2849975526333,674 -331.93701171875,675 3676 ],677 "extent": [678 0.4000000059604645,679 270.4438781738281,680 3681 ]682 },683 "obb": {684 "center": [685 -404.2849975526333,686 -331.93701171875,687 3688 ],689 "extent": [690 0.4000000059604645,691 270.4438781738281,692 3693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -404.68499755859375,702 -331.93701171875,703 0704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 0,718 127,719 255720 ]721 },722 {723 "object_id": "SM_Baseboard001",724 "bbox_2d": [725 934,726 722,727 1251,728 839729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -404.2849975526333,734 333.5509948730469,735 3736 ],737 "extent": [738 0.4000000059604645,739 270.4438781738281,740 3741 ]742 },743 "obb": {744 "center": [745 -404.2849975526333,746 333.5509948730469,747 3748 ],749 "extent": [750 0.4000000059604645,751 270.4438781738281,752 3753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 -404.68499755859375,762 333.5509948730469,763 0764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 63,778 191,779 63780 ]781 }782 ],783 "door": [784 {785 "object_id": "SM_Door",786 "bbox_2d": [787 1252,788 535,789 1398,790 891791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -411.3640160560608,796 0.8069339990615845,797 116.7231216430664798 ],799 "extent": [800 7.5000152587890625,801 62.30000305175781,802 116.7231216430664803 ]804 },805 "obb": {806 "center": [807 -411.3640160560608,808 0.8069339990615845,809 116.7231216430664810 ],811 "extent": [812 7.5000152587890625,813 62.30000305175781,814 116.7231216430664815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -418.864013671875,824 0.8069339990615845,825 0826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 127,840 255,841 0842 ]843 }844 ],845 "floor lamp": [846 {847 "object_id": "SM_Floorlamp",848 "bbox_2d": [849 1508,850 638,851 1848,852 1079853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -200.50994873046875,858 -334.127405166626,859 100.41319227218628860 ],861 "extent": [862 67.92303466796875,863 49.206172943115234,864 99.65167999267578865 ]866 },867 "obb": {868 "center": [869 -200.50994873046875,870 -334.127405166626,871 100.41319227218628872 ],873 "extent": [874 67.92303466796875,875 49.206172943115234,876 99.65167999267578877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -226.33099365234375,886 -361.07501220703125,887 0.7972559928894043888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 127,902 255,903 63904 ]905 }906 ],907 "window a": [908 {909 "object_id": "SM_WindowA003",910 "bbox_2d": [911 0,912 526,913 55,914 876915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 400.20300245285034,920 481.16700744628906,921 123.93044638633728922 ],923 "extent": [924 5.743960857391357,925 59.63993835449219,926 121.06996154785156927 ]928 },929 "obb": {930 "center": [931 400.20300245285034,932 481.16700744628906,933 123.93044638633728934 ],935 "extent": [936 5.743960857391357,937 59.63993835449219,938 121.06996154785156939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 400.2030029296875,948 481.1669921875,949 2.8605000972747803950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 127,964 191,965 255966 ]967 }968 ],969 "floor planks corner": [970 {971 "object_id": "SM_Floor",972 "bbox_2d": [973 0,974 728,975 1919,976 1079977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -19.752939224243164,982 -0.0001220703125,983 6.776263578034403e-21984 ],985 "extent": [986 404.9316711425781,987 582.3806762695312,988 3.5660530924670406e-14989 ]990 },991 "obb": {992 "center": [993 -19.752939224243164,994 -0.0001220703125,995 6.776263578034403e-21996 ],997 "extent": [998 404.9316711425781,999 582.3806762695312,1000 3.5660530924670406e-141001 ],1002 "rotation": [1003 0,1004 0,1005 01006 ]1007 },1008 "location": [1009 -9.752969741821289,1010 0,1011 01012 ],1013 "rotation": [1014 0,1015 0,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 191,1026 31,1027 311028 ]1029 }1030 ]1031 },1032 "foreground": {1033 "shelf": [1034 {1035 "object_id": "SM_ShelfC",1036 "bbox_2d": [1037 228,1038 523,1039 336,1040 7071041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 250.31798934936458,1046 569.3309974670403,1047 165.555358886718751048 ],1049 "extent": [1050 39.00605949646584,1051 10.050080443684806,1052 79.226715087890621053 ]1054 },1055 "obb": {1056 "center": [1057 250.31798934936458,1058 569.3309974670403,1059 165.555358886718751060 ],1061 "extent": [1062 39.00605949646584,1063 10.050080443684806,1064 79.226715087890621065 ],1066 "rotation": [1067 0,1068 1.0017900422099046e-05,1069 01070 ]1071 },1072 "location": [1073 250.3179931640625,1074 569.3309936523438,1075 86.328697204589841076 ],1077 "rotation": [1078 0,1079 1.0017900422099046e-05,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 255,1090 0,1091 01092 ]1093 },1094 {1095 "object_id": "SM_ShelfB",1096 "bbox_2d": [1097 717,1098 526,1099 792,1100 6731101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -176.3739967346193,1106 569.3309946060174,1107 165.55534362792971108 ],1109 "extent": [1110 39.70215019470834,1111 10.050082472741565,1112 79.226715087890621113 ]1114 },1115 "obb": {1116 "center": [1117 -176.3739967346193,1118 569.3309946060174,1119 165.55534362792971120 ],1121 "extent": [1122 39.70215019470834,1123 10.050082472741565,1124 79.226715087890621125 ],1126 "rotation": [1127 0,1128 1.0017900422099046e-05,1129 01130 ]1131 },1132 "location": [1133 -176.37399291992188,1134 569.3309936523438,1135 86.328697204589841136 ],1137 "rotation": [1138 0,1139 1.0017900422099046e-05,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 255,1150 0,1151 2551152 ]1153 }1154 ],1155 "cabinet": [1156 {1157 "object_id": "SM_CabinetB",1158 "bbox_2d": [1159 793,1160 527,1161 940,1162 6681163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -310.3803482055679,1168 569.3809896366695,1169 165.555328369140621170 ],1171 "extent": [1172 94.30449088420005,1173 10.000049867301982,1174 79.22670745849611175 ]1176 },1177 "obb": {1178 "center": [1179 -310.3803482055679,1180 569.3809896366695,1181 165.555328369140621182 ],1183 "extent": [1184 94.30449088420005,1185 10.000049867301982,1186 79.22670745849611187 ],1188 "rotation": [1189 0,1190 1.0017900422099046e-05,1191 01192 ]1193 },1194 "location": [1195 -308.1400146484375,1196 569.3809814453125,1197 86.328697204589841198 ],1199 "rotation": [1200 0,