TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l019_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l019_r001/lit.png",5 "camera": {6 "location": [7 -211,8 -249,9 9710 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -211,38 -249,39 97,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window sill": [54 {55 "object_id": "SM_Windowsill",56 "bbox_2d": [57 322,58 666,59 573,60 70761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 395.1789855957031,66 -0.00015869099297560751,67 1.568 ],69 "extent": [70 10,71 582.3807373046875,72 1.573 ]74 },75 "obb": {76 "center": [77 395.1789855957031,78 -0.00015869099297560751,79 1.580 ],81 "extent": [82 10,83 582.3807373046875,84 1.585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 395.1789855957031,94 -0.00015869099297560751,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 255112 ]113 }114 ],115 "wall panel": [116 {117 "object_id": "SM_WallpanelC",118 "bbox_2d": [119 885,120 304,121 1859,122 689123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3.9445104598999023,128 580.8809876441956,129 140130 ],131 "extent": [132 400.7402038574219,133 1.5000061988830566,134 140135 ]136 },137 "obb": {138 "center": [139 -3.9445104598999023,140 580.8809876441956,141 140142 ],143 "extent": [144 400.7402038574219,145 1.5000061988830566,146 140147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3.9444799423217773,156 582.3809814453125,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 },176 {177 "object_id": "SM_WallpanelB",178 "bbox_2d": [179 860,180 395,181 885,182 549183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 369.9279479980469,188 569.5809841156006,189 165.55530548095703190 ],191 "extent": [192 26.8680419921875,193 9.799985885620117,194 79.2267074584961195 ]196 },197 "obb": {198 "center": [199 369.9279479980469,200 569.5809841156006,201 165.55530548095703202 ],203 "extent": [204 26.8680419921875,205 9.799985885620117,206 79.2267074584961207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 396.7959899902344,216 579.3809814453125,217 86.32859802246094218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 63234 ]235 },236 {237 "object_id": "SM_WallpanelB001",238 "bbox_2d": [239 886,240 391,241 930,242 550243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 316.19195556640625,248 569.5809841156006,249 165.55530548095703250 ],251 "extent": [252 26.8680419921875,253 9.799985885620117,254 79.2267074584961255 ]256 },257 "obb": {258 "center": [259 316.19195556640625,260 569.5809841156006,261 165.55530548095703262 ],263 "extent": [264 26.8680419921875,265 9.799985885620117,266 79.2267074584961267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 343.05999755859375,276 579.3809814453125,277 86.32859802246094278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 191,293 191294 ]295 },296 {297 "object_id": "SM_WallpanelB002",298 "bbox_2d": [299 1001,300 380,301 1060,302 551303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 184.44395446777344,308 569.5809841156006,309 165.55530548095703310 ],311 "extent": [312 26.8680419921875,313 9.799985885620117,314 79.2267074584961315 ]316 },317 "obb": {318 "center": [319 184.44395446777344,320 569.5809841156006,321 165.55530548095703322 ],323 "extent": [324 26.8680419921875,325 9.799985885620117,326 79.2267074584961327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 211.31199645996094,336 579.3809814453125,337 86.32859802246094338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 0,353 0354 ]355 }356 ],357 "wall": [358 {359 "object_id": "SM_WallC",360 "bbox_2d": [361 128,362 241,363 859,364 719365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 399.81292724609375,370 0.806884765625,371 140.00001525878906372 ],373 "extent": [374 24.871856689453125,375 600,376 140.0000457763672377 ]378 },379 "obb": {380 "center": [381 399.81292724609375,382 0.806884765625,383 140.00001525878906384 ],385 "extent": [386 24.871856689453125,387 600,388 140.0000457763672389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 255,415 127416 ]417 },418 {419 "object_id": "SM_WallA",420 "bbox_2d": [421 1860,422 272,423 1919,424 704425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -414.68499755859375,430 -9.765630238689482e-05,431 140.00001525878906432 ],433 "extent": [434 10,435 602.3807373046875,436 140.00001525878906437 ]438 },439 "obb": {440 "center": [441 -414.68499755859375,442 -9.765630238689482e-05,443 140.00001525878906444 ],445 "extent": [446 10,447 602.3807373046875,448 140.00001525878906449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 -414.68499755859375,458 -9.765630238689482e-05,459 0460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 127,474 0,475 255476 ]477 }478 ],479 "ceiling": [480 {481 "object_id": "SM_CeilingB",482 "bbox_2d": [483 39,484 0,485 467,486 87487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -13.644100189208984,492 -320.7868957519531,493 276494 ],495 "extent": [496 217.0186767578125,497 261.5939025878906,498 4.0000152587890625499 ]500 },501 "obb": {502 "center": [503 -13.644100189208984,504 -320.7868957519531,505 276506 ],507 "extent": [508 217.0186767578125,509 261.5939025878906,510 4.0000152587890625511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 -13.644100189208984,520 0,521 0522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 255,536 255,537 127538 ]539 },540 {541 "object_id": "SM_CeilingA",542 "bbox_2d": [543 0,544 0,545 1919,546 396547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -9.99993896484375,552 -0.0003662109375,553 262.50006103515625554 ],555 "extent": [556 414.6847229003906,557 582.3804321289062,558 17.500083923339844559 ]560 },561 "obb": {562 "center": [563 -9.99993896484375,564 -0.0003662109375,565 262.50006103515625566 ],567 "extent": [568 414.6847229003906,569 582.3804321289062,570 17.500083923339844571 ],572 "rotation": [573 0,574 0,575 0576 ]577 },578 "location": [579 0,580 0,581 0582 ],583 "rotation": [584 0,585 0,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 255,596 127,597 0598 ]599 },600 {601 "object_id": "SM_CeilingB001",602 "bbox_2d": [603 606,604 0,605 1552,606 357607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -13.644100189208956,612 320.786895751953,613 276614 ],615 "extent": [616 217.01867675781244,617 261.5939025878905,618 4.0000152587890625619 ]620 },621 "obb": {622 "center": [623 -13.644100189208956,624 320.78689575195295,625 276626 ],627 "extent": [628 217.01867675781244,629 261.5939025878905,630 4.0000152587890625631 ],632 "rotation": [633 0,634 180,635 0636 ]637 },638 "location": [639 -13.644100189208984,640 0,641 0642 ],643 "rotation": [644 0,645 180,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 127,656 127,657 191658 ]659 }660 ],661 "window a": [662 {663 "object_id": "SM_WindowA001",664 "bbox_2d": [665 0,666 231,667 127,668 660669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 400.20300245285034,674 -98.8329849243164,675 123.93044638633728676 ],677 "extent": [678 5.743960857391357,679 59.63993835449219,680 121.06996154785156681 ]682 },683 "obb": {684 "center": [685 400.20300245285034,686 -98.8329849243164,687 123.93044638633728688 ],689 "extent": [690 5.743960857391357,691 59.63993835449219,692 121.06996154785156693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 400.2030029296875,702 -98.83300018310547,703 2.8605000972747803704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 255,718 191,719 63720 ]721 },722 {723 "object_id": "SM_WindowA002",724 "bbox_2d": [725 320,726 297,727 491,728 699729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 400.20300245285034,734 100.44701385498047,735 123.93044638633728736 ],737 "extent": [738 5.743960857391357,739 59.63993835449219,740 121.06996154785156741 ]742 },743 "obb": {744 "center": [745 400.20300245285034,746 100.44701385498047,747 123.93044638633728748 ],749 "extent": [750 5.743960857391357,751 59.63993835449219,752 121.06996154785156753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 400.2030029296875,762 100.4469985961914,763 2.8605000972747803764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 127,778 191,779 0780 ]781 },782 {783 "object_id": "SM_WindowA003",784 "bbox_2d": [785 754,786 386,787 833,788 578789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 400.20300245285034,794 481.16700744628906,795 123.93044638633728796 ],797 "extent": [798 5.743960857391357,799 59.63993835449219,800 121.06996154785156801 ]802 },803 "obb": {804 "center": [805 400.20300245285034,806 481.16700744628906,807 123.93044638633728808 ],809 "extent": [810 5.743960857391357,811 59.63993835449219,812 121.06996154785156813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 400.2030029296875,822 481.1669921875,823 2.8605000972747803824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 127,838 191,839 255840 ]841 }842 ],843 "window": [844 {845 "object_id": "SM_WindowB001",846 "bbox_2d": [847 492,848 332,849 753,850 676851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 400.20300340652466,856 290.80699157714844,857 123.93044638633728858 ],859 "extent": [860 5.744003772735596,861 130.72012329101562,862 121.06996154785156863 ]864 },865 "obb": {866 "center": [867 400.20300340652466,868 290.80699157714844,869 123.93044638633728870 ],871 "extent": [872 5.744003772735596,873 130.72012329101562,874 121.06996154785156875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 400.2030029296875,884 290.8070068359375,885 2.8605000972747803886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 127,900 191,901 127902 ]903 }904 ],905 "baseboard": [906 {907 "object_id": "SM_Baseboard001",908 "bbox_2d": [909 1859,910 681,911 1919,912 715913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -404.2849975526333,918 333.5509948730469,919 3920 ],921 "extent": [922 0.4000000059604645,923 270.4438781738281,924 3925 ]926 },927 "obb": {928 "center": [929 -404.2849975526333,930 333.5509948730469,931 3932 ],933 "extent": [934 0.4000000059604645,935 270.4438781738281,936 3937 ],938 "rotation": [939 0,940 0,941 0942 ]943 },944 "location": [945 -404.68499755859375,946 333.5509948730469,947 0948 ],949 "rotation": [950 0,951 0,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 63,962 191,963 63964 ]965 },966 {967 "object_id": "SM_BaseboardB",968 "bbox_2d": [969 171,970 700,971 321,972 732973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 384.6598148345947,978 0.8069155216217041,979 3980 ],981 "extent": [982 10.518829345703125,983 40.79997253417969,984 3985 ]986 },987 "obb": {988 "center": [989 384.6598148345947,990 0.8069155216217041,991 3992 ],993 "extent": [994 10.518829345703125,995 40.79997253417969,996 3997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 374.9410095214844,1006 0.8068850040435791,1007 01008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 31,1022 95,1023 2551024 ]1025 }1026 ],1027 "floor planks corner": [1028 {1029 "object_id": "SM_Floor",1030 "bbox_2d": [1031 89,1032 665,1033 1919,1034 10791035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -19.752939224243164,1040 -0.0001220703125,1041 6.776263578034403e-211042 ],1043 "extent": [1044 404.9316711425781,1045 582.3806762695312,1046 3.5660530924670406e-141047 ]1048 },1049 "obb": {1050 "center": [1051 -19.752939224243164,1052 -0.0001220703125,1053 6.776263578034403e-211054 ],1055 "extent": [1056 404.9316711425781,1057 582.3806762695312,1058 3.5660530924670406e-141059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -9.752969741821289,1068 0,1069 01070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 191,1084 31,1085 311086 ]1087 }1088 ]1089 },1090 "foreground": {1091 "shelf": [1092 {1093 "object_id": "SM_ShelfC",1094 "bbox_2d": [1095 931,1096 384,1097 1000,1098 5501099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 250.31798934936458,1104 569.3309974670403,1105 165.555358886718751106 ],1107 "extent": [1108 39.00605949646584,1109 10.050080443684806,1110 79.226715087890621111 ]1112 },1113 "obb": {1114 "center": [1115 250.31798934936458,1116 569.3309974670403,1117 165.555358886718751118 ],1119 "extent": [1120 39.00605949646584,1121 10.050080443684806,1122 79.226715087890621123 ],1124 "rotation": [1125 0,1126 1.0017900422099046e-05,1127 01128 ]1129 },1130 "location": [1131 250.3179931640625,1132 569.3309936523438,1133 86.328697204589841134 ],1135 "rotation": [1136 0,1137 1.0017900422099046e-05,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 255,1148 0,1149 01150 ]1151 },1152 {1153 "object_id": "SM_ShelfB",1154 "bbox_2d": [1155 1402,1156 337,1157 1521,1158 5541159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -176.3739967346193,1164 569.3309946060174,1165 165.55534362792971166 ],1167 "extent": [1168 39.70215019470834,1169 10.050082472741565,1170 79.226715087890621171 ]1172 },1173 "obb": {1174 "center": [1175 -176.3739967346193,1176 569.3309946060174,1177 165.55534362792971178 ],1179 "extent": [1180 39.70215019470834,1181 10.050082472741565,1182 79.226715087890621183 ],1184 "rotation": [1185 0,1186 1.0017900422099046e-05,1187 01188 ]1189 },1190 "location": [1191 -176.37399291992188,1192 569.3309936523438,1193 86.328697204589841194 ],1195 "rotation": [1196 0,1197 1.0017900422099046e-05,1198 01199 ],1200 "scale": [