TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l113_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l113_r002/lit.png",5 "camera": {6 "location": [7 348,8 444,9 19810 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 348,38 444,39 198,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 1095,58 187,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WallpanelB",116 "bbox_2d": [117 62,118 23,119 458,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 369.9279479980469,126 569.5809841156006,127 165.55530548095703128 ],129 "extent": [130 26.8680419921875,131 9.799985885620117,132 79.2267074584961133 ]134 },135 "obb": {136 "center": [137 369.9279479980469,138 569.5809841156006,139 165.55530548095703140 ],141 "extent": [142 26.8680419921875,143 9.799985885620117,144 79.2267074584961145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 396.7959899902344,154 579.3809814453125,155 86.32859802246094156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 63172 ]173 },174 {175 "object_id": "SM_WallpanelB001",176 "bbox_2d": [177 459,178 104,179 904,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 316.19195556640625,186 569.5809841156006,187 165.55530548095703188 ],189 "extent": [190 26.8680419921875,191 9.799985885620117,192 79.2267074584961193 ]194 },195 "obb": {196 "center": [197 316.19195556640625,198 569.5809841156006,199 165.55530548095703200 ],201 "extent": [202 26.8680419921875,203 9.799985885620117,204 79.2267074584961205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 343.05999755859375,214 579.3809814453125,215 86.32859802246094216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 191,231 191232 ]233 },234 {235 "object_id": "SM_WallpanelB002",236 "bbox_2d": [237 1307,238 274,239 1483,240 1079241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 184.44395446777344,246 569.5809841156006,247 165.55530548095703248 ],249 "extent": [250 26.8680419921875,251 9.799985885620117,252 79.2267074584961253 ]254 },255 "obb": {256 "center": [257 184.44395446777344,258 569.5809841156006,259 165.55530548095703260 ],261 "extent": [262 26.8680419921875,263 9.799985885620117,264 79.2267074584961265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 211.31199645996094,274 579.3809814453125,275 86.32859802246094276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 0,291 0292 ]293 }294 ],295 "wall": [296 {297 "object_id": "SM_WallC",298 "bbox_2d": [299 0,300 0,301 62,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 399.81292724609375,308 0.806884765625,309 140.00001525878906310 ],311 "extent": [312 24.871856689453125,313 600,314 140.0000457763672315 ]316 },317 "obb": {318 "center": [319 399.81292724609375,320 0.806884765625,321 140.00001525878906322 ],323 "extent": [324 24.871856689453125,325 600,326 140.0000457763672327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 255,353 127354 ]355 }356 ],357 "ceiling": [358 {359 "object_id": "SM_CeilingA",360 "bbox_2d": [361 49,362 0,363 1818,364 273365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -9.99993896484375,370 -0.0003662109375,371 262.50006103515625372 ],373 "extent": [374 414.6847229003906,375 582.3804321289062,376 17.500083923339844377 ]378 },379 "obb": {380 "center": [381 -9.99993896484375,382 -0.0003662109375,383 262.50006103515625384 ],385 "extent": [386 414.6847229003906,387 582.3804321289062,388 17.500083923339844389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 127,415 0416 ]417 },418 {419 "object_id": "SM_CeilingB001",420 "bbox_2d": [421 1331,422 0,423 1919,424 348425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -13.644100189208956,430 320.786895751953,431 276432 ],433 "extent": [434 217.01867675781244,435 261.5939025878905,436 4.0000152587890625437 ]438 },439 "obb": {440 "center": [441 -13.644100189208956,442 320.78689575195295,443 276444 ],445 "extent": [446 217.01867675781244,447 261.5939025878905,448 4.0000152587890625449 ],450 "rotation": [451 0,452 180,453 0454 ]455 },456 "location": [457 -13.644100189208984,458 0,459 0460 ],461 "rotation": [462 0,463 180,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 127,474 127,475 191476 ]477 }478 ],479 "floor planks corner": [480 {481 "object_id": "SM_Floor",482 "bbox_2d": [483 1880,484 1051,485 1919,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -19.752939224243164,492 -0.0001220703125,493 6.776263578034403e-21494 ],495 "extent": [496 404.9316711425781,497 582.3806762695312,498 3.5660530924670406e-14499 ]500 },501 "obb": {502 "center": [503 -19.752939224243164,504 -0.0001220703125,505 6.776263578034403e-21506 ],507 "extent": [508 404.9316711425781,509 582.3806762695312,510 3.5660530924670406e-14511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 -9.752969741821289,520 0,521 0522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 191,536 31,537 31538 ]539 }540 ]541 },542 "foreground": {543 "shelf": [544 {545 "object_id": "SM_ShelfC",546 "bbox_2d": [547 905,548 192,549 1306,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 250.31798934936458,556 569.3309974670403,557 165.55535888671875558 ],559 "extent": [560 39.00605949646584,561 10.050080443684806,562 79.22671508789062563 ]564 },565 "obb": {566 "center": [567 250.31798934936458,568 569.3309974670403,569 165.55535888671875570 ],571 "extent": [572 39.00605949646584,573 10.050080443684806,574 79.22671508789062575 ],576 "rotation": [577 0,578 1.0017900422099046e-05,579 0580 ]581 },582 "location": [583 250.3179931640625,584 569.3309936523438,585 86.32869720458984586 ],587 "rotation": [588 0,589 1.0017900422099046e-05,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 255,600 0,601 0602 ]603 },604 {605 "object_id": "SM_ShelfB",606 "bbox_2d": [607 1900,608 413,609 1919,610 795611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -176.3739967346193,616 569.3309946060174,617 165.5553436279297618 ],619 "extent": [620 39.70215019470834,621 10.050082472741565,622 79.22671508789062623 ]624 },625 "obb": {626 "center": [627 -176.3739967346193,628 569.3309946060174,629 165.5553436279297630 ],631 "extent": [632 39.70215019470834,633 10.050082472741565,634 79.22671508789062635 ],636 "rotation": [637 0,638 1.0017900422099046e-05,639 0640 ]641 },642 "location": [643 -176.37399291992188,644 569.3309936523438,645 86.32869720458984646 ],647 "rotation": [648 0,649 1.0017900422099046e-05,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 255,660 0,661 255662 ]663 }664 ],665 "drawer": [666 {667 "object_id": "SM_Drawer",668 "bbox_2d": [669 1484,670 840,671 1919,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -3.944459915161133,678 565.8809223175049,679 77.32870388031006680 ],681 "extent": [682 400.7402038574219,683 14.500059127807617,684 9.000012397766113685 ]686 },687 "obb": {688 "center": [689 -3.944459915161133,690 565.8809223175049,691 77.32870388031006692 ],693 "extent": [694 400.7402038574219,695 14.500059127807617,696 9.000012397766113697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 -3.944459915161133,706 580.3809814453125,707 68.32869720458984708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 255,723 63724 ]725 }726 ],727 "ornament": [728 {729 "object_id": "SM_OrnamentB",730 "bbox_2d": [731 1484,732 921,733 1580,734 1066735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 134.15699195861816,740 566.6250019073486,741 100.01391220092773742 ],743 "extent": [744 17.69100570678711,745 4.1772990226745605,746 13.685311317443848747 ]748 },749 "obb": {750 "center": [751 134.15699195861816,752 566.6250019073486,753 100.01391220092773754 ],755 "extent": [756 17.69100570678711,757 4.1772990226745605,758 13.685311317443848759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 131.5290069580078,768 566.625,769 86.32859802246094770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 63,784 0,785 0786 ]787 },788 {789 "object_id": "SM_OrnamentA",790 "bbox_2d": [791 1063,792 856,793 1122,794 1013795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 251.23199462890625,800 570.3079833984375,801 134.11885738372803802 ],803 "extent": [804 6.169426089376316,805 6.169426089376316,806 10.99185848236084807 ]808 },809 "obb": {810 "center": [811 251.23199462890625,812 570.3079833984375,813 134.11885738372803814 ],815 "extent": [816 6.169426089376316,817 6.169426089376316,818 10.99185848236084819 ],820 "rotation": [821 0,822 1.0017900422099046e-05,823 0824 ]825 },826 "location": [827 251.23199462890625,828 570.3079833984375,829 123.12699890136719830 ],831 "rotation": [832 0,833 1.0017900422099046e-05,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 63,844 63,845 127846 ]847 }848 ],849 "table lamp": [850 {851 "object_id": "SM_TablelampA",852 "bbox_2d": [853 1844,854 763,855 1919,856 880857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -97.68073081970215,862 580.4717927411353,863 105.07100564119872864 ],865 "extent": [866 27.81842613220215,867 31.280864183357266,868 18.773618445386887869 ]870 },871 "obb": {872 "center": [873 -97.68073081970215,874 580.4717927411353,875 105.07100564119872876 ],877 "extent": [878 27.81842613220215,879 31.280864183357266,880 18.773618445386887881 ],882 "rotation": [883 0,884 0,885 1.0017900422099046e-05886 ]887 },888 "location": [889 -83.94879913330078,890 563.0789794921875,891 91.18779754638672892 ],893 "rotation": [894 0,895 0,896 1.0017900422099046e-05897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 63,906 0,907 255908 ]909 }910 ],911 "picture": [912 {913 "object_id": "SM_PictureA001",914 "bbox_2d": [915 1601,916 643,917 1743,918 972919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 43.16389578083667,924 575.2406065363041,925 126.94258306643283926 ],927 "extent": [928 30.655282193696635,929 4.081254094887413,930 40.608941898502735931 ]932 },933 "obb": {934 "center": [935 43.16389578083667,936 575.2406065363041,937 126.94258306643283938 ],939 "extent": [940 30.655282193696635,941 4.081254094887413,942 40.608941898502735943 ],944 "rotation": [945 5.000005722045898,946 -90.00008392333984,947 4.148483276369121e-05948 ]949 },950 "location": [951 43.16389846801758,952 575.7730102539062,953 126.89600372314453954 ],955 "rotation": [956 5.000005722045898,957 -90.00008392333984,958 4.148483276369121e-05959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 191,968 0,969 255970 ]971 }972 ],973 "book": [974 {975 "object_id": "SM_BookB001",976 "bbox_2d": [977 915,978 572,979 952,980 789981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 283.73498502401327,986 569.3725291873561,987 178.44057791390787988 ],989 "extent": [990 1.731913167567484,991 9.398445757993613,992 14.821737636294074993 ]994 },995 "obb": {996 "center": [997 283.73498502401327,998 569.3725291873561,999 178.440577913907871000 ],1001 "extent": [1002 1.731913167567484,1003 9.398445757993613,1004 14.8217376362940741005 ],1006 "rotation": [1007 0,1008 180,1009 01010 ]1011 },1012 "location": [1013 283.7349853515625,1014 569.4990234375,1015 163.60600280761721016 ],1017 "rotation": [1018 0,1019 180,1020 01021 ],1022 "scale": [1023 0.9158939719200134,1024 1.1064300537109375,1025 1.14222002029418951026 ]1027 },1028 "color": [1029 31,1030 127,1031 1911032 ]1033 },1034 {1035 "object_id": "SM_BookB002",1036 "bbox_2d": [1037 1232,1038 992,1039 1284,1040 10791041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 218.65499845174767,1046 568.262481916429,1047 101.155276697872131048 ],1049 "extent": [1050 1.731913167567484,1051 9.398446641436863,1052 14.8217381964843331053 ]1054 },1055 "obb": {1056 "center": [1057 218.65499845174767,1058 568.262481916429,1059 101.155276697872131060 ],1061 "extent": [1062 1.731913167567484,1063 9.398446641436863,1064 14.8217381964843331065 ],1066 "rotation": [1067 0,1068 180,1069 3.415090077396598e-061070 ]1071 },1072 "location": [1073 218.65499877929688,1074 568.3889770507812,1075 86.32070159912111076 ],1077 "rotation": [1078 0,1079 180,1080 3.415090077396598e-061081 ],1082 "scale": [1083 0.9158939719200134,1084 1.1064300537109375,1085 1.14222002029418951086 ]1087 },1088 "color": [1089 31,1090 63,1091 01092 ]1093 },1094 {1095 "object_id": "SM_BookC002",1096 "bbox_2d": [1097 1240,1098 983,1099 1304,1100 10791101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 214.4340054735112,1106 568.3022840908375,1107 101.835455312778581108 ],1109 "extent": [1110 2.5611345062570763,1111 9.330667585541505,1112 15.5127093165503851113 ]1114 },1115 "obb": {1116 "center": [1117 214.4340054735112,1118 568.3022840908375,1119 101.835455312778581120 ],1121 "extent": [1122 2.5611345062570763,1123 9.330667585541505,1124 15.5127093165503851125 ],1126 "rotation": [1127 0,1128 180,1129 3.415090077396598e-061130 ]1131 },1132 "location": [1133 214.4340057373047,1134 568.3889770507812,1135 86.30930328369141136 ],1137 "rotation": [1138 0,1139 180,1140 3.415090077396598e-061141 ],1142 "scale": [1143 1.1064300537109375,1144 1.1064300537109375,1145 1.16875004768371581146 ]1147 },1148 "color": [1149 31,1150 191,1151 01152 ]1153 },1154 {1155 "object_id": "SM_BookD003",1156 "bbox_2d": [1157 926,1158 572,1159 993,1160 7841161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 277.0979917668388,1166 568.262666277769,1167 178.314243527035161168 ],1169 "extent": [1170 1.145573329453157,1171 9.384767227052066,1172 14.695509171911881173 ]1174 },1175 "obb": {1176 "center": [1177 277.0979917668388,1178 568.262666277769,1179 178.314243527035161180 ],1181 "extent": [1182 1.145573329453157,1183 9.384767227052066,1184 14.695509171911881185 ],1186 "rotation": [1187 0,1188 180,1189 8.224259886446814e-071190 ]1191 },1192 "location": [1193 277.0979919433594,1194 568.3889770507812,1195 163.60600280761721196 ],1197 "rotation": [1198 0,1199 180,1200 8.224259886446814e-07