TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l107_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l107_r001/lit.png",5 "camera": {6 "location": [7 138,8 141,9 20310 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 138,38 141,39 203,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window sill": [54 {55 "object_id": "SM_Windowsill",56 "bbox_2d": [57 715,58 945,59 930,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 395.1789855957031,66 -0.00015869099297560751,67 1.568 ],69 "extent": [70 10,71 582.3807373046875,72 1.573 ]74 },75 "obb": {76 "center": [77 395.1789855957031,78 -0.00015869099297560751,79 1.580 ],81 "extent": [82 10,83 582.3807373046875,84 1.585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 395.1789855957031,94 -0.00015869099297560751,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 255112 ]113 }114 ],115 "wall panel": [116 {117 "object_id": "SM_WallpanelC",118 "bbox_2d": [119 987,120 334,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3.9445104598999023,128 580.8809876441956,129 140130 ],131 "extent": [132 400.7402038574219,133 1.5000061988830566,134 140135 ]136 },137 "obb": {138 "center": [139 -3.9445104598999023,140 580.8809876441956,141 140142 ],143 "extent": [144 400.7402038574219,145 1.5000061988830566,146 140147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3.9444799423217773,156 582.3809814453125,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 },176 {177 "object_id": "SM_WallpanelB",178 "bbox_2d": [179 968,180 454,181 1025,182 780183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 369.9279479980469,188 569.5809841156006,189 165.55530548095703190 ],191 "extent": [192 26.8680419921875,193 9.799985885620117,194 79.2267074584961195 ]196 },197 "obb": {198 "center": [199 369.9279479980469,200 569.5809841156006,201 165.55530548095703202 ],203 "extent": [204 26.8680419921875,205 9.799985885620117,206 79.2267074584961207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 396.7959899902344,216 579.3809814453125,217 86.32859802246094218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 63234 ]235 },236 {237 "object_id": "SM_WallpanelB001",238 "bbox_2d": [239 1026,240 449,241 1130,242 794243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 316.19195556640625,248 569.5809841156006,249 165.55530548095703250 ],251 "extent": [252 26.8680419921875,253 9.799985885620117,254 79.2267074584961255 ]256 },257 "obb": {258 "center": [259 316.19195556640625,260 569.5809841156006,261 165.55530548095703262 ],263 "extent": [264 26.8680419921875,265 9.799985885620117,266 79.2267074584961267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 343.05999755859375,276 579.3809814453125,277 86.32859802246094278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 191,293 191294 ]295 },296 {297 "object_id": "SM_WallpanelB002",298 "bbox_2d": [299 1311,300 432,301 1458,302 840303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 184.44395446777344,308 569.5809841156006,309 165.55530548095703310 ],311 "extent": [312 26.8680419921875,313 9.799985885620117,314 79.2267074584961315 ]316 },317 "obb": {318 "center": [319 184.44395446777344,320 569.5809841156006,321 165.55530548095703322 ],323 "extent": [324 26.8680419921875,325 9.799985885620117,326 79.2267074584961327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 211.31199645996094,336 579.3809814453125,337 86.32859802246094338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 0,353 0354 ]355 }356 ],357 "wall": [358 {359 "object_id": "SM_WallC",360 "bbox_2d": [361 915,362 453,363 986,364 958365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 399.81292724609375,370 0.806884765625,371 140.00001525878906372 ],373 "extent": [374 24.871856689453125,375 600,376 140.0000457763672377 ]378 },379 "obb": {380 "center": [381 399.81292724609375,382 0.806884765625,383 140.00001525878906384 ],385 "extent": [386 24.871856689453125,387 600,388 140.0000457763672389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 255,415 127416 ]417 }418 ],419 "ceiling": [420 {421 "object_id": "SM_CeilingA",422 "bbox_2d": [423 0,424 0,425 1320,426 456427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -9.99993896484375,432 -0.0003662109375,433 262.50006103515625434 ],435 "extent": [436 414.6847229003906,437 582.3804321289062,438 17.500083923339844439 ]440 },441 "obb": {442 "center": [443 -9.99993896484375,444 -0.0003662109375,445 262.50006103515625446 ],447 "extent": [448 414.6847229003906,449 582.3804321289062,450 17.500083923339844451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 0,460 0,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 255,476 127,477 0478 ]479 },480 {481 "object_id": "SM_CeilingB001",482 "bbox_2d": [483 924,484 0,485 1919,486 378487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -13.644100189208956,492 320.786895751953,493 276494 ],495 "extent": [496 217.01867675781244,497 261.5939025878905,498 4.0000152587890625499 ]500 },501 "obb": {502 "center": [503 -13.644100189208956,504 320.78689575195295,505 276506 ],507 "extent": [508 217.01867675781244,509 261.5939025878905,510 4.0000152587890625511 ],512 "rotation": [513 0,514 180,515 0516 ]517 },518 "location": [519 -13.644100189208984,520 0,521 0522 ],523 "rotation": [524 0,525 180,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 127,537 191538 ]539 }540 ],541 "window a": [542 {543 "object_id": "SM_WindowA003",544 "bbox_2d": [545 748,546 446,547 914,548 1055549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 400.20300245285034,554 481.16700744628906,555 123.93044638633728556 ],557 "extent": [558 5.743960857391357,559 59.63993835449219,560 121.06996154785156561 ]562 },563 "obb": {564 "center": [565 400.20300245285034,566 481.16700744628906,567 123.93044638633728568 ],569 "extent": [570 5.743960857391357,571 59.63993835449219,572 121.06996154785156573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 400.2030029296875,582 481.1669921875,583 2.8605000972747803584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 191,599 255600 ]601 }602 ],603 "window": [604 {605 "object_id": "SM_WindowB001",606 "bbox_2d": [607 0,608 359,609 747,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 400.20300340652466,616 290.80699157714844,617 123.93044638633728618 ],619 "extent": [620 5.744003772735596,621 130.72012329101562,622 121.06996154785156623 ]624 },625 "obb": {626 "center": [627 400.20300340652466,628 290.80699157714844,629 123.93044638633728630 ],631 "extent": [632 5.744003772735596,633 130.72012329101562,634 121.06996154785156635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 400.2030029296875,644 290.8070068359375,645 2.8605000972747803646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 127,660 191,661 127662 ]663 }664 ],665 "floor planks corner": [666 {667 "object_id": "SM_Floor",668 "bbox_2d": [669 756,670 931,671 1632,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -19.752939224243164,678 -0.0001220703125,679 6.776263578034403e-21680 ],681 "extent": [682 404.9316711425781,683 582.3806762695312,684 3.5660530924670406e-14685 ]686 },687 "obb": {688 "center": [689 -19.752939224243164,690 -0.0001220703125,691 6.776263578034403e-21692 ],693 "extent": [694 404.9316711425781,695 582.3806762695312,696 3.5660530924670406e-14697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 -9.752969741821289,706 0,707 0708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 191,722 31,723 31724 ]725 }726 ]727 },728 "foreground": {729 "shelf": [730 {731 "object_id": "SM_ShelfC",732 "bbox_2d": [733 1131,734 439,735 1310,736 820737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 250.31798934936458,742 569.3309974670403,743 165.55535888671875744 ],745 "extent": [746 39.00605949646584,747 10.050080443684806,748 79.22671508789062749 ]750 },751 "obb": {752 "center": [753 250.31798934936458,754 569.3309974670403,755 165.55535888671875756 ],757 "extent": [758 39.00605949646584,759 10.050080443684806,760 79.22671508789062761 ],762 "rotation": [763 0,764 1.0017900422099046e-05,765 0766 ]767 },768 "location": [769 250.3179931640625,770 569.3309936523438,771 86.32869720458984772 ],773 "rotation": [774 0,775 1.0017900422099046e-05,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 255,786 0,787 0788 ]789 }790 ],791 "drawer": [792 {793 "object_id": "SM_Drawer",794 "bbox_2d": [795 960,796 773,797 1919,798 969799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -3.944459915161133,804 565.8809223175049,805 77.32870388031006806 ],807 "extent": [808 400.7402038574219,809 14.500059127807617,810 9.000012397766113811 ]812 },813 "obb": {814 "center": [815 -3.944459915161133,816 565.8809223175049,817 77.32870388031006818 ],819 "extent": [820 400.7402038574219,821 14.500059127807617,822 9.000012397766113823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -3.944459915161133,832 580.3809814453125,833 68.32869720458984834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 255,848 255,849 63850 ]851 }852 ],853 "sofa": [854 {855 "object_id": "SM_SofaB",856 "bbox_2d": [857 875,858 937,859 1359,860 1079861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 231.97104263306204,866 349.5560306153131,867 42.42479333282117868 ],869 "extent": [870 55.5538274253981,871 98.97759421030975,872 41.936281238009656873 ]874 },875 "obb": {876 "center": [877 231.97104263306204,878 349.5560306153131,879 42.42479333282117880 ],881 "extent": [882 55.5538274253981,883 98.97759421030975,884 41.936281238009656885 ],886 "rotation": [887 0,888 -1.0017900422099046e-05,889 -9.956629583030006e-06890 ]891 },892 "location": [893 231.9709930419922,894 349.5559997558594,895 0.48855599761009216896 ],897 "rotation": [898 0,899 -1.0017900422099046e-05,900 -9.956629583030006e-06901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 0,910 63,911 255912 ]913 }914 ],915 "table lamp": [916 {917 "object_id": "SM_TablelampB",918 "bbox_2d": [919 1473,920 1052,921 1561,922 1079923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 136.14599174689096,928 437.4560022354126,929 51.07769107818549930 ],931 "extent": [932 12.000002439510894,933 12,934 13.952395629943261935 ]936 },937 "obb": {938 "center": [939 136.14599174689096,940 437.4560022354126,941 51.07769107818549942 ],943 "extent": [944 12.000002439510894,945 12,946 13.952395629943261947 ],948 "rotation": [949 1.0017900422099046e-05,950 0,951 0952 ]953 },954 "location": [955 136.14599609375,956 437.45599365234375,957 37.125301361083984958 ],959 "rotation": [960 1.0017900422099046e-05,961 0,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 127,972 63,973 63974 ]975 }976 ],977 "ornament": [978 {979 "object_id": "SM_OrnamentB",980 "bbox_2d": [981 1474,982 771,983 1581,984 855985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 134.15699195861816,990 566.6250019073486,991 100.01391220092773992 ],993 "extent": [994 17.69100570678711,995 4.1772990226745605,996 13.685311317443848997 ]998 },999 "obb": {1000 "center": [1001 134.15699195861816,1002 566.6250019073486,1003 100.013912200927731004 ],1005 "extent": [1006 17.69100570678711,1007 4.1772990226745605,1008 13.6853113174438481009 ],1010 "rotation": [1011 0,1012 0,1013 01014 ]1015 },1016 "location": [1017 131.5290069580078,1018 566.625,1019 86.328598022460941020 ],1021 "rotation": [1022 0,1023 0,1024 01025 ],1026 "scale": [1027 1,1028 1,1029 11030 ]1031 },1032 "color": [1033 63,1034 0,1035 01036 ]1037 },1038 {1039 "object_id": "SM_OrnamentA",1040 "bbox_2d": [1041 1207,1042 669,1043 1234,1044 7211045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 251.23199462890625,1050 570.3079833984375,1051 134.118857383728031052 ],1053 "extent": [1054 6.169426089376316,1055 6.169426089376316,1056 10.991858482360841057 ]1058 },1059 "obb": {1060 "center": [1061 251.23199462890625,1062 570.3079833984375,1063 134.118857383728031064 ],1065 "extent": [1066 6.169426089376316,1067 6.169426089376316,1068 10.991858482360841069 ],1070 "rotation": [1071 0,1072 1.0017900422099046e-05,1073 01074 ]1075 },1076 "location": [1077 251.23199462890625,1078 570.3079833984375,1079 123.126998901367191080 ],1081 "rotation": [1082 0,1083 1.0017900422099046e-05,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 63,1094 63,1095 1271096 ]1097 }1098 ],1099 "blind": [1100 {1101 "object_id": "SM_BlindA003",1102 "bbox_2d": [1103 759,1104 445,1105 926,1106 7191107 ],1108 "bbox_3d": {1109 "aabb": {1110 "center": [1111 388.50527489185333,1112 481.16535568237305,1113 277.767089843751114 ],1115 "extent": [1116 1.4643158912658691,1117 58.83993911743164,1118 143.97692871093751119 ]1120 },1121 "obb": {1122 "center": [1123 388.50527489185333,1124 481.16535568237305,1125 277.767089843751126 ],1127 "extent": [1128 1.4643158912658691,1129 58.83993911743164,1130 143.97692871093751131 ],1132 "rotation": [1133 0,1134 0,1135 01136 ]1137 },1138 "location": [1139 388.5052795410156,1140 481.16534423828125,1141 421.74398803710941142 ],1143 "rotation": [1144 0,1145 0,1146 01147 ],1148 "scale": [1149 1,1150 1,1151 11152 ]1153 },1154 "color": [1155 63,1156 191,1157 2551158 ]1159 },1160 {1161 "object_id": "SM_BlindB001",1162 "bbox_2d": [1163 0,1164 349,1165 760,1166 5261167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 388.50527489185333,1172 290.8053741455078,1173 351.80911254882811174 ],1175 "extent": [1176 1.4643158912658691,1177 129.920166015625,1178 143.97692871093751179 ]1180 },1181 "obb": {1182 "center": [1183 388.50527489185333,1184 290.8053741455078,1185 351.80911254882811186 ],1187 "extent": [1188 1.4643158912658691,1189 129.920166015625,1190 143.97692871093751191 ],1192 "rotation": [1193 0,1194 0,1195 01196 ]1197 },1198 "location": [1199 388.5052795410156,1200 290.80535888671875,