TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l110_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l110_r001/lit.png",5 "camera": {6 "location": [7 -159,8 385,9 22310 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -159,38 385,39 223,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window sill": [54 {55 "object_id": "SM_Windowsill",56 "bbox_2d": [57 0,58 1053,59 31,60 107661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 395.1789855957031,66 -0.00015869099297560751,67 1.568 ],69 "extent": [70 10,71 582.3807373046875,72 1.573 ]74 },75 "obb": {76 "center": [77 395.1789855957031,78 -0.00015869099297560751,79 1.580 ],81 "extent": [82 10,83 582.3807373046875,84 1.585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 395.1789855957031,94 -0.00015869099297560751,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 255112 ]113 }114 ],115 "wall panel": [116 {117 "object_id": "SM_WallpanelC",118 "bbox_2d": [119 155,120 211,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3.9445104598999023,128 580.8809876441956,129 140130 ],131 "extent": [132 400.7402038574219,133 1.5000061988830566,134 140135 ]136 },137 "obb": {138 "center": [139 -3.9445104598999023,140 580.8809876441956,141 140142 ],143 "extent": [144 400.7402038574219,145 1.5000061988830566,146 140147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3.9444799423217773,156 582.3809814453125,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 },176 {177 "object_id": "SM_WallpanelB",178 "bbox_2d": [179 99,180 488,181 131,182 865183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 369.9279479980469,188 569.5809841156006,189 165.55530548095703190 ],191 "extent": [192 26.8680419921875,193 9.799985885620117,194 79.2267074584961195 ]196 },197 "obb": {198 "center": [199 369.9279479980469,200 569.5809841156006,201 165.55530548095703202 ],203 "extent": [204 26.8680419921875,205 9.799985885620117,206 79.2267074584961207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 396.7959899902344,216 579.3809814453125,217 86.32859802246094218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 63234 ]235 },236 {237 "object_id": "SM_WallpanelB001",238 "bbox_2d": [239 132,240 484,241 188,242 887243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 316.19195556640625,248 569.5809841156006,249 165.55530548095703250 ],251 "extent": [252 26.8680419921875,253 9.799985885620117,254 79.2267074584961255 ]256 },257 "obb": {258 "center": [259 316.19195556640625,260 569.5809841156006,261 165.55530548095703262 ],263 "extent": [264 26.8680419921875,265 9.799985885620117,266 79.2267074584961267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 343.05999755859375,276 579.3809814453125,277 86.32859802246094278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 191,293 191294 ]295 },296 {297 "object_id": "SM_WallpanelB002",298 "bbox_2d": [299 295,300 473,301 439,302 962303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 184.44395446777344,308 569.5809841156006,309 165.55530548095703310 ],311 "extent": [312 26.8680419921875,313 9.799985885620117,314 79.2267074584961315 ]316 },317 "obb": {318 "center": [319 184.44395446777344,320 569.5809841156006,321 165.55530548095703322 ],323 "extent": [324 26.8680419921875,325 9.799985885620117,326 79.2267074584961327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 211.31199645996094,336 579.3809814453125,337 86.32859802246094338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 0,353 0354 ]355 }356 ],357 "wall": [358 {359 "object_id": "SM_WallC",360 "bbox_2d": [361 23,362 487,363 154,364 1072365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 399.81292724609375,370 0.806884765625,371 140.00001525878906372 ],373 "extent": [374 24.871856689453125,375 600,376 140.0000457763672377 ]378 },379 "obb": {380 "center": [381 399.81292724609375,382 0.806884765625,383 140.00001525878906384 ],385 "extent": [386 24.871856689453125,387 600,388 140.0000457763672389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 255,415 127416 ]417 }418 ],419 "ceiling": [420 {421 "object_id": "SM_CeilingA",422 "bbox_2d": [423 0,424 363,425 340,426 489427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -9.99993896484375,432 -0.0003662109375,433 262.50006103515625434 ],435 "extent": [436 414.6847229003906,437 582.3804321289062,438 17.500083923339844439 ]440 },441 "obb": {442 "center": [443 -9.99993896484375,444 -0.0003662109375,445 262.50006103515625446 ],447 "extent": [448 414.6847229003906,449 582.3804321289062,450 17.500083923339844451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 0,460 0,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 255,476 127,477 0478 ]479 },480 {481 "object_id": "SM_CeilingB001",482 "bbox_2d": [483 0,484 0,485 1919,486 404487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -13.644100189208956,492 320.786895751953,493 276494 ],495 "extent": [496 217.01867675781244,497 261.5939025878905,498 4.0000152587890625499 ]500 },501 "obb": {502 "center": [503 -13.644100189208956,504 320.78689575195295,505 276506 ],507 "extent": [508 217.01867675781244,509 261.5939025878905,510 4.0000152587890625511 ],512 "rotation": [513 0,514 180,515 0516 ]517 },518 "location": [519 -13.644100189208984,520 0,521 0522 ],523 "rotation": [524 0,525 180,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 127,537 191538 ]539 }540 ],541 "window a": [542 {543 "object_id": "SM_WindowA003",544 "bbox_2d": [545 0,546 501,547 22,548 1060549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 400.20300245285034,554 481.16700744628906,555 123.93044638633728556 ],557 "extent": [558 5.743960857391357,559 59.63993835449219,560 121.06996154785156561 ]562 },563 "obb": {564 "center": [565 400.20300245285034,566 481.16700744628906,567 123.93044638633728568 ],569 "extent": [570 5.743960857391357,571 59.63993835449219,572 121.06996154785156573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 400.2030029296875,582 481.1669921875,583 2.8605000972747803584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 191,599 255600 ]601 }602 ],603 "floor planks corner": [604 {605 "object_id": "SM_Floor",606 "bbox_2d": [607 0,608 1032,609 237,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -19.752939224243164,616 -0.0001220703125,617 6.776263578034403e-21618 ],619 "extent": [620 404.9316711425781,621 582.3806762695312,622 3.5660530924670406e-14623 ]624 },625 "obb": {626 "center": [627 -19.752939224243164,628 -0.0001220703125,629 6.776263578034403e-21630 ],631 "extent": [632 404.9316711425781,633 582.3806762695312,634 3.5660530924670406e-14635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -9.752969741821289,644 0,645 0646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 31,661 31662 ]663 }664 ]665 },666 "foreground": {667 "shelf": [668 {669 "object_id": "SM_ShelfC",670 "bbox_2d": [671 189,672 478,673 294,674 929675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 250.31798934936458,680 569.3309974670403,681 165.55535888671875682 ],683 "extent": [684 39.00605949646584,685 10.050080443684806,686 79.22671508789062687 ]688 },689 "obb": {690 "center": [691 250.31798934936458,692 569.3309974670403,693 165.55535888671875694 ],695 "extent": [696 39.00605949646584,697 10.050080443684806,698 79.22671508789062699 ],700 "rotation": [701 0,702 1.0017900422099046e-05,703 0704 ]705 },706 "location": [707 250.3179931640625,708 569.3309936523438,709 86.32869720458984710 ],711 "rotation": [712 0,713 1.0017900422099046e-05,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 255,724 0,725 0726 ]727 },728 {729 "object_id": "SM_ShelfB",730 "bbox_2d": [731 1362,732 377,733 1919,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -176.3739967346193,740 569.3309946060174,741 165.5553436279297742 ],743 "extent": [744 39.70215019470834,745 10.050082472741565,746 79.22671508789062747 ]748 },749 "obb": {750 "center": [751 -176.3739967346193,752 569.3309946060174,753 165.5553436279297754 ],755 "extent": [756 39.70215019470834,757 10.050082472741565,758 79.22671508789062759 ],760 "rotation": [761 0,762 1.0017900422099046e-05,763 0764 ]765 },766 "location": [767 -176.37399291992188,768 569.3309936523438,769 86.32869720458984770 ],771 "rotation": [772 0,773 1.0017900422099046e-05,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 255,784 0,785 255786 ]787 }788 ],789 "drawer": [790 {791 "object_id": "SM_Drawer",792 "bbox_2d": [793 74,794 854,795 838,796 1079797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -3.944459915161133,802 565.8809223175049,803 77.32870388031006804 ],805 "extent": [806 400.7402038574219,807 14.500059127807617,808 9.000012397766113809 ]810 },811 "obb": {812 "center": [813 -3.944459915161133,814 565.8809223175049,815 77.32870388031006816 ],817 "extent": [818 400.7402038574219,819 14.500059127807617,820 9.000012397766113821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 -3.944459915161133,830 580.3809814453125,831 68.32869720458984832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 255,846 255,847 63848 ]849 }850 ],851 "ornament": [852 {853 "object_id": "SM_OrnamentB",854 "bbox_2d": [855 409,856 881,857 491,858 989859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 134.15699195861816,864 566.6250019073486,865 100.01391220092773866 ],867 "extent": [868 17.69100570678711,869 4.1772990226745605,870 13.685311317443848871 ]872 },873 "obb": {874 "center": [875 134.15699195861816,876 566.6250019073486,877 100.01391220092773878 ],879 "extent": [880 17.69100570678711,881 4.1772990226745605,882 13.685311317443848883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 131.5290069580078,892 566.625,893 86.32859802246094894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 63,908 0,909 0910 ]911 },912 {913 "object_id": "SM_OrnamentD",914 "bbox_2d": [915 1861,916 1025,917 1901,918 1079919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -205.15100145339966,924 571.7800292968749,925 137.92138862609863926 ],927 "extent": [928 6.400542407645219,929 6.303304837671703,930 14.794389724731445931 ]932 },933 "obb": {934 "center": [935 -205.15100145339966,936 571.7800292968749,937 137.92138862609863938 ],939 "extent": [940 6.400542407645219,941 6.303304837671703,942 14.794389724731445943 ],944 "rotation": [945 0,946 1.0017900422099046e-05,947 0948 ]949 },950 "location": [951 -205.1510009765625,952 571.780029296875,953 123.12699890136719954 ],955 "rotation": [956 0,957 1.0017900422099046e-05,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 63,968 63,969 255970 ]971 },972 {973 "object_id": "SM_OrnamentA",974 "bbox_2d": [975 250,976 754,977 255,978 805979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 251.23199462890625,984 570.3079833984375,985 134.11885738372803986 ],987 "extent": [988 6.169426089376316,989 6.169426089376316,990 10.99185848236084991 ]992 },993 "obb": {994 "center": [995 251.23199462890625,996 570.3079833984375,997 134.11885738372803998 ],999 "extent": [1000 6.169426089376316,1001 6.169426089376316,1002 10.991858482360841003 ],1004 "rotation": [1005 0,1006 1.0017900422099046e-05,1007 01008 ]1009 },1010 "location": [1011 251.23199462890625,1012 570.3079833984375,1013 123.126998901367191014 ],1015 "rotation": [1016 0,1017 1.0017900422099046e-05,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 63,1028 63,1029 1271030 ]1031 },1032 {1033 "object_id": "SM_OrnamentC",1034 "bbox_2d": [1035 1413,1036 752,1037 1531,1038 9021039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -152.57200622558594,1044 569.9979858398438,1045 174.308248519897461046 ],1047 "extent": [1048 8.944915428112324,1049 8.94491638178647,1050 10.6912441253662111051 ]1052 },1053 "obb": {1054 "center": [1055 -152.57200622558594,1056 569.9979858398438,1057 174.308248519897461058 ],1059 "extent": [1060 8.944915428112324,1061 8.94491638178647,1062 10.6912441253662111063 ],1064 "rotation": [1065 0,1066 1.0017900422099046e-05,1067 01068 ]1069 },1070 "location": [1071 -152.57200622558594,1072 569.9979858398438,1073 163.617004394531251074 ],1075 "rotation": [1076 0,1077 1.0017900422099046e-05,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 63,1088 63,1089 631090 ]1091 },1092 {1093 "object_id": "SM_OrnamentC001",1094 "bbox_2d": [1095 1543,1096 815,1097 1628,1098 9201099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -168.7760009765625,1104 567.97900390625,1105 170.508024401342821106 ],1107 "extent": [1108 5.765427339565889,1109 5.765427954254619,1110 6.8910200068115731111 ]1112 },1113 "obb": {1114 "center": [1115 -168.7760009765625,1116 567.97900390625,1117 170.508024401342821118 ],1119 "extent": [1120 5.765427339565889,1121 5.765427954254619,1122 6.8910200068115731123 ],1124 "rotation": [1125 0,1126 1.0017900422099046e-05,1127 01128 ]1129 },1130 "location": [1131 -168.7760009765625,1132 567.97900390625,1133 163.617004394531251134 ],1135 "rotation": [1136 0,1137 1.0017900422099046e-05,1138 01139 ],1140 "scale": [1141 0.6445479989051819,1142 0.6445479989051819,1143 0.64454799890518191144 ]1145 },1146 "color": [1147 31,1148 255,1149 1271150 ]1151 }1152 ],1153 "table lamp": [1154 {1155 "object_id": "SM_TablelampA",1156 "bbox_2d": [1157 1028,1158 1034,1159 1124,1160 10791161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -97.68073081970215,1166 580.4717927411353,1167 105.071005641198721168 ],1169 "extent": [1170 27.81842613220215,1171 31.280864183357266,1172 18.7736184453868871173 ]1174 },1175 "obb": {1176 "center": [1177 -97.68073081970215,1178 580.4717927411353,1179 105.071005641198721180 ],1181 "extent": [1182 27.81842613220215,1183 31.280864183357266,1184 18.7736184453868871185 ],1186 "rotation": [1187 0,1188 0,1189 1.0017900422099046e-051190 ]1191 },1192 "location": [1193 -83.94879913330078,1194 563.0789794921875,1195 91.187797546386721196 ],1197 "rotation": [1198 0,1199 0,1200 1.0017900422099046e-05