TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l002_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l002_r001/lit.png",5 "camera": {6 "location": [7 -9,8 -223,9 9010 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -9,38 -223,39 90,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window sill": [54 {55 "object_id": "SM_Windowsill",56 "bbox_2d": [57 0,58 658,59 879,60 83861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 395.1789855957031,66 -0.00015869099297560751,67 1.568 ],69 "extent": [70 10,71 582.3807373046875,72 1.573 ]74 },75 "obb": {76 "center": [77 395.1789855957031,78 -0.00015869099297560751,79 1.580 ],81 "extent": [82 10,83 582.3807373046875,84 1.585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 395.1789855957031,94 -0.00015869099297560751,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 255112 ]113 }114 ],115 "wall panel": [116 {117 "object_id": "SM_WallpanelC",118 "bbox_2d": [119 1106,120 243,121 1919,122 619123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3.9445104598999023,128 580.8809876441956,129 140130 ],131 "extent": [132 400.7402038574219,133 1.5000061988830566,134 140135 ]136 },137 "obb": {138 "center": [139 -3.9445104598999023,140 580.8809876441956,141 140142 ],143 "extent": [144 400.7402038574219,145 1.5000061988830566,146 140147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3.9444799423217773,156 582.3809814453125,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 },176 {177 "object_id": "SM_WallpanelB",178 "bbox_2d": [179 1025,180 366,181 1057,182 543183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 369.9279479980469,188 569.5809841156006,189 165.55530548095703190 ],191 "extent": [192 26.8680419921875,193 9.799985885620117,194 79.2267074584961195 ]196 },197 "obb": {198 "center": [199 369.9279479980469,200 569.5809841156006,201 165.55530548095703202 ],203 "extent": [204 26.8680419921875,205 9.799985885620117,206 79.2267074584961207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 396.7959899902344,216 579.3809814453125,217 86.32859802246094218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 63234 ]235 },236 {237 "object_id": "SM_WallpanelB001",238 "bbox_2d": [239 1058,240 360,241 1113,242 543243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 316.19195556640625,248 569.5809841156006,249 165.55530548095703250 ],251 "extent": [252 26.8680419921875,253 9.799985885620117,254 79.2267074584961255 ]256 },257 "obb": {258 "center": [259 316.19195556640625,260 569.5809841156006,261 165.55530548095703262 ],263 "extent": [264 26.8680419921875,265 9.799985885620117,266 79.2267074584961267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 343.05999755859375,276 579.3809814453125,277 86.32859802246094278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 191,293 191294 ]295 },296 {297 "object_id": "SM_WallpanelB002",298 "bbox_2d": [299 1205,300 345,301 1276,302 544303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 184.44395446777344,308 569.5809841156006,309 165.55530548095703310 ],311 "extent": [312 26.8680419921875,313 9.799985885620117,314 79.2267074584961315 ]316 },317 "obb": {318 "center": [319 184.44395446777344,320 569.5809841156006,321 165.55530548095703322 ],323 "extent": [324 26.8680419921875,325 9.799985885620117,326 79.2267074584961327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 211.31199645996094,336 579.3809814453125,337 86.32859802246094338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 0,353 0354 ]355 }356 ],357 "wall": [358 {359 "object_id": "SM_WallC",360 "bbox_2d": [361 274,362 116,363 1024,364 748365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 399.81292724609375,370 0.806884765625,371 140.00001525878906372 ],373 "extent": [374 24.871856689453125,375 600,376 140.0000457763672377 ]378 },379 "obb": {380 "center": [381 399.81292724609375,382 0.806884765625,383 140.00001525878906384 ],385 "extent": [386 24.871856689453125,387 600,388 140.0000457763672389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 255,415 127416 ]417 }418 ],419 "ceiling": [420 {421 "object_id": "SM_CeilingA",422 "bbox_2d": [423 0,424 0,425 1919,426 368427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -9.99993896484375,432 -0.0003662109375,433 262.50006103515625434 ],435 "extent": [436 414.6847229003906,437 582.3804321289062,438 17.500083923339844439 ]440 },441 "obb": {442 "center": [443 -9.99993896484375,444 -0.0003662109375,445 262.50006103515625446 ],447 "extent": [448 414.6847229003906,449 582.3804321289062,450 17.500083923339844451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 0,460 0,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 255,476 127,477 0478 ]479 },480 {481 "object_id": "SM_CeilingB001",482 "bbox_2d": [483 891,484 0,485 1919,486 321487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -13.644100189208956,492 320.786895751953,493 276494 ],495 "extent": [496 217.01867675781244,497 261.5939025878905,498 4.0000152587890625499 ]500 },501 "obb": {502 "center": [503 -13.644100189208956,504 320.78689575195295,505 276506 ],507 "extent": [508 217.01867675781244,509 261.5939025878905,510 4.0000152587890625511 ],512 "rotation": [513 0,514 180,515 0516 ]517 },518 "location": [519 -13.644100189208984,520 0,521 0522 ],523 "rotation": [524 0,525 180,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 127,537 191538 ]539 }540 ],541 "window a": [542 {543 "object_id": "SM_WindowA001",544 "bbox_2d": [545 0,546 52,547 273,548 821549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 400.20300245285034,554 -98.8329849243164,555 123.93044638633728556 ],557 "extent": [558 5.743960857391357,559 59.63993835449219,560 121.06996154785156561 ]562 },563 "obb": {564 "center": [565 400.20300245285034,566 -98.8329849243164,567 123.93044638633728568 ],569 "extent": [570 5.743960857391357,571 59.63993835449219,572 121.06996154785156573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 400.2030029296875,582 -98.83300018310547,583 2.8605000972747803584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 191,599 63600 ]601 },602 {603 "object_id": "SM_WindowA002",604 "bbox_2d": [605 502,606 214,607 674,608 637609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 400.20300245285034,614 100.44701385498047,615 123.93044638633728616 ],617 "extent": [618 5.743960857391357,619 59.63993835449219,620 121.06996154785156621 ]622 },623 "obb": {624 "center": [625 400.20300245285034,626 100.44701385498047,627 123.93044638633728628 ],629 "extent": [630 5.743960857391357,631 59.63993835449219,632 121.06996154785156633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 400.2030029296875,642 100.4469985961914,643 2.8605000972747803644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 127,658 191,659 0660 ]661 },662 {663 "object_id": "SM_WindowA003",664 "bbox_2d": [665 925,666 351,667 995,668 641669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 400.20300245285034,674 481.16700744628906,675 123.93044638633728676 ],677 "extent": [678 5.743960857391357,679 59.63993835449219,680 121.06996154785156681 ]682 },683 "obb": {684 "center": [685 400.20300245285034,686 481.16700744628906,687 123.93044638633728688 ],689 "extent": [690 5.743960857391357,691 59.63993835449219,692 121.06996154785156693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 400.2030029296875,702 481.1669921875,703 2.8605000972747803704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 127,718 191,719 255720 ]721 }722 ],723 "window": [724 {725 "object_id": "SM_WindowB001",726 "bbox_2d": [727 675,728 270,729 924,730 676731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 400.20300340652466,736 290.80699157714844,737 123.93044638633728738 ],739 "extent": [740 5.744003772735596,741 130.72012329101562,742 121.06996154785156743 ]744 },745 "obb": {746 "center": [747 400.20300340652466,748 290.80699157714844,749 123.93044638633728750 ],751 "extent": [752 5.744003772735596,753 130.72012329101562,754 121.06996154785156755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 400.2030029296875,764 290.8070068359375,765 2.8605000972747803766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 127,780 191,781 127782 ]783 }784 ],785 "floor planks corner": [786 {787 "object_id": "SM_Floor",788 "bbox_2d": [789 0,790 666,791 1919,792 1079793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -19.752939224243164,798 -0.0001220703125,799 6.776263578034403e-21800 ],801 "extent": [802 404.9316711425781,803 582.3806762695312,804 3.5660530924670406e-14805 ]806 },807 "obb": {808 "center": [809 -19.752939224243164,810 -0.0001220703125,811 6.776263578034403e-21812 ],813 "extent": [814 404.9316711425781,815 582.3806762695312,816 3.5660530924670406e-14817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 -9.752969741821289,826 0,827 0828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 191,842 31,843 31844 ]845 }846 ]847 },848 "foreground": {849 "shelf": [850 {851 "object_id": "SM_ShelfC",852 "bbox_2d": [853 1114,854 351,855 1204,856 543857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 250.31798934936458,862 569.3309974670403,863 165.55535888671875864 ],865 "extent": [866 39.00605949646584,867 10.050080443684806,868 79.22671508789062869 ]870 },871 "obb": {872 "center": [873 250.31798934936458,874 569.3309974670403,875 165.55535888671875876 ],877 "extent": [878 39.00605949646584,879 10.050080443684806,880 79.22671508789062881 ],882 "rotation": [883 0,884 1.0017900422099046e-05,885 0886 ]887 },888 "location": [889 250.3179931640625,890 569.3309936523438,891 86.32869720458984892 ],893 "rotation": [894 0,895 1.0017900422099046e-05,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 255,906 0,907 0908 ]909 },910 {911 "object_id": "SM_ShelfB",912 "bbox_2d": [913 1739,914 281,915 1913,916 545917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -176.3739967346193,922 569.3309946060174,923 165.5553436279297924 ],925 "extent": [926 39.70215019470834,927 10.050082472741565,928 79.22671508789062929 ]930 },931 "obb": {932 "center": [933 -176.3739967346193,934 569.3309946060174,935 165.5553436279297936 ],937 "extent": [938 39.70215019470834,939 10.050082472741565,940 79.22671508789062941 ],942 "rotation": [943 0,944 1.0017900422099046e-05,945 0946 ]947 },948 "location": [949 -176.37399291992188,950 569.3309936523438,951 86.32869720458984952 ],953 "rotation": [954 0,955 1.0017900422099046e-05,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 255,966 0,967 255968 ]969 }970 ],971 "cabinet": [972 {973 "object_id": "SM_CabinetB",974 "bbox_2d": [975 1914,976 281,977 1919,978 545979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -310.3803482055679,984 569.3809896366695,985 165.55532836914062986 ],987 "extent": [988 94.30449088420005,989 10.000049867301982,990 79.2267074584961991 ]992 },993 "obb": {994 "center": [995 -310.3803482055679,996 569.3809896366695,997 165.55532836914062998 ],999 "extent": [1000 94.30449088420005,1001 10.000049867301982,1002 79.22670745849611003 ],1004 "rotation": [1005 0,1006 1.0017900422099046e-05,1007 01008 ]1009 },1010 "location": [1011 -308.1400146484375,1012 569.3809814453125,1013 86.328697204589841014 ],1015 "rotation": [1016 0,1017 1.0017900422099046e-05,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 255,1028 255,1029 01030 ]1031 }1032 ],1033 "drawer": [1034 {1035 "object_id": "SM_Drawer",1036 "bbox_2d": [1037 1021,1038 544,1039 1919,1040 5761041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -3.944459915161133,1046 565.8809223175049,1047 77.328703880310061048 ],1049 "extent": [1050 400.7402038574219,1051 14.500059127807617,1052 9.0000123977661131053 ]1054 },1055 "obb": {1056 "center": [1057 -3.944459915161133,1058 565.8809223175049,1059 77.328703880310061060 ],1061 "extent": [1062 400.7402038574219,1063 14.500059127807617,1064 9.0000123977661131065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 -3.944459915161133,1074 580.3809814453125,1075 68.328697204589841076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 255,1090 255,1091 631092 ]1093 }1094 ],1095 "carpet": [1096 {1097 "object_id": "SM_Carpet",1098 "bbox_2d": [1099 0,1100 900,1101 764,1102 10791103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 16.59160041809082,1108 -283.09800720214844,1109 0.35970783233642581110 ],1111 "extent": [1112 284.7253112792969,1113 181.98561096191406,1114 1.37814033031463621115 ]1116 },1117 "obb": {1118 "center": [1119 16.59160041809082,1120 -283.09800720214844,1121 0.35970783233642581122 ],1123 "extent": [1124 284.7253112792969,1125 181.98561096191406,1126 1.37814033031463621127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 16.59160041809082,1136 -283.0979919433594,1137 01138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 255,1152 127,1153 631154 ]1155 },1156 {1157 "object_id": "SM_Carpet001",1158 "bbox_2d": [1159 761,1160 675,1161 1919,1162 9001163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 16.59160041809082,1168 284.7119903564453,1169 0.35970783233642581170 ],1171 "extent": [1172 284.7253112792969,1173 181.98561096191406,1174 1.37814033031463621175 ]1176 },1177 "obb": {1178 "center": [1179 16.59160041809082,1180 284.7119903564453,1181 0.35970783233642581182 ],1183 "extent": [1184 284.7253112792969,1185 181.98561096191406,1186 1.37814033031463621187 ],1188 "rotation": [1189 0,1190 0,1191 01192 ]1193 },1194 "location": [1195 16.59160041809082,1196 284.7120056152344,1197 01198 ],1199 "rotation": [1200 0,