TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l060_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l060_r003/lit.png",5 "camera": {6 "location": [7 336,8 113,9 15810 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 336,38 113,39 158,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 306,59 355,60 80761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "ceiling": [116 {117 "object_id": "SM_CeilingB",118 "bbox_2d": [119 1305,120 2,121 1919,122 346123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -13.644100189208984,128 -320.7868957519531,129 276130 ],131 "extent": [132 217.0186767578125,133 261.5939025878906,134 4.0000152587890625135 ]136 },137 "obb": {138 "center": [139 -13.644100189208984,140 -320.7868957519531,141 276142 ],143 "extent": [144 217.0186767578125,145 261.5939025878906,146 4.0000152587890625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -13.644100189208984,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 255,173 127174 ]175 },176 {177 "object_id": "SM_CeilingA",178 "bbox_2d": [179 154,180 0,181 1919,182 426183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -9.99993896484375,188 -0.0003662109375,189 262.50006103515625190 ],191 "extent": [192 414.6847229003906,193 582.3804321289062,194 17.500083923339844195 ]196 },197 "obb": {198 "center": [199 -9.99993896484375,200 -0.0003662109375,201 262.50006103515625202 ],203 "extent": [204 414.6847229003906,205 582.3804321289062,206 17.500083923339844207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 0234 ]235 },236 {237 "object_id": "SM_CeilingB001",238 "bbox_2d": [239 0,240 0,241 1206,242 346243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -13.644100189208956,248 320.786895751953,249 276250 ],251 "extent": [252 217.01867675781244,253 261.5939025878905,254 4.0000152587890625255 ]256 },257 "obb": {258 "center": [259 -13.644100189208956,260 320.78689575195295,261 276262 ],263 "extent": [264 217.01867675781244,265 261.5939025878905,266 4.0000152587890625267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 -13.644100189208984,276 0,277 0278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 127,293 191294 ]295 }296 ],297 "baseboard": [298 {299 "object_id": "SM_Baseboard",300 "bbox_2d": [301 1186,302 737,303 1620,304 744305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -404.2849975526333,310 -331.93701171875,311 3312 ],313 "extent": [314 0.4000000059604645,315 270.4438781738281,316 3317 ]318 },319 "obb": {320 "center": [321 -404.2849975526333,322 -331.93701171875,323 3324 ],325 "extent": [326 0.4000000059604645,327 270.4438781738281,328 3329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -404.68499755859375,338 -331.93701171875,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 127,355 255356 ]357 },358 {359 "object_id": "SM_Baseboard001",360 "bbox_2d": [361 521,362 737,363 1024,364 744365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -404.2849975526333,370 333.5509948730469,371 3372 ],373 "extent": [374 0.4000000059604645,375 270.4438781738281,376 3377 ]378 },379 "obb": {380 "center": [381 -404.2849975526333,382 333.5509948730469,383 3384 ],385 "extent": [386 0.4000000059604645,387 270.4438781738281,388 3389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -404.68499755859375,398 333.5509948730469,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 191,415 63416 ]417 }418 ],419 "wall": [420 {421 "object_id": "SM_WallA",422 "bbox_2d": [423 356,424 427,425 1824,426 736427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -414.68499755859375,432 -9.765630238689482e-05,433 140.00001525878906434 ],435 "extent": [436 10,437 602.3807373046875,438 140.00001525878906439 ]440 },441 "obb": {442 "center": [443 -414.68499755859375,444 -9.765630238689482e-05,445 140.00001525878906446 ],447 "extent": [448 10,449 602.3807373046875,450 140.00001525878906451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -414.68499755859375,460 -9.765630238689482e-05,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 0,477 255478 ]479 }480 ],481 "door": [482 {483 "object_id": "SM_Door",484 "bbox_2d": [485 1025,486 442,487 1185,488 744489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -411.3640160560608,494 0.8069339990615845,495 116.7231216430664496 ],497 "extent": [498 7.5000152587890625,499 62.30000305175781,500 116.7231216430664501 ]502 },503 "obb": {504 "center": [505 -411.3640160560608,506 0.8069339990615845,507 116.7231216430664508 ],509 "extent": [510 7.5000152587890625,511 62.30000305175781,512 116.7231216430664513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -418.864013671875,522 0.8069339990615845,523 0524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 127,538 255,539 0540 ]541 }542 ],543 "background wall": [544 {545 "object_id": "SM_BackgroundwallA",546 "bbox_2d": [547 1825,548 413,549 1919,550 727551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -14.871739387512207,556 -563.4780158996582,557 139.99993896484375558 ],559 "extent": [560 389.81292724609375,561 18.90277099609375,562 139.9999542236328563 ]564 },565 "obb": {566 "center": [567 -14.871739387512207,568 -563.4780158996582,569 139.99993896484375570 ],571 "extent": [572 389.81292724609375,573 18.90277099609375,574 139.9999542236328575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -14.871800422668457,584 -563.47802734375,585 0586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 0,600 0,601 63602 ]603 }604 ],605 "floor lamp": [606 {607 "object_id": "SM_Floorlamp",608 "bbox_2d": [609 1736,610 457,611 1825,612 717613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -200.50994873046875,618 -334.127405166626,619 100.41319227218628620 ],621 "extent": [622 67.92303466796875,623 49.206172943115234,624 99.65167999267578625 ]626 },627 "obb": {628 "center": [629 -200.50994873046875,630 -334.127405166626,631 100.41319227218628632 ],633 "extent": [634 67.92303466796875,635 49.206172943115234,636 99.65167999267578637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -226.33099365234375,646 -361.07501220703125,647 0.7972559928894043648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 127,662 255,663 63664 ]665 }666 ],667 "floor planks corner": [668 {669 "object_id": "SM_Floor",670 "bbox_2d": [671 521,672 742,673 1692,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -19.752939224243164,680 -0.0001220703125,681 6.776263578034403e-21682 ],683 "extent": [684 404.9316711425781,685 582.3806762695312,686 3.5660530924670406e-14687 ]688 },689 "obb": {690 "center": [691 -19.752939224243164,692 -0.0001220703125,693 6.776263578034403e-21694 ],695 "extent": [696 404.9316711425781,697 582.3806762695312,698 3.5660530924670406e-14699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 -9.752969741821289,708 0,709 0710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 191,724 31,725 31726 ]727 }728 ]729 },730 "foreground": {731 "shelf": [732 {733 "object_id": "SM_ShelfB",734 "bbox_2d": [735 13,736 364,737 183,738 685739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -176.3739967346193,744 569.3309946060174,745 165.5553436279297746 ],747 "extent": [748 39.70215019470834,749 10.050082472741565,750 79.22671508789062751 ]752 },753 "obb": {754 "center": [755 -176.3739967346193,756 569.3309946060174,757 165.5553436279297758 ],759 "extent": [760 39.70215019470834,761 10.050082472741565,762 79.22671508789062763 ],764 "rotation": [765 0,766 1.0017900422099046e-05,767 0768 ]769 },770 "location": [771 -176.37399291992188,772 569.3309936523438,773 86.32869720458984774 ],775 "rotation": [776 0,777 1.0017900422099046e-05,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 255,788 0,789 255790 ]791 }792 ],793 "cabinet": [794 {795 "object_id": "SM_CabinetB",796 "bbox_2d": [797 184,798 389,799 380,800 664801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 -310.3803482055679,806 569.3809896366695,807 165.55532836914062808 ],809 "extent": [810 94.30449088420005,811 10.000049867301982,812 79.2267074584961813 ]814 },815 "obb": {816 "center": [817 -310.3803482055679,818 569.3809896366695,819 165.55532836914062820 ],821 "extent": [822 94.30449088420005,823 10.000049867301982,824 79.2267074584961825 ],826 "rotation": [827 0,828 1.0017900422099046e-05,829 0830 ]831 },832 "location": [833 -308.1400146484375,834 569.3809814453125,835 86.32869720458984836 ],837 "rotation": [838 0,839 1.0017900422099046e-05,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 255,850 255,851 0852 ]853 }854 ],855 "air conditioning": [856 {857 "object_id": "SM_AirConditioning",858 "bbox_2d": [859 1362,860 397,861 1866,862 401863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 -257.33300971984863,868 -289.0069580078125,869 244.7000106573105870 ],871 "extent": [872 8.791104316711426,873 150.00003051757812,874 0.30008041858673096875 ]876 },877 "obb": {878 "center": [879 -257.33300971984863,880 -289.0069580078125,881 244.7000106573105882 ],883 "extent": [884 8.791104316711426,885 150.00003051757812,886 0.30008041858673096887 ],888 "rotation": [889 0,890 0,891 0892 ]893 },894 "location": [895 -257.3330078125,896 -289.0069885253906,897 245898 ],899 "rotation": [900 0,901 0,902 0903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 255,912 127,913 255914 ]915 },916 {917 "object_id": "SM_AirConditioning001",918 "bbox_2d": [919 1387,920 356,921 1895,922 379923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 -230.3630050420761,928 -289.0069580078125,929 257.44698905944824930 ],931 "extent": [932 0.30008041858673096,933 150.00003051757812,934 8.791104316711426935 ]936 },937 "obb": {938 "center": [939 -230.3630050420761,940 -289.0069580078125,941 257.44698905944824942 ],943 "extent": [944 0.30008041858673096,945 150.00003051757812,946 8.791104316711426947 ],948 "rotation": [949 90,950 0,951 0952 ]953 },954 "location": [955 -230.66299438476562,956 -289.0069885253906,957 257.4469909667969958 ],959 "rotation": [960 90,961 0,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 0,972 127,973 127974 ]975 },976 {977 "object_id": "SM_AirConditioning002",978 "bbox_2d": [979 424,980 397,981 917,982 401983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -257.33300971984863,988 289.1880187988281,989 244.7000106573105990 ],991 "extent": [992 8.791104316711426,993 150.00003051757812,994 0.30008041858673096995 ]996 },997 "obb": {998 "center": [999 -257.33300971984863,1000 289.1880187988281,1001 244.70001065731051002 ],1003 "extent": [1004 8.791104316711426,1005 150.00003051757812,1006 0.300080418586730961007 ],1008 "rotation": [1009 0,1010 0,1011 01012 ]1013 },1014 "location": [1015 -257.3330078125,1016 289.18798828125,1017 2451018 ],1019 "rotation": [1020 0,1021 0,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 0,1032 191,1033 2551034 ]1035 },1036 {1037 "object_id": "SM_AirConditioning003",1038 "bbox_2d": [1039 407,1040 356,1041 915,1042 3791043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -230.3630050420761,1048 289.1880187988281,1049 257.446989059448241050 ],1051 "extent": [1052 0.30008041858673096,1053 150.00003051757812,1054 8.7911043167114261055 ]1056 },1057 "obb": {1058 "center": [1059 -230.3630050420761,1060 289.1880187988281,1061 257.446989059448241062 ],1063 "extent": [1064 0.30008041858673096,1065 150.00003051757812,1066 8.7911043167114261067 ],1068 "rotation": [1069 90,1070 0,1071 01072 ]1073 },1074 "location": [1075 -230.66299438476562,1076 289.18798828125,1077 257.44699096679691078 ],1079 "rotation": [1080 90,1081 0,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 0,1092 191,1093 1271094 ]1095 }1096 ],1097 "drawer": [1098 {1099 "object_id": "SM_Drawer",1100 "bbox_2d": [1101 0,1102 633,1103 391,1104 7351105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 -3.944459915161133,1110 565.8809223175049,1111 77.328703880310061112 ],1113 "extent": [1114 400.7402038574219,1115 14.500059127807617,1116 9.0000123977661131117 ]1118 },1119 "obb": {1120 "center": [1121 -3.944459915161133,1122 565.8809223175049,1123 77.328703880310061124 ],1125 "extent": [1126 400.7402038574219,1127 14.500059127807617,1128 9.0000123977661131129 ],1130 "rotation": [1131 0,1132 0,1133 01134 ]1135 },1136 "location": [1137 -3.944459915161133,1138 580.3809814453125,1139 68.328697204589841140 ],1141 "rotation": [1142 0,1143 0,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 255,1154 255,1155 631156 ]1157 }1158 ],1159 "carpet": [1160 {1161 "object_id": "SM_Carpet",1162 "bbox_2d": [1163 1302,1164 790,1165 1919,1166 10791167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 16.59160041809082,1172 -283.09800720214844,1173 0.35970783233642581174 ],1175 "extent": [1176 284.7253112792969,1177 181.98561096191406,1178 1.37814033031463621179 ]1180 },1181 "obb": {1182 "center": [1183 16.59160041809082,1184 -283.09800720214844,1185 0.35970783233642581186 ],1187 "extent": [1188 284.7253112792969,1189 181.98561096191406,1190 1.37814033031463621191 ],1192 "rotation": [1193 0,1194 0,1195 01196 ]1197 },1198 "location": [1199 16.59160041809082,1200 -283.0979919433594,