TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l013_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l013_r002/lit.png",5 "camera": {6 "location": [7 90,8 -517,9 11710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 90,38 -517,39 117,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 14,58 365,59 863,60 67861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WallpanelB",116 "bbox_2d": [117 6,118 385,119 57,120 576121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 369.9279479980469,126 569.5809841156006,127 165.55530548095703128 ],129 "extent": [130 26.8680419921875,131 9.799985885620117,132 79.2267074584961133 ]134 },135 "obb": {136 "center": [137 369.9279479980469,138 569.5809841156006,139 165.55530548095703140 ],141 "extent": [142 26.8680419921875,143 9.799985885620117,144 79.2267074584961145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 396.7959899902344,154 579.3809814453125,155 86.32859802246094156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 63172 ]173 },174 {175 "object_id": "SM_WallpanelB001",176 "bbox_2d": [177 58,178 388,179 139,180 576181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 316.19195556640625,186 569.5809841156006,187 165.55530548095703188 ],189 "extent": [190 26.8680419921875,191 9.799985885620117,192 79.2267074584961193 ]194 },195 "obb": {196 "center": [197 316.19195556640625,198 569.5809841156006,199 165.55530548095703200 ],201 "extent": [202 26.8680419921875,203 9.799985885620117,204 79.2267074584961205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 343.05999755859375,214 579.3809814453125,215 86.32859802246094216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 191,231 191232 ]233 },234 {235 "object_id": "SM_WallpanelB002",236 "bbox_2d": [237 252,238 399,239 323,240 573241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 184.44395446777344,246 569.5809841156006,247 165.55530548095703248 ],249 "extent": [250 26.8680419921875,251 9.799985885620117,252 79.2267074584961253 ]254 },255 "obb": {256 "center": [257 184.44395446777344,258 569.5809841156006,259 165.55530548095703260 ],261 "extent": [262 26.8680419921875,263 9.799985885620117,264 79.2267074584961265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 211.31199645996094,274 579.3809814453125,275 86.32859802246094276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 0,291 0292 ]293 }294 ],295 "wall": [296 {297 "object_id": "SM_WallC",298 "bbox_2d": [299 0,300 382,301 13,302 683303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 399.81292724609375,308 0.806884765625,309 140.00001525878906310 ],311 "extent": [312 24.871856689453125,313 600,314 140.0000457763672315 ]316 },317 "obb": {318 "center": [319 399.81292724609375,320 0.806884765625,321 140.00001525878906322 ],323 "extent": [324 24.871856689453125,325 600,326 140.0000457763672327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 255,353 127354 ]355 },356 {357 "object_id": "SM_WallA",358 "bbox_2d": [359 864,360 201,361 1919,362 833363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -414.68499755859375,368 -9.765630238689482e-05,369 140.00001525878906370 ],371 "extent": [372 10,373 602.3807373046875,374 140.00001525878906375 ]376 },377 "obb": {378 "center": [379 -414.68499755859375,380 -9.765630238689482e-05,381 140.00001525878906382 ],383 "extent": [384 10,385 602.3807373046875,386 140.00001525878906387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 -414.68499755859375,396 -9.765630238689482e-05,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 127,412 0,413 255414 ]415 }416 ],417 "ceiling": [418 {419 "object_id": "SM_CeilingB",420 "bbox_2d": [421 0,422 0,423 1694,424 272425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -13.644100189208984,430 -320.7868957519531,431 276432 ],433 "extent": [434 217.0186767578125,435 261.5939025878906,436 4.0000152587890625437 ]438 },439 "obb": {440 "center": [441 -13.644100189208984,442 -320.7868957519531,443 276444 ],445 "extent": [446 217.0186767578125,447 261.5939025878906,448 4.0000152587890625449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 -13.644100189208984,458 0,459 0460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 255,474 255,475 127476 ]477 },478 {479 "object_id": "SM_CeilingA",480 "bbox_2d": [481 0,482 0,483 1919,484 435485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -9.99993896484375,490 -0.0003662109375,491 262.50006103515625492 ],493 "extent": [494 414.6847229003906,495 582.3804321289062,496 17.500083923339844497 ]498 },499 "obb": {500 "center": [501 -9.99993896484375,502 -0.0003662109375,503 262.50006103515625504 ],505 "extent": [506 414.6847229003906,507 582.3804321289062,508 17.500083923339844509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 0,518 0,519 0520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 255,534 127,535 0536 ]537 },538 {539 "object_id": "SM_CeilingB001",540 "bbox_2d": [541 161,542 250,543 891,544 405545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 -13.644100189208956,550 320.786895751953,551 276552 ],553 "extent": [554 217.01867675781244,555 261.5939025878905,556 4.0000152587890625557 ]558 },559 "obb": {560 "center": [561 -13.644100189208956,562 320.78689575195295,563 276564 ],565 "extent": [566 217.01867675781244,567 261.5939025878905,568 4.0000152587890625569 ],570 "rotation": [571 0,572 180,573 0574 ]575 },576 "location": [577 -13.644100189208984,578 0,579 0580 ],581 "rotation": [582 0,583 180,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 127,594 127,595 191596 ]597 }598 ],599 "baseboard": [600 {601 "object_id": "SM_Baseboard",602 "bbox_2d": [603 1276,604 712,605 1919,606 850607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -404.2849975526333,612 -331.93701171875,613 3614 ],615 "extent": [616 0.4000000059604645,617 270.4438781738281,618 3619 ]620 },621 "obb": {622 "center": [623 -404.2849975526333,624 -331.93701171875,625 3626 ],627 "extent": [628 0.4000000059604645,629 270.4438781738281,630 3631 ],632 "rotation": [633 0,634 0,635 0636 ]637 },638 "location": [639 -404.68499755859375,640 -331.93701171875,641 0642 ],643 "rotation": [644 0,645 0,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 0,656 127,657 255658 ]659 }660 ],661 "door": [662 {663 "object_id": "SM_Door",664 "bbox_2d": [665 1136,666 366,667 1259,668 691669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -411.3640160560608,674 0.8069339990615845,675 116.7231216430664676 ],677 "extent": [678 7.5000152587890625,679 62.30000305175781,680 116.7231216430664681 ]682 },683 "obb": {684 "center": [685 -411.3640160560608,686 0.8069339990615845,687 116.7231216430664688 ],689 "extent": [690 7.5000152587890625,691 62.30000305175781,692 116.7231216430664693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -418.864013671875,702 0.8069339990615845,703 0704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 127,718 255,719 0720 ]721 }722 ],723 "floor lamp": [724 {725 "object_id": "SM_Floorlamp",726 "bbox_2d": [727 1219,728 279,729 1750,730 940731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -200.50994873046875,736 -334.127405166626,737 100.41319227218628738 ],739 "extent": [740 67.92303466796875,741 49.206172943115234,742 99.65167999267578743 ]744 },745 "obb": {746 "center": [747 -200.50994873046875,748 -334.127405166626,749 100.41319227218628750 ],751 "extent": [752 67.92303466796875,753 49.206172943115234,754 99.65167999267578755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -226.33099365234375,764 -361.07501220703125,765 0.7972559928894043766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 127,780 255,781 63782 ]783 }784 ],785 "floor planks corner": [786 {787 "object_id": "SM_Floor",788 "bbox_2d": [789 0,790 636,791 1919,792 966793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -19.752939224243164,798 -0.0001220703125,799 6.776263578034403e-21800 ],801 "extent": [802 404.9316711425781,803 582.3806762695312,804 3.5660530924670406e-14805 ]806 },807 "obb": {808 "center": [809 -19.752939224243164,810 -0.0001220703125,811 6.776263578034403e-21812 ],813 "extent": [814 404.9316711425781,815 582.3806762695312,816 3.5660530924670406e-14817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 -9.752969741821289,826 0,827 0828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 191,842 31,843 31844 ]845 }846 ]847 },848 "foreground": {849 "shelf": [850 {851 "object_id": "SM_ShelfC",852 "bbox_2d": [853 140,854 393,855 251,856 574857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 250.31798934936458,862 569.3309974670403,863 165.55535888671875864 ],865 "extent": [866 39.00605949646584,867 10.050080443684806,868 79.22671508789062869 ]870 },871 "obb": {872 "center": [873 250.31798934936458,874 569.3309974670403,875 165.55535888671875876 ],877 "extent": [878 39.00605949646584,879 10.050080443684806,880 79.22671508789062881 ],882 "rotation": [883 0,884 1.0017900422099046e-05,885 0886 ]887 },888 "location": [889 250.3179931640625,890 569.3309936523438,891 86.32869720458984892 ],893 "rotation": [894 0,895 1.0017900422099046e-05,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 255,906 0,907 0908 ]909 },910 {911 "object_id": "SM_ShelfB",912 "bbox_2d": [913 642,914 423,915 717,916 567917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -176.3739967346193,922 569.3309946060174,923 165.5553436279297924 ],925 "extent": [926 39.70215019470834,927 10.050082472741565,928 79.22671508789062929 ]930 },931 "obb": {932 "center": [933 -176.3739967346193,934 569.3309946060174,935 165.5553436279297936 ],937 "extent": [938 39.70215019470834,939 10.050082472741565,940 79.22671508789062941 ],942 "rotation": [943 0,944 1.0017900422099046e-05,945 0946 ]947 },948 "location": [949 -176.37399291992188,950 569.3309936523438,951 86.32869720458984952 ],953 "rotation": [954 0,955 1.0017900422099046e-05,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 255,966 0,967 255968 ]969 }970 ],971 "cabinet": [972 {973 "object_id": "SM_CabinetB",974 "bbox_2d": [975 718,976 427,977 870,978 566979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -310.3803482055679,984 569.3809896366695,985 165.55532836914062986 ],987 "extent": [988 94.30449088420005,989 10.000049867301982,990 79.2267074584961991 ]992 },993 "obb": {994 "center": [995 -310.3803482055679,996 569.3809896366695,997 165.55532836914062998 ],999 "extent": [1000 94.30449088420005,1001 10.000049867301982,1002 79.22670745849611003 ],1004 "rotation": [1005 0,1006 1.0017900422099046e-05,1007 01008 ]1009 },1010 "location": [1011 -308.1400146484375,1012 569.3809814453125,1013 86.328697204589841014 ],1015 "rotation": [1016 0,1017 1.0017900422099046e-05,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 255,1028 255,1029 01030 ]1031 }1032 ],1033 "air conditioning": [1034 {1035 "object_id": "SM_AirConditioning",1036 "bbox_2d": [1037 1161,1038 44,1039 1919,1040 2971041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -257.33300971984863,1046 -289.0069580078125,1047 244.70001065731051048 ],1049 "extent": [1050 8.791104316711426,1051 150.00003051757812,1052 0.300080418586730961053 ]1054 },1055 "obb": {1056 "center": [1057 -257.33300971984863,1058 -289.0069580078125,1059 244.70001065731051060 ],1061 "extent": [1062 8.791104316711426,1063 150.00003051757812,1064 0.300080418586730961065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 -257.3330078125,1074 -289.0069885253906,1075 2451076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 255,1090 127,1091 2551092 ]1093 },1094 {1095 "object_id": "SM_AirConditioning001",1096 "bbox_2d": [1097 1134,1098 0,1099 1849,1100 2671101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -230.3630050420761,1106 -289.0069580078125,1107 257.446989059448241108 ],1109 "extent": [1110 0.30008041858673096,1111 150.00003051757812,1112 8.7911043167114261113 ]1114 },1115 "obb": {1116 "center": [1117 -230.3630050420761,1118 -289.0069580078125,1119 257.446989059448241120 ],1121 "extent": [1122 0.30008041858673096,1123 150.00003051757812,1124 8.7911043167114261125 ],1126 "rotation": [1127 90,1128 0,1129 01130 ]1131 },1132 "location": [1133 -230.66299438476562,1134 -289.0069885253906,1135 257.44699096679691136 ],1137 "rotation": [1138 90,1139 0,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 0,1150 127,1151 1271152 ]1153 },1154 {1155 "object_id": "SM_AirConditioning002",1156 "bbox_2d": [1157 783,1158 373,1159 934,1160 4171161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -257.33300971984863,1166 289.1880187988281,1167 244.70001065731051168 ],1169 "extent": [1170 8.791104316711426,1171 150.00003051757812,1172 0.300080418586730961173 ]1174 },1175 "obb": {1176 "center": [1177 -257.33300971984863,1178 289.1880187988281,1179 244.70001065731051180 ],1181 "extent": [1182 8.791104316711426,1183 150.00003051757812,1184 0.300080418586730961185 ],1186 "rotation": [1187 0,1188 0,1189 01190 ]1191 },1192 "location": [1193 -257.3330078125,1194 289.18798828125,1195 2451196 ],1197 "rotation": [1198 0,1199 0,1200 0