TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l041_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l041_r005/lit.png",5 "camera": {6 "location": [7 -152,8 38,9 14510 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -152,38 38,39 145,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room": [54 {55 "object_id": "SM_Room_01",56 "bbox_2d": [57 1745,58 282,59 1919,60 78861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 435.60748291015625,66 5.5621185302734375,67 137.0012512207031268 ],69 "extent": [70 5.818756103515625,71 192.51406860351562,72 137.0012512207031273 ]74 },75 "obb": {76 "center": [77 435.60748291015625,78 5.5621185302734375,79 137.0012512207031280 ],81 "extent": [82 5.818756103515625,83 192.51406860351562,84 137.0012512207031285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 },114 {115 "object_id": "SM_Room_05",116 "bbox_2d": [117 1629,118 0,119 1667,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -12.77386474609375,126 -105.65663146972656,127 137.00125122070312128 ],129 "extent": [130 5.778125762939453,131 80.36405944824219,132 137.00125122070312133 ]134 },135 "obb": {136 "center": [137 -12.77386474609375,138 -105.65663146972656,139 137.00125122070312140 ],141 "extent": [142 5.778125762939453,143 80.36405944824219,144 137.00125122070312145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 127172 ]173 },174 {175 "object_id": "SM_Room_33",176 "bbox_2d": [177 0,178 0,179 1628,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -214.09774780273438,186 -30.96891212463379,187 137.00125122070312188 ],189 "extent": [190 196.61636352539062,191 5.818750381469727,192 137.00125122070312193 ]194 },195 "obb": {196 "center": [197 -214.09774780273438,198 -30.96891212463379,199 137.00125122070312200 ],201 "extent": [202 196.61636352539062,203 5.818750381469727,204 137.00125122070312205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 0,214 0,215 0216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 255,230 63,231 63232 ]233 },234 {235 "object_id": "SM_Room_39",236 "bbox_2d": [237 1668,238 0,239 1919,240 311241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 6.82373046875,246 -69.15577697753906,247 262.9625244140625248 ],249 "extent": [250 423.84625244140625,251 119.129150390625,252 3.253509521484375253 ]254 },255 "obb": {256 "center": [257 6.82373046875,258 -69.15577697753906,259 262.9625244140625260 ],261 "extent": [262 423.84625244140625,263 119.129150390625,264 3.253509521484375265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 0,274 0,275 0276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 63,290 127,291 63292 ]293 }294 ],295 "door": [296 {297 "object_id": "SM_Door_01",298 "bbox_2d": [299 978,300 0,301 1473,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -73.4132308959961,308 -37.81229782104492,309 118.2634048461914310 ],311 "extent": [312 41.528175354003906,313 1.5000457763671875,314 117.85313415527344315 ]316 },317 "obb": {318 "center": [319 -73.4132308959961,320 -37.81229782104492,321 118.2634048461914322 ],323 "extent": [324 41.528175354003906,325 1.5000457763671875,326 117.85313415527344327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 127,352 63,353 127354 ]355 },356 {357 "object_id": "SM_Door_04",358 "bbox_2d": [359 929,360 0,361 1601,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -73.19573974609375,368 -31.37153434753418,369 119.93985748291016370 ],371 "extent": [372 45,373 8.500070571899414,374 120.17390441894531375 ]376 },377 "obb": {378 "center": [379 -73.19573974609375,380 -31.37153434753418,381 119.93985748291016382 ],383 "extent": [384 45,385 8.500070571899414,386 120.17390441894531387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 0,396 0,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 63,412 63,413 127414 ]415 },416 {417 "object_id": "SM_Door3",418 "bbox_2d": [419 978,420 1005,421 1137,422 1079423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 -102,428 -32.5,429 95430 ],431 "extent": [432 7.148256362532976,433 3.6948661731127235,434 7.7611236572265625435 ]436 },437 "obb": {438 "center": [439 -102,440 -32.5,441 95442 ],443 "extent": [444 7.148256362532976,445 3.6948661731127235,446 7.7611236572265625447 ],448 "rotation": [449 0,450 -3.0517578125e-05,451 0452 ]453 },454 "location": [455 -102,456 -32.5,457 95458 ],459 "rotation": [460 0,461 -3.0517578125e-05,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 191,472 191,473 0474 ]475 }476 ],477 "wood wall": [478 {479 "object_id": "SM_Wood_Wall",480 "bbox_2d": [481 1668,482 291,483 1744,484 697485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 217.1450958251953,490 -184.02069091796875,491 137.00125122070312492 ],493 "extent": [494 224.1408233642578,495 2,496 137.00125122070312497 ]498 },499 "obb": {500 "center": [501 217.1450958251953,502 -184.02069091796875,503 137.00125122070312504 ],505 "extent": [506 224.1408233642578,507 2,508 137.00125122070312509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 0,518 0,519 0520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 63,534 191,535 0536 ]537 }538 ]539 },540 "foreground": {541 "lighting": [542 {543 "object_id": "SM_Lighting",544 "bbox_2d": [545 1668,546 243,547 1805,548 284549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 39.40386962890625,554 -27.650985717773438,555 259.49249267578125556 ],557 "extent": [558 341.56640625,559 122.9656982421875,560 0.314453125561 ]562 },563 "obb": {564 "center": [565 39.40386962890625,566 -27.650985717773438,567 259.49249267578125568 ],569 "extent": [570 341.56640625,571 122.9656982421875,572 0.314453125573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 0,582 0,583 0584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 0,598 255,599 191600 ]601 }602 ],603 "bed frame": [604 {605 "object_id": "SM_Bed_Frame",606 "bbox_2d": [607 1668,608 690,609 1919,610 1034611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 284,616 -80.99999332427979,617 34.64175033569336618 ],619 "extent": [620 88.90624523162842,621 101.50726318359375,622 39.64175033569336623 ]624 },625 "obb": {626 "center": [627 284,628 -80.99999332427979,629 34.64175033569336630 ],631 "extent": [632 88.90624523162842,633 101.50726318359375,634 39.64175033569336635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 284,644 -81,645 -5646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 0.9375,654 0.875,655 1656 ]657 },658 "color": [659 255,660 191,661 255662 ]663 }664 ],665 "table": [666 {667 "object_id": "SM_Coffee_Table",668 "bbox_2d": [669 1909,670 1011,671 1919,672 1032673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 129.3041934967041,678 -13.636857986450195,679 22.480684280395508680 ],681 "extent": [682 26.087818145751953,683 25.398216247558594,684 20.480680465698242685 ]686 },687 "obb": {688 "center": [689 129.3041934967041,690 -13.636857986450195,691 22.480684280395508692 ],693 "extent": [694 26.087818145751953,695 25.398216247558594,696 20.480680465698242697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 126,706 -11,707 2708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 191,723 191724 ]725 }726 ],727 "pillow": [728 {729 "object_id": "SM_Bed",730 "bbox_2d": [731 1668,732 904,733 1703,734 916735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 283.50000762939453,740 -70.5,741 29.00000050663948742 ],743 "extent": [744 84.20491790771484,745 91.09659957885742,746 6.882242888212204747 ]748 },749 "obb": {750 "center": [751 283.50000762939453,752 -70.5,753 29.00000050663948754 ],755 "extent": [756 84.20491790771484,757 91.09659957885742,758 6.882242888212204759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 283.5,768 -70.5,769 29770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 0.90625,779 0.53125780 ]781 },782 "color": [783 63,784 191,785 191786 ]787 },788 {789 "object_id": "SM_Pillow_01",790 "bbox_2d": [791 1668,792 723,793 1732,794 796795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 245,800 -149.00000716928295,801 64.99999739058575802 ],803 "extent": [804 37.38641357421875,805 20.25763396676544,806 23.040369087389735807 ]808 },809 "obb": {810 "center": [811 245,812 -149.00000716928295,813 64.99999739058575814 ],815 "extent": [816 37.38641357421875,817 20.25763396676544,818 23.040369087389735819 ],820 "rotation": [821 0,822 0,823 -20.00006103515625824 ]825 },826 "location": [827 245,828 -149,829 65830 ],831 "rotation": [832 0,833 0,834 -20.00006103515625835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 191,844 0,845 127846 ]847 },848 {849 "object_id": "SM_Pillow_2",850 "bbox_2d": [851 1668,852 688,853 1820,854 786855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 324,860 -149.00000716928295,861 63.99999739058575862 ],863 "extent": [864 37.38641357421875,865 20.25763396676544,866 23.04036908738973867 ]868 },869 "obb": {870 "center": [871 324,872 -149.00000716928295,873 63.99999739058575874 ],875 "extent": [876 37.38641357421875,877 20.25763396676544,878 23.04036908738973879 ],880 "rotation": [881 0,882 0,883 -20.00006103515625884 ]885 },886 "location": [887 324,888 -149,889 64890 ],891 "rotation": [892 0,893 0,894 -20.00006103515625895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 191,904 255,905 127906 ]907 }908 ],909 "bed blanket": [910 {911 "object_id": "SM_Bed_Blanket",912 "bbox_2d": [913 1668,914 769,915 1919,916 984917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 281.00000762939453,922 -65,923 41.00000190734863924 ],925 "extent": [926 98.49034881591797,927 99.26022291183472,928 13.39167594909668929 ]930 },931 "obb": {932 "center": [933 281.00000762939453,934 -65,935 41.00000190734863936 ],937 "extent": [938 98.49034881591797,939 99.26022291183472,940 13.39167594909668941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 281,950 -65,951 41952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 0.9375,961 1962 ]963 },964 "color": [965 191,966 0,967 255968 ]969 }970 ],971 "carpet": [972 {973 "object_id": "SM_Carpet2",974 "bbox_2d": [975 1668,976 986,977 1919,978 1079979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 227.1999969482422,984 -41.5,985 3.5999996662139893986 ],987 "extent": [988 186.38496915818894,989 125.22013675801105,990 2.4685420989990234991 ]992 },993 "obb": {994 "center": [995 227.1999969482422,996 -41.5,997 3.5999996662139893998 ],999 "extent": [1000 186.38496915818894,1001 125.22013675801105,1002 2.46854209899902341003 ],1004 "rotation": [1005 0,1006 89.99996185302736,1007 01008 ]1009 },1010 "location": [1011 227.1999969482422,1012 -41.5,1013 3.59999990463256841014 ],1015 "rotation": [1016 0,1017 89.99996185302736,1018 01019 ],1020 "scale": [1021 1.5625,1022 1.28125,1023 11024 ]1025 },1026 "color": [1027 191,1028 255,1029 2551030 ]1031 }1032 ],1033 "side table": [1034 {1035 "object_id": "SM_SideTable",1036 "bbox_2d": [1037 1849,1038 763,1039 1898,1040 7821041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 402,1046 -139,1047 22.536580201038421048 ],1049 "extent": [1050 25.0001707833232,1051 25.00017078332317,1052 20.399998778104761053 ]1054 },1055 "obb": {1056 "center": [1057 402,1058 -139,1059 22.536580201038421060 ],1061 "extent": [1062 25.0001707833232,1063 25.00017078332317,1064 20.399998778104761065 ],1066 "rotation": [1067 0,1068 89.99965667724611,1069 01070 ]1071 },1072 "location": [1073 402,1074 -139,1075 21076 ],1077 "rotation": [1078 0,1079 89.99965667724611,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 0.8000000119209291086 ]1087 },1088 "color": [1089 0,1090 0,1091 311092 ]1093 }1094 ],1095 "rest chair": [1096 {1097 "object_id": "SM_Rest_Chair",1098 "bbox_2d": [1099 1668,1100 913,1101 1919,1102 10791103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 100.00000190734336,1108 -106.00000330362779,1109 41.5365295410156251110 ],1111 "extent": [1112 93.81039646216799,1113 72.86479790340461,1114 40.5364074707031251115 ]1116 },1117 "obb": {1118 "center": [1119 100.00000190734336,1120 -106.00000330362779,1121 41.5365295410156251122 ],1123 "extent": [1124 93.81039646216799,1125 72.86479790340461,1126 40.5364074707031251127 ],1128 "rotation": [1129 0,1130 -60.000091552734375,1131 01132 ]1133 },1134 "location": [1135 100,1136 -106,1137 11138 ],1139 "rotation": [1140 0,1141 -60.000091552734375,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 63,1152 0,1153 311154 ]1155 }1156 ],1157 "decor": [1158 {1159 "object_id": "SM_Deco",1160 "bbox_2d": [1161 1796,1162 726,1163 1867,1164 7761165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 399.03852332056465,1170 -141.8502557771,1171 52.505524203181271172 ],1173 "extent": [1174 17.742706243494638,1175 13.882079268370696,1176 9.4452673941850661177 ]1178 },1179 "obb": {1180 "center": [1181 399.03852332056465,1182 -141.8502557771,1183 52.505524203181271184 ],1185 "extent": [1186 17.742706243494638,1187 13.882079268370696,1188 9.4452673941850661189 ],1190 "rotation": [1191 0,1192 -5.000244140625,1193 01194 ]1195 },1196 "location": [1197 399,1198 -142,1199 431200 ],