TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ResidentialGarage",3 "view_id": "l004_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/ResidentialGarage/l004_r002/lit.png",5 "camera": {6 "location": [7 -561,8 -290,9 13110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -561,38 -290,39 131,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "beam": [54 {55 "object_id": "SM_Support_Beam_379",56 "bbox_2d": [57 1305,58 198,59 1453,60 52161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -1108.4986362457275,66 116.30013275146484,67 184.2158355712890668 ],69 "extent": [70 8.542996406555176,71 52.256317138671875,72 153.4062194824218873 ]74 },75 "obb": {76 "center": [77 -1108.4986362457275,78 116.30013275146484,79 184.2158355712890680 ],81 "extent": [82 8.542996406555176,83 52.256317138671875,84 153.4062194824218885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -1106.83837890625,94 116.427978515625,95 30.80961608886718896 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 31112 ]113 }114 ],115 "building material": [116 {117 "object_id": "SM_Plank2_512",118 "bbox_2d": [119 328,120 526,121 609,122 532123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -593.2592163085938,128 274.4866638183594,129 136.45795822143555130 ],131 "extent": [132 64.775446137892,133 12.514301934527055,134 1.1809844970703125135 ]136 },137 "obb": {138 "center": [139 -593.2592163085938,140 274.4866638183594,141 136.45795822143555142 ],143 "extent": [144 64.775446137892,145 12.514301934527055,146 1.1809844970703125147 ],148 "rotation": [149 0,150 90.00011444091797,151 0152 ]153 },154 "location": [155 -593.2592163085938,156 274.4866638183594,157 135.2769775390625158 ],159 "rotation": [160 0,161 90.00011444091797,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 31,172 0,173 127174 ]175 }176 ],177 "ventilation": [178 {179 "object_id": "SM_Vent_680",180 "bbox_2d": [181 1251,182 267,183 1291,184 312185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -1110.3506885766983,190 205.49676513671875,191 313.8440856933594192 ],193 "extent": [194 1.9164042472839355,195 17.8449649810791,196 12.546610832214355197 ]198 },199 "obb": {200 "center": [201 -1110.3506885766983,202 205.49676513671875,203 313.8440856933594204 ],205 "extent": [206 1.9164042472839355,207 17.8449649810791,208 12.546610832214355209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -1112.26708984375,218 205.49676513671875,219 313.8440856933594220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 0,235 95236 ]237 }238 ]239 },240 "foreground": {241 "equipment": [242 {243 "object_id": "SM_Gasheater_248",244 "bbox_2d": [245 535,246 556,247 761,248 562249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -686.4393307871114,254 292.9475555419878,255 75.80960464477539256 ],257 "extent": [258 60.00006443961763,259 26.665037194481044,260 45.00000762939453261 ]262 },263 "obb": {264 "center": [265 -686.4393307871114,266 292.9475555419878,267 75.80960464477539268 ],269 "extent": [270 60.00006443961763,271 26.665037194481044,272 45.00000762939453273 ],274 "rotation": [275 0,276 -90.00012207031251,277 0278 ]279 },280 "location": [281 -686.4393310546875,282 294.6124572753906,283 30.809600830078125284 ],285 "rotation": [286 0,287 -90.00012207031251,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 127,298 191,299 63300 ]301 }302 ],303 "cardboard box": [304 {305 "object_id": "SM_Cardboard_Box_302",306 "bbox_2d": [307 0,308 560,309 1919,310 1079311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 -566.4182739257812,316 -274.0213317871094,317 115.22867488861084318 ],319 "extent": [320 30.85623477194997,321 36.0578119453823,322 14.689857482910156323 ]324 },325 "obb": {326 "center": [327 -566.4182739257812,328 -274.0213317871094,329 115.22867488861084330 ],331 "extent": [332 30.85623477194997,333 36.0578119453823,334 14.689857482910156335 ],336 "rotation": [337 0,338 159.99984741210938,339 0340 ]341 },342 "location": [343 -566.4182739257812,344 -274.0213317871094,345 100.538818359375346 ],347 "rotation": [348 0,349 159.99984741210938,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 191,360 127,361 127362 ]363 },364 {365 "object_id": "SM_Cardboard_Box_433",366 "bbox_2d": [367 990,368 359,369 1078,370 411371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -979.2053833007812,376 322.7444152832031,377 243.9919376373291378 ],379 "extent": [380 21.75184205267942,381 30.454931754736776,382 19.641536712646484383 ]384 },385 "obb": {386 "center": [387 -979.2053833007812,388 322.7444152832031,389 243.9919376373291390 ],391 "extent": [392 21.75184205267942,393 30.454931754736776,394 19.641536712646484395 ],396 "rotation": [397 0,398 -179.99989318847656,399 0400 ]401 },402 "location": [403 -979.2053833007812,404 322.7444152832031,405 224.35040283203125406 ],407 "rotation": [408 0,409 -179.99989318847656,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 0,420 31,421 191422 ]423 }424 ],425 "furniture": [426 {427 "object_id": "SM_Workbench_02_305",428 "bbox_2d": [429 1566,430 513,431 1919,432 584433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -1055.5234107971191,438 -134.86871337890625,439 85.5816650390625440 ],441 "extent": [442 44.225826263427734,443 81.72003173828125,444 54.77206802368164445 ]446 },447 "obb": {448 "center": [449 -1055.5234107971191,450 -134.86871337890625,451 85.5816650390625452 ],453 "extent": [454 44.225826263427734,455 81.72003173828125,456 54.77206802368164457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -1061.522216796875,466 -134.8186798095703,467 30.809600830078125468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 191,482 127,483 63484 ]485 }486 ],487 "tool": [488 {489 "object_id": "SM_Benchgrinder_308",490 "bbox_2d": [491 1796,492 417,493 1919,494 513495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 -1037.8428974151611,500 -160.57077980041504,501 159.59412002563477502 ],503 "extent": [504 16.74660873413086,505 31.313138961791992,506 19.240394592285156507 ]508 },509 "obb": {510 "center": [511 -1037.8428974151611,512 -160.57077980041504,513 159.59412002563477514 ],515 "extent": [516 16.74660873413086,517 31.313138961791992,518 19.240394592285156519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 -1037.8428955078125,528 -160.38926696777344,529 140.35372924804688530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 191,544 63,545 0546 ]547 },548 {549 "object_id": "SM_Pincers_Open_406",550 "bbox_2d": [551 1606,552 511,553 1689,554 517555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -1035.9007184510167,560 -76.90268336402978,561 141.8226022720337562 ],563 "extent": [564 18.536831913503704,565 18.38867618556648,566 1.5746119022369385567 ]568 },569 "obb": {570 "center": [571 -1035.9007184510167,572 -76.90268336402978,573 141.8226022720337574 ],575 "extent": [576 18.536831913503704,577 18.38867618556648,578 1.5746119022369385579 ],580 "rotation": [581 90,582 -159.44395478041653,583 160.55595366684906584 ]585 },586 "location": [587 -1025.5469970703125,588 -68.21485137939453,589 141.82260131835938590 ],591 "rotation": [592 90,593 -159.44395478041653,594 160.55595366684906595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 63,604 63,605 31606 ]607 },608 {609 "object_id": "SM_C_Clamp3_515",610 "bbox_2d": [611 450,612 520,613 466,614 564615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -582.9991591584132,620 263.98676099257034,621 124.37010192871094622 ],623 "extent": [624 5.537642309373382,625 11.276916367815431,626 16.673477172851562627 ]628 },629 "obb": {630 "center": [631 -582.9991591584132,632 263.98676099257034,633 124.37010192871094634 ],635 "extent": [636 5.537642309373382,637 11.276916367815431,638 16.673477172851562639 ],640 "rotation": [641 0,642 160.00009155273438,643 0644 ]645 },646 "location": [647 -583.9822387695312,648 264.3445739746094,649 125.60589599609375650 ],651 "rotation": [652 0,653 160.00009155273438,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 31,664 0,665 63666 ]667 },668 {669 "object_id": "SM_C_Clamp4",670 "bbox_2d": [671 336,672 519,673 354,674 566675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -536.8330212212844,680 266.011926087187,681 124.37010192871094682 ],683 "extent": [684 5.537690602504654,685 11.276905660808197,686 16.673477172851562687 ]688 },689 "obb": {690 "center": [691 -536.8330212212844,692 266.011926087187,693 124.37010192871094694 ],695 "extent": [696 5.537690602504654,697 11.276905660808197,698 16.673477172851562699 ],700 "rotation": [701 0,702 -159.99981689453128,703 0704 ]705 },706 "location": [707 -537.8161010742188,708 265.65411376953125,709 125.60589599609375710 ],711 "rotation": [712 0,713 -159.99981689453128,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 31,724 0,725 191726 ]727 },728 {729 "object_id": "SM_Funnel_649",730 "bbox_2d": [731 382,732 484,733 422,734 526735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -558.2117865469918,740 308.2055449102118,741 148.3230043865529742 ],743 "extent": [744 11.717704868123406,745 10.41326955932459,746 13.046138148062113747 ]748 },749 "obb": {750 "center": [751 -558.2117865469918,752 308.2055449102118,753 148.3230043865529754 ],755 "extent": [756 11.717704868123406,757 10.41326955932459,758 13.046138148062113759 ],760 "rotation": [761 0,762 90.00011444091798,763 -179.999755859375764 ]765 },766 "location": [767 -546.4946899414062,768 308.20556640625,769 135.2769775390625770 ],771 "rotation": [772 0,773 90.00011444091798,774 -179.999755859375775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 127,784 255,785 95786 ]787 },788 {789 "object_id": "SM_Screwdrivers_Mounted_661",790 "bbox_2d": [791 1263,792 335,793 1317,794 380795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -1106.72069978714,800 185.01350021362305,801 258.601806640625802 ],803 "extent": [804 3.3828177452087402,805 21.746952056884766,806 15.8482666015625807 ]808 },809 "obb": {810 "center": [811 -1106.72069978714,812 185.01350021362305,813 258.601806640625814 ],815 "extent": [816 3.3828177452087402,817 21.746952056884766,818 15.8482666015625819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -1110.103515625,828 185.0135040283203,829 259.15557861328125830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 127,844 31,845 95846 ]847 },848 {849 "object_id": "SM_Wrench2_686",850 "bbox_2d": [851 565,852 434,853 616,854 436855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -654.0308227539062,860 303.35427832603455,861 191.27272027730942862 ],863 "extent": [864 16.91693115234375,865 3.8111491203308105,866 0.6040060520172119867 ]868 },869 "obb": {870 "center": [871 -654.0308227539062,872 303.35427832603455,873 191.27272027730942874 ],875 "extent": [876 16.91693115234375,877 3.8111491203308105,878 0.6040060520172119879 ],880 "rotation": [881 -90,882 0,883 0884 ]885 },886 "location": [887 -654.0308227539062,888 303.3542785644531,889 191.27272033691406890 ],891 "rotation": [892 -90,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 191,904 127,905 95906 ]907 },908 {909 "object_id": "SM_Screwdriver_LG_Philips_01_695",910 "bbox_2d": [911 689,912 438,913 731,914 442915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -723.4513537523534,920 299.0754030863019,921 192.01078510284424922 ],923 "extent": [924 15.118597735977346,925 6.934143844690993,926 1.8231878280639648927 ]928 },929 "obb": {930 "center": [931 -723.4513537523534,932 299.0754030863019,933 192.01078510284424934 ],935 "extent": [936 15.118597735977346,937 6.934143844690993,938 1.8231878280639648939 ],940 "rotation": [941 -90,942 0,943 -20.0001220703125944 ]945 },946 "location": [947 -732.5675048828125,948 302.3934326171875,949 192.0107879638672950 ],951 "rotation": [952 -90,953 0,954 -20.0001220703125955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 191,964 31,965 95966 ]967 },968 {969 "object_id": "SM_Hammer2_701",970 "bbox_2d": [971 655,972 552,973 725,974 557975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -708.283525466919,980 286.73112392425537,981 121.99189925193787982 ],983 "extent": [984 20.597383499145508,985 8.828129768371582,986 1.7797467708587646987 ]988 },989 "obb": {990 "center": [991 -708.283525466919,992 286.73112392425537,993 121.99189925193787994 ],995 "extent": [996 20.597383499145508,997 8.828129768371582,998 1.7797467708587646999 ],1000 "rotation": [1001 -90,1002 0,1003 01004 ]1005 },1006 "location": [1007 -720.1644897460938,1008 286.4685363769531,1009 121.991905212402341010 ],1011 "rotation": [1012 -90,1013 0,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 31,1024 255,1025 951026 ]1027 }1028 ],1029 "shelves": [1030 {1031 "object_id": "SM_Shelves_02_311",1032 "bbox_2d": [1033 1639,1034 344,1035 1919,1036 5011037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -1098.3759412765503,1042 -113.50816345214844,1043 182.8027343751044 ],1045 "extent": [1046 13.891152381896973,1047 64.77542114257812,1048 40.528007507324221049 ]1050 },1051 "obb": {1052 "center": [1053 -1098.3759412765503,1054 -113.50816345214844,1055 182.8027343751056 ],1057 "extent": [1058 13.891152381896973,1059 64.77542114257812,1060 40.528007507324221061 ],1062 "rotation": [1063 0,1064 0,1065 01066 ]1067 },1068 "location": [1069 -1112.26708984375,1070 -113.50816345214844,1071 182.8027343751072 ],1073 "rotation": [1074 0,1075 0,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 191,1086 63,1087 2551088 ]1089 },1090 {1091 "object_id": "SM_Shelves_3",1092 "bbox_2d": [1093 1401,1094 363,1095 1661,1096 5131097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -1098.3759412765503,1102 16.239654541015625,1103 182.8027343751104 ],1105 "extent": [1106 13.891152381896973,1107 64.77542114257812,1108 40.528007507324221109 ]1110 },1111 "obb": {1112 "center": [1113 -1098.3759412765503,1114 16.239654541015625,1115 182.8027343751116 ],1117 "extent": [1118 13.891152381896973,1119 64.77542114257812,1120 40.528007507324221121 ],1122 "rotation": [1123 0,1124 0,1125 01126 ]1127 },1128 "location": [1129 -1112.26708984375,1130 16.239654541015625,1131 182.8027343751132 ],1133 "rotation": [1134 0,1135 0,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 191,1146 63,1147 1271148 ]1149 },1150 {1151 "object_id": "SM_Shelves_01_413",1152 "bbox_2d": [1153 981,1154 314,1155 1183,1156 5681157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -1018.4350509643798,1162 310.48289871214195,1163 161.26676940917971164 ],1165 "extent": [1166 71.1229590232665,1167 37.54721726412532,1168 130.45710754394531169 ]1170 },1171 "obb": {1172 "center": [1173 -1018.4350509643798,1174 310.48289871214195,1175 161.26676940917971176 ],1177 "extent": [1178 71.1229590232665,1179 37.54721726412532,1180 130.45710754394531181 ],1182 "rotation": [1183 0,1184 -90.00012207031251,1185 01186 ]1187 },1188 "location": [1189 -1018.43505859375,1190 310.48291015625,1191 30.8096618652343751192 ],1193 "rotation": [1194 0,1195 -90.00012207031251,1196 01197 ],1198 "scale": [1199 1,1200 1,