TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l025_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l025_r005/lit.png",5 "camera": {6 "location": [7 -951,8 93,9 11810 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -951,38 93,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 0,58 705,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_leftwall_8",118 "bbox_2d": [119 0,120 0,121 1919,122 755123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -512.0688954164282,128 -240.97154998867288,129 245.5155487060547130 ],131 "extent": [132 725.6351637653181,133 99.6704478559158,134 242.13623046875135 ]136 },137 "obb": {138 "center": [139 -512.0688954164282,140 -240.97154998867288,141 245.5155487060547142 ],143 "extent": [144 725.6351637653181,145 99.6704478559158,146 242.13623046875147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -512.0692138671875,156 -290.13128662109375,157 0158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 }176 ],177 "door frame": [178 {179 "object_id": "SM_doorframe_17",180 "bbox_2d": [181 1828,182 272,183 1903,184 709185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -157.67118806118947,190 -155.33301375058022,191 141.48603439331055192 ],193 "extent": [194 59.778804806042736,195 13.562216479467907,196 135.9108123779297197 ]198 },199 "obb": {200 "center": [201 -157.67118806118947,202 -155.33301375058022,203 141.48603439331055204 ],205 "extent": [206 59.778804806042736,207 13.562216479467907,208 135.9108123779297209 ],210 "rotation": [211 0,212 179.30589294433597,213 0214 ]215 },216 "location": [217 -157.67112731933594,218 -155.33303833007812,219 7.076168060302734220 ],221 "rotation": [222 0,223 179.30589294433597,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 255,235 127236 ]237 }238 ],239 "roof": [240 {241 "object_id": "SM_roofmetal_21",242 "bbox_2d": [243 1381,244 0,245 1600,246 67247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -107.95600891113281,252 -49.59537506103514,253 450.57637139898725254 ],255 "extent": [256 840.7164306640622,257 266.835693359375,258 39.01462141495722259 ]260 },261 "obb": {262 "center": [263 -107.95600891113281,264 -49.595375061035156,265 450.57637139898725266 ],267 "extent": [268 840.7164306640622,269 266.835693359375,270 39.01462141495722271 ],272 "rotation": [273 0,274 180,275 0276 ]277 },278 "location": [279 -107.95594787597656,280 3.7793197631835938,281 451.0682678222656282 ],283 "rotation": [284 0,285 180,286 0287 ],288 "scale": [289 1,290 1,291 0.8899327516555786292 ]293 },294 "color": [295 0,296 127,297 255298 ]299 }300 ],301 "door": [302 {303 "object_id": "SM_wooddoor_39",304 "bbox_2d": [305 1837,306 287,307 1894,308 671309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -156.7989273071289,314 -145.8241720199585,315 147.42587280273438316 ],317 "extent": [318 56.42961883544922,319 8.872248649597168,320 124.50353240966797321 ]322 },323 "obb": {324 "center": [325 -156.7989273071289,326 -145.8241720199585,327 147.42587280273438328 ],329 "extent": [330 56.42961883544922,331 8.872248649597168,332 124.50353240966797333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -156.7989501953125,342 -145.8241729736328,343 22.922348022460938344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 127,359 0360 ]361 }362 ]363 },364 "foreground": {365 "sofa": [366 {367 "object_id": "SM_sofa_01_2",368 "bbox_2d": [369 0,370 552,371 580,372 957373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 -1043.258188634075,378 -238.85671997070312,379 60.04216012080906380 ],381 "extent": [382 135.43008252909203,383 59.66188049316406,384 53.81030763473973385 ]386 },387 "obb": {388 "center": [389 -1043.258188634075,390 -238.85671997070312,391 60.04216012080906392 ],393 "extent": [394 135.43008252909203,395 59.66188049316406,396 53.81030763473973397 ],398 "rotation": [399 0,400 0,401 0402 ]403 },404 "location": [405 -1043.650634765625,406 -236.76800537109375,407 6.2085723876953125408 ],409 "rotation": [410 0,411 0,412 0413 ],414 "scale": [415 0.949999988079071,416 1,417 1.0600552558898926418 ]419 },420 "color": [421 127,422 255,423 63424 ]425 },426 {427 "object_id": "SM_sofa_10",428 "bbox_2d": [429 551,430 549,431 1273,432 860433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -772.9204200793874,438 -238.85671997070312,439 60.0421596439719440 ],441 "extent": [442 135.43008252909203,443 59.66188049316406,444 53.81030763473973445 ]446 },447 "obb": {448 "center": [449 -772.9204200793874,450 -238.85671997070312,451 60.0421596439719452 ],453 "extent": [454 135.43008252909203,455 59.66188049316406,456 53.81030763473973457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -773.3128662109375,466 -236.76800537109375,467 6.208571910858154468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 0.949999988079071,476 1,477 1.0600552558898926478 ]479 },480 "color": [481 127,482 127,483 63484 ]485 },486 {487 "object_id": "SM_sofa_12",488 "bbox_2d": [489 1152,490 547,491 1615,492 735493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -503.6132301379812,498 -238.85671997070312,499 60.0419155033469500 ],501 "extent": [502 135.43008252909203,503 59.66188049316406,504 53.81030763473973505 ]506 },507 "obb": {508 "center": [509 -503.6132301379812,510 -238.85671997070312,511 60.0419155033469512 ],513 "extent": [514 135.43008252909203,515 59.66188049316406,516 53.81030763473973517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -504.00567626953125,526 -236.76800537109375,527 6.208327770233154528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 0.949999988079071,536 1,537 1.0600552558898926538 ]539 },540 "color": [541 0,542 63,543 0544 ]545 }546 ],547 "desk 008 parts": [548 {549 "object_id": "SM_desk3",550 "bbox_2d": [551 0,552 668,553 155,554 748555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -1024.756332397461,560 -117.0438232421875,561 49.1274048121486562 ],563 "extent": [564 30.51487922668457,565 36.7234992980957,566 43.30350411253312567 ]568 },569 "obb": {570 "center": [571 -1024.756332397461,572 -117.0438232421875,573 49.1274048121486574 ],575 "extent": [576 30.51487922668457,577 36.7234992980957,578 43.30350411253312579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 -1024.75634765625,588 -117.0438232421875,589 5.8239006996154785590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 0.9299650192260742600 ]601 },602 "color": [603 255,604 63,605 0606 ]607 },608 {609 "object_id": "SM_desk4_27",610 "bbox_2d": [611 46,612 650,613 515,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -963.3924407958984,620 -121.00906372070312,621 49.1274195941005622 ],623 "extent": [624 30.51487922668457,625 36.7234992980957,626 43.30350411253312627 ]628 },629 "obb": {630 "center": [631 -963.3924407958984,632 -121.00906372070312,633 49.1274195941005634 ],635 "extent": [636 30.51487922668457,637 36.7234992980957,638 43.30350411253312639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 -963.3924560546875,648 -121.00906372070312,649 5.823915481567383650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 0.9299650192260742660 ]661 },662 "color": [663 255,664 63,665 255666 ]667 },668 {669 "object_id": "SM_desk5",670 "bbox_2d": [671 635,672 638,673 909,674 1064675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -868.1666107700889,680 -119.71792728785105,681 49.12735903578141682 ],683 "extent": [684 33.44863514865324,685 39.12228849369252,686 43.30350411253312687 ]688 },689 "obb": {690 "center": [691 -868.1666107700889,692 -119.71792728785105,693 49.12735903578141694 ],695 "extent": [696 33.44863514865324,697 39.12228849369252,698 43.30350411253312699 ],700 "rotation": [701 0,702 -4.745883464813232,703 0704 ]705 },706 "location": [707 -868.1666259765625,708 -119.71792602539062,709 5.823854923248291710 ],711 "rotation": [712 0,713 -4.745883464813232,714 0715 ],716 "scale": [717 1,718 1,719 0.9299650192260742720 ]721 },722 "color": [723 255,724 63,725 127726 ]727 },728 {729 "object_id": "SM_desk6",730 "bbox_2d": [731 1010,732 625,733 1224,734 988735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -801.3126068115234,740 -121.00933837890625,741 49.12735903578141742 ],743 "extent": [744 30.51487922668457,745 36.7234992980957,746 43.30350411253312747 ]748 },749 "obb": {750 "center": [751 -801.3126068115234,752 -121.00933837890625,753 49.12735903578141754 ],755 "extent": [756 30.51487922668457,757 36.7234992980957,758 43.30350411253312759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 -801.3126220703125,768 -121.00933837890625,769 5.823854923248291770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 0.9299650192260742780 ]781 },782 "color": [783 127,784 63,785 0786 ]787 },788 {789 "object_id": "SM_desk7",790 "bbox_2d": [791 1088,792 613,793 1371,794 941795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -740.1458587646484,800 -121.00930786132812,801 49.127434852889564802 ],803 "extent": [804 30.51487922668457,805 36.7234992980957,806 43.30350411253312807 ]808 },809 "obb": {810 "center": [811 -740.1458587646484,812 -121.00930786132812,813 49.127434852889564814 ],815 "extent": [816 30.51487922668457,817 36.7234992980957,818 43.30350411253312819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -740.1458740234375,828 -121.00930786132812,829 5.823930740356445830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 0.9299650192260742840 ]841 },842 "color": [843 127,844 63,845 255846 ]847 },848 {849 "object_id": "SM_desk8",850 "bbox_2d": [851 1286,852 619,853 1522,854 901855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -676.3581390545284,860 -117.64012075178451,861 49.12745011167863862 ],863 "extent": [864 32.186373375425205,865 38.10015462524674,866 43.30350411253312867 ]868 },869 "obb": {870 "center": [871 -676.3581390545284,872 -117.64012075178451,873 49.12745011167863874 ],875 "extent": [876 32.186373375425205,877 38.10015462524674,878 43.30350411253312879 ],880 "rotation": [881 0,882 2.6601128578186044,883 0884 ]885 },886 "location": [887 -676.358154296875,888 -117.64012145996094,889 5.823945999145508890 ],891 "rotation": [892 0,893 2.6601128578186044,894 0895 ],896 "scale": [897 1,898 1,899 0.9299650192260742900 ]901 },902 "color": [903 127,904 63,905 127906 ]907 },908 {909 "object_id": "SM_desk9",910 "bbox_2d": [911 1475,912 598,913 1684,914 842915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -565.0784759521484,920 -119.87359619140625,921 49.12735951261857922 ],923 "extent": [924 30.51487922668457,925 36.7234992980957,926 43.30350411253312927 ]928 },929 "obb": {930 "center": [931 -565.0784759521484,932 -119.87359619140625,933 49.12735951261857934 ],935 "extent": [936 30.51487922668457,937 36.7234992980957,938 43.30350411253312939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 -565.0784912109375,948 -119.87359619140625,949 5.823855400085449950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 1,958 1,959 0.9299650192260742960 ]961 },962 "color": [963 0,964 63,965 63966 ]967 },968 {969 "object_id": "SM_desk10",970 "bbox_2d": [971 1500,972 594,973 1755,974 815975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -501.6209259057787,980 -121.00936917037806,981 49.12735951261857982 ],983 "extent": [984 31.169145911191123,985 37.2653216098462,986 43.30350411253312987 ]988 },989 "obb": {990 "center": [991 -501.6209259057787,992 -121.00936917037806,993 49.12735951261857994 ],995 "extent": [996 31.169145911191123,997 37.2653216098462,998 43.30350411253312999 ],1000 "rotation": [1001 0,1002 -1.0285085439682007,1003 01004 ]1005 },1006 "location": [1007 -501.6209411621094,1008 -121.00936889648438,1009 5.8238554000854491010 ],1011 "rotation": [1012 0,1013 -1.0285085439682007,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 0.92996501922607421020 ]1021 },1022 "color": [1023 255,1024 63,1025 631026 ]1027 },1028 {1029 "object_id": "SM_desk11",1030 "bbox_2d": [1031 1568,1032 591,1033 1770,1034 7941035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -437.7409210205078,1040 -123.34284973144531,1041 49.1274343760524061042 ],1043 "extent": [1044 30.51487922668457,1045 36.7234992980957,1046 43.303504112533121047 ]1048 },1049 "obb": {1050 "center": [1051 -437.7409210205078,1052 -123.34284973144531,1053 49.1274343760524061054 ],1055 "extent": [1056 30.51487922668457,1057 36.7234992980957,1058 43.303504112533121059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -437.7409362792969,1068 -123.34284973144531,1069 5.8239302635192871070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 0.92996501922607421080 ]1081 },1082 "color": [1083 127,1084 63,1085 631086 ]1087 },1088 {1089 "object_id": "SM_desk13",1090 "bbox_2d": [1091 1715,1092 844,1093 1919,1094 10001095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -842.5349578894859,1100 98.14264645156653,1101 49.127404335311441102 ],1103 "extent": [1104 31.3208230595377,1105 37.39039810516208,1106 43.303504112533121107 ]1108 },1109 "obb": {1110 "center": [1111 -842.5349578894859,1112 98.14264645156655,1113 49.127404335311441114 ],1115 "extent": [1116 31.3208230595377,1117 37.39039810516208,1118 43.303504112533121119 ],1120 "rotation": [1121 0,1122 -1.2692130804061892,1123 01124 ]1125 },1126 "location": [1127 -842.5349731445312,1128 98.14264678955078,1129 5.823900222778321130 ],1131 "rotation": [1132 0,1133 -1.2692130804061892,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 0.92996501922607421140 ]1141 },1142 "color": [1143 63,1144 63,1145 01146 ]1147 }1148 ],1149 "chair": [1150 {1151 "object_id": "SM_chair_2",1152 "bbox_2d": [1153 0,1154 775,1155 255,1156 10791157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -999.5705747341301,1162 -59.28053956795461,1163 49.590962908959911164 ],1165 "extent": [1166 32.11852156886226,1167 34.72423122328332,1168 43.282279306003151169 ]1170 },1171 "obb": {1172 "center": [1173 -999.5705747341301,1174 -59.28053956795461,1175 49.590962908959911176 ],1177 "extent": [1178 32.11852156886226,1179 34.72423122328332,1180 43.282279306003151181 ],1182 "rotation": [1183 0,1184 -174.54296875,1185 01186 ]1187 },1188 "location": [1189 -997.92919921875,1190 -59.588417053222656,1191 6.2085871696472171192 ],1193 "rotation": [1194 0,1195 -174.54296875,1196 01197 ],1198 "scale": [1199 0.9599999785423279,1200 0.9599999785423279,