TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l038_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l038_off0_r005/lit.png",5 "camera": {6 "location": [7 -945,8 87,9 23110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -945,38 87,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 1296,58 881,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 1013,120 0,121 1919,122 150123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 968,180 0,181 1919,182 242183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_leftwall_8",240 "bbox_2d": [241 0,242 0,243 1919,244 957245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -512.0688954164282,250 -240.97154998867288,251 245.5155487060547252 ],253 "extent": [254 725.6351637653181,255 99.6704478559158,256 242.13623046875257 ]258 },259 "obb": {260 "center": [261 -512.0688954164282,262 -240.97154998867288,263 245.5155487060547264 ],265 "extent": [266 725.6351637653181,267 99.6704478559158,268 242.13623046875269 ],270 "rotation": [271 0,272 179.99977111816406,273 0274 ]275 },276 "location": [277 -512.0692138671875,278 -290.13128662109375,279 0280 ],281 "rotation": [282 0,283 179.99977111816406,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 0,295 127296 ]297 }298 ],299 "door frame": [300 {301 "object_id": "SM_doorframe_17",302 "bbox_2d": [303 1837,304 461,305 1912,306 887307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -157.67118806118947,312 -155.33301375058022,313 141.48603439331055314 ],315 "extent": [316 59.778804806042736,317 13.562216479467907,318 135.9108123779297319 ]320 },321 "obb": {322 "center": [323 -157.67118806118947,324 -155.33301375058022,325 141.48603439331055326 ],327 "extent": [328 59.778804806042736,329 13.562216479467907,330 135.9108123779297331 ],332 "rotation": [333 0,334 179.30589294433597,335 0336 ]337 },338 "location": [339 -157.67112731933594,340 -155.33303833007812,341 7.076168060302734342 ],343 "rotation": [344 0,345 179.30589294433597,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 255,357 127358 ]359 }360 ],361 "door": [362 {363 "object_id": "SM_wooddoor_39",364 "bbox_2d": [365 1846,366 472,367 1903,368 876369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -156.7989273071289,374 -145.8241720199585,375 147.42587280273438376 ],377 "extent": [378 56.42961883544922,379 8.872248649597168,380 124.50353240966797381 ]382 },383 "obb": {384 "center": [385 -156.7989273071289,386 -145.8241720199585,387 147.42587280273438388 ],389 "extent": [390 56.42961883544922,391 8.872248649597168,392 124.50353240966797393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -156.7989501953125,402 -145.8241729736328,403 22.922348022460938404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 255,418 127,419 0420 ]421 }422 ]423 },424 "foreground": {425 "sofa": [426 {427 "object_id": "SM_sofa_01_2",428 "bbox_2d": [429 0,430 883,431 559,432 1079433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -1043.258188634075,438 -238.85671997070312,439 60.04216012080906440 ],441 "extent": [442 135.43008252909203,443 59.66188049316406,444 53.81030763473973445 ]446 },447 "obb": {448 "center": [449 -1043.258188634075,450 -238.85671997070312,451 60.04216012080906452 ],453 "extent": [454 135.43008252909203,455 59.66188049316406,456 53.81030763473973457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -1043.650634765625,466 -236.76800537109375,467 6.2085723876953125468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 0.949999988079071,476 1,477 1.0600552558898926478 ]479 },480 "color": [481 127,482 255,483 63484 ]485 },486 {487 "object_id": "SM_sofa_10",488 "bbox_2d": [489 527,490 783,491 1274,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -772.9204200793874,498 -238.85671997070312,499 60.0421596439719500 ],501 "extent": [502 135.43008252909203,503 59.66188049316406,504 53.81030763473973505 ]506 },507 "obb": {508 "center": [509 -772.9204200793874,510 -238.85671997070312,511 60.0421596439719512 ],513 "extent": [514 135.43008252909203,515 59.66188049316406,516 53.81030763473973517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -773.3128662109375,526 -236.76800537109375,527 6.208571910858154528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 0.949999988079071,536 1,537 1.0600552558898926538 ]539 },540 "color": [541 127,542 127,543 63544 ]545 },546 {547 "object_id": "SM_sofa_12",548 "bbox_2d": [549 1117,550 729,551 1623,552 966553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -503.6132301379812,558 -238.85671997070312,559 60.0419155033469560 ],561 "extent": [562 135.43008252909203,563 59.66188049316406,564 53.81030763473973565 ]566 },567 "obb": {568 "center": [569 -503.6132301379812,570 -238.85671997070312,571 60.0419155033469572 ],573 "extent": [574 135.43008252909203,575 59.66188049316406,576 53.81030763473973577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -504.00567626953125,586 -236.76800537109375,587 6.208327770233154588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 0.949999988079071,596 1,597 1.0600552558898926598 ]599 },600 "color": [601 0,602 63,603 0604 ]605 }606 ],607 "desk 008 parts": [608 {609 "object_id": "SM_desk5",610 "bbox_2d": [611 731,612 1043,613 881,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -868.1666107700889,620 -119.71792728785105,621 49.12735903578141622 ],623 "extent": [624 33.44863514865324,625 39.12228849369252,626 43.30350411253312627 ]628 },629 "obb": {630 "center": [631 -868.1666107700889,632 -119.71792728785105,633 49.12735903578141634 ],635 "extent": [636 33.44863514865324,637 39.12228849369252,638 43.30350411253312639 ],640 "rotation": [641 0,642 -4.745883464813232,643 0644 ]645 },646 "location": [647 -868.1666259765625,648 -119.71792602539062,649 5.823854923248291650 ],651 "rotation": [652 0,653 -4.745883464813232,654 0655 ],656 "scale": [657 1,658 1,659 0.9299650192260742660 ]661 },662 "color": [663 255,664 63,665 127666 ]667 },668 {669 "object_id": "SM_desk6",670 "bbox_2d": [671 873,672 985,673 1187,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -801.3126068115234,680 -121.00933837890625,681 49.12735903578141682 ],683 "extent": [684 30.51487922668457,685 36.7234992980957,686 43.30350411253312687 ]688 },689 "obb": {690 "center": [691 -801.3126068115234,692 -121.00933837890625,693 49.12735903578141694 ],695 "extent": [696 30.51487922668457,697 36.7234992980957,698 43.30350411253312699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 -801.3126220703125,708 -121.00933837890625,709 5.823854923248291710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 0.9299650192260742720 ]721 },722 "color": [723 127,724 63,725 0726 ]727 },728 {729 "object_id": "SM_desk7",730 "bbox_2d": [731 1052,732 947,733 1385,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -740.1458587646484,740 -121.00930786132812,741 49.127434852889564742 ],743 "extent": [744 30.51487922668457,745 36.7234992980957,746 43.30350411253312747 ]748 },749 "obb": {750 "center": [751 -740.1458587646484,752 -121.00930786132812,753 49.127434852889564754 ],755 "extent": [756 30.51487922668457,757 36.7234992980957,758 43.30350411253312759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 -740.1458740234375,768 -121.00930786132812,769 5.823930740356445770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 0.9299650192260742780 ]781 },782 "color": [783 127,784 63,785 255786 ]787 },788 {789 "object_id": "SM_desk8",790 "bbox_2d": [791 1347,792 940,793 1530,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -676.3581390545284,800 -117.64012075178451,801 49.12745011167863802 ],803 "extent": [804 32.186373375425205,805 38.10015462524674,806 43.30350411253312807 ]808 },809 "obb": {810 "center": [811 -676.3581390545284,812 -117.64012075178451,813 49.12745011167863814 ],815 "extent": [816 32.186373375425205,817 38.10015462524674,818 43.30350411253312819 ],820 "rotation": [821 0,822 2.6601128578186044,823 0824 ]825 },826 "location": [827 -676.358154296875,828 -117.64012145996094,829 5.823945999145508830 ],831 "rotation": [832 0,833 2.6601128578186044,834 0835 ],836 "scale": [837 1,838 1,839 0.9299650192260742840 ]841 },842 "color": [843 127,844 63,845 127846 ]847 },848 {849 "object_id": "SM_desk9",850 "bbox_2d": [851 1410,852 860,853 1695,854 1079855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -565.0784759521484,860 -119.87359619140625,861 49.12735951261857862 ],863 "extent": [864 30.51487922668457,865 36.7234992980957,866 43.30350411253312867 ]868 },869 "obb": {870 "center": [871 -565.0784759521484,872 -119.87359619140625,873 49.12735951261857874 ],875 "extent": [876 30.51487922668457,877 36.7234992980957,878 43.30350411253312879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 -565.0784912109375,888 -119.87359619140625,889 5.823855400085449890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 0.9299650192260742900 ]901 },902 "color": [903 0,904 63,905 63906 ]907 },908 {909 "object_id": "SM_desk10",910 "bbox_2d": [911 1500,912 837,913 1767,914 1079915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -501.6209259057787,920 -121.00936917037806,921 49.12735951261857922 ],923 "extent": [924 31.169145911191123,925 37.2653216098462,926 43.30350411253312927 ]928 },929 "obb": {930 "center": [931 -501.6209259057787,932 -121.00936917037806,933 49.12735951261857934 ],935 "extent": [936 31.169145911191123,937 37.2653216098462,938 43.30350411253312939 ],940 "rotation": [941 0,942 -1.0285085439682007,943 0944 ]945 },946 "location": [947 -501.6209411621094,948 -121.00936889648438,949 5.823855400085449950 ],951 "rotation": [952 0,953 -1.0285085439682007,954 0955 ],956 "scale": [957 1,958 1,959 0.9299650192260742960 ]961 },962 "color": [963 255,964 63,965 63966 ]967 },968 {969 "object_id": "SM_desk11",970 "bbox_2d": [971 1574,972 820,973 1826,974 1048975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -437.7409210205078,980 -123.34284973144531,981 49.127434376052406982 ],983 "extent": [984 30.51487922668457,985 36.7234992980957,986 43.30350411253312987 ]988 },989 "obb": {990 "center": [991 -437.7409210205078,992 -123.34284973144531,993 49.127434376052406994 ],995 "extent": [996 30.51487922668457,997 36.7234992980957,998 43.30350411253312999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 -437.7409362792969,1008 -123.34284973144531,1009 5.8239302635192871010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 0.92996501922607421020 ]1021 },1022 "color": [1023 127,1024 63,1025 631026 ]1027 }1028 ],1029 "chair": [1030 {1031 "object_id": "SM_chair_3",1032 "bbox_2d": [1033 122,1034 966,1035 456,1036 10791037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -954.1457533657889,1042 -100.2290400717212,1043 93.223886453731751044 ],1045 "extent": [1046 39.039302911319396,1047 38.58944681574776,1048 50.200291177353771049 ]1050 },1051 "obb": {1052 "center": [1053 -954.1457533657889,1054 -100.2290400717212,1055 93.223886453731751056 ],1057 "extent": [1058 39.039302911319396,1059 38.58944681574776,1060 50.200291177353771061 ],1062 "rotation": [1063 -1.7655625192200634e-31,1064 -14.206774711608881,1065 1801066 ]1067 },1068 "location": [1069 -953.8915405273438,1070 -100.69328308105469,1071 143.889511108398441072 ],1073 "rotation": [1074 -1.7655625192200634e-31,1075 -14.206774711608881,1076 1801077 ],1078 "scale": [1079 0.9449999928474426,1080 0.9449999928474426,1081 0.94499999284744261082 ]1083 },1084 "color": [1085 63,1086 255,1087 01088 ]1089 },1090 {1091 "object_id": "SM_chair_6",1092 "bbox_2d": [1093 1518,1094 936,1095 1777,1096 10791097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -567.6064304166046,1102 -84.15324953611183,1103 49.590962908959911104 ],1105 "extent": [1106 29.6256146756225,1107 32.480683026996005,1108 43.282279306003151109 ]1110 },1111 "obb": {1112 "center": [1113 -567.6064304166046,1114 -84.15324953611183,1115 49.590962908959911116 ],1117 "extent": [1118 29.6256146756225,1119 32.480683026996005,1120 43.282279306003151121 ],1122 "rotation": [1123 0,1124 -179.2333984375,1125 01126 ]1127 },1128 "location": [1129 -565.9957275390625,1130 -84.59431457519531,1131 6.2085871696472171132 ],1133 "rotation": [1134 0,1135 -179.2333984375,1136 01137 ],1138 "scale": [1139 0.9599999785423279,1140 0.9599999785423279,1141 0.95999997854232791142 ]1143 },1144 "color": [1145 63,1146 127,1147 01148 ]1149 },1150 {1151 "object_id": "SM_chair_7",1152 "bbox_2d": [1153 1401,1154 1021,1155 1499,1156 10791157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -730.6528639543126,1162 -83.14754296167632,1163 56.8741970423620841164 ],1165 "extent": [1166 35.20189294103466,1167 34.64431771322997,1168 50.200291177353851169 ]1170 },1171 "obb": {1172 "center": [1173 -730.6528639543126,1174 -83.14754296167632,1175 56.8741970423620841176 ],1177 "extent": [1178 35.20189294103466,1179 34.64431771322997,1180 50.200291177353851181 ],1182 "rotation": [1183 0,1184 174.38490295410156,1185 01186 ]1187 },1188 "location": [1189 -731.0494384765625,1190 -83.49807739257812,1191 6.20857238769531251192 ],1193 "rotation": [1194 0,1195 174.38490295410156,1196 01197 ],1198 "scale": [1199 0.9449999928474426,1200 0.9449999928474426,