TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l010_off1_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l010_off1_r004/lit.png",5 "camera": {6 "location": [7 -29,8 72,9 17810 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -29,38 72,39 178,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 0,58 759,59 647,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 0,120 0,121 458,122 207123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 81,180 0,181 432,182 161183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_leftwall_8",240 "bbox_2d": [241 0,242 0,243 1639,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -512.0688954164282,250 -240.97154998867288,251 245.5155487060547252 ],253 "extent": [254 725.6351637653181,255 99.6704478559158,256 242.13623046875257 ]258 },259 "obb": {260 "center": [261 -512.0688954164282,262 -240.97154998867288,263 245.5155487060547264 ],265 "extent": [266 725.6351637653181,267 99.6704478559158,268 242.13623046875269 ],270 "rotation": [271 0,272 179.99977111816406,273 0274 ]275 },276 "location": [277 -512.0692138671875,278 -290.13128662109375,279 0280 ],281 "rotation": [282 0,283 179.99977111816406,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 0,295 127296 ]297 }298 ],299 "door frame": [300 {301 "object_id": "SM_doorframe_17",302 "bbox_2d": [303 768,304 109,305 1169,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -157.67118806118947,312 -155.33301375058022,313 141.48603439331055314 ],315 "extent": [316 59.778804806042736,317 13.562216479467907,318 135.9108123779297319 ]320 },321 "obb": {322 "center": [323 -157.67118806118947,324 -155.33301375058022,325 141.48603439331055326 ],327 "extent": [328 59.778804806042736,329 13.562216479467907,330 135.9108123779297331 ],332 "rotation": [333 0,334 179.30589294433597,335 0336 ]337 },338 "location": [339 -157.67112731933594,340 -155.33303833007812,341 7.076168060302734342 ],343 "rotation": [344 0,345 179.30589294433597,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 255,357 127358 ]359 },360 {361 "object_id": "SM_doorframe2",362 "bbox_2d": [363 1633,364 0,365 1800,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 49.11266356234569,372 -155.33301375058022,373 141.48603439331055374 ],375 "extent": [376 59.77880480604274,377 13.562216479467907,378 135.9108123779297379 ]380 },381 "obb": {382 "center": [383 49.11266356234569,384 -155.33301375058022,385 141.48603439331055386 ],387 "extent": [388 59.77880480604274,389 13.562216479467907,390 135.9108123779297391 ],392 "rotation": [393 0,394 179.30589294433597,395 0396 ]397 },398 "location": [399 49.11272430419922,400 -155.33303833007812,401 7.076168060302734402 ],403 "rotation": [404 0,405 179.30589294433597,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 0,416 127,417 0418 ]419 }420 ],421 "door": [422 {423 "object_id": "SM_wooddoor_39",424 "bbox_2d": [425 794,426 143,427 1166,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -156.7989273071289,434 -145.8241720199585,435 147.42587280273438436 ],437 "extent": [438 56.42961883544922,439 8.872248649597168,440 124.50353240966797441 ]442 },443 "obb": {444 "center": [445 -156.7989273071289,446 -145.8241720199585,447 147.42587280273438448 ],449 "extent": [450 56.42961883544922,451 8.872248649597168,452 124.50353240966797453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -156.7989501953125,462 -145.8241729736328,463 22.922348022460938464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 127,479 0480 ]481 },482 {483 "object_id": "SM_wooddoor2",484 "bbox_2d": [485 1676,486 0,487 1919,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 51.556976318359375,494 -145.8241720199585,495 147.42587280273438496 ],497 "extent": [498 56.42961883544922,499 8.872248649597168,500 124.50353240966797501 ]502 },503 "obb": {504 "center": [505 51.556976318359375,506 -145.8241720199585,507 147.42587280273438508 ],509 "extent": [510 56.42961883544922,511 8.872248649597168,512 124.50353240966797513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 51.55695343017578,522 -145.8241729736328,523 22.922348022460938524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 127,539 255540 ]541 }542 ]543 },544 "foreground": {545 "sofa": [546 {547 "object_id": "SM_sofa_01_2",548 "bbox_2d": [549 0,550 611,551 204,552 759553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -1043.258188634075,558 -238.85671997070312,559 60.04216012080906560 ],561 "extent": [562 135.43008252909203,563 59.66188049316406,564 53.81030763473973565 ]566 },567 "obb": {568 "center": [569 -1043.258188634075,570 -238.85671997070312,571 60.04216012080906572 ],573 "extent": [574 135.43008252909203,575 59.66188049316406,576 53.81030763473973577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -1043.650634765625,586 -236.76800537109375,587 6.2085723876953125588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 0.949999988079071,596 1,597 1.0600552558898926598 ]599 },600 "color": [601 127,602 255,603 63604 ]605 },606 {607 "object_id": "SM_sofa_10",608 "bbox_2d": [609 38,610 624,611 404,612 833613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -772.9204200793874,618 -238.85671997070312,619 60.0421596439719620 ],621 "extent": [622 135.43008252909203,623 59.66188049316406,624 53.81030763473973625 ]626 },627 "obb": {628 "center": [629 -772.9204200793874,630 -238.85671997070312,631 60.0421596439719632 ],633 "extent": [634 135.43008252909203,635 59.66188049316406,636 53.81030763473973637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -773.3128662109375,646 -236.76800537109375,647 6.208571910858154648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 0.949999988079071,656 1,657 1.0600552558898926658 ]659 },660 "color": [661 127,662 127,663 63664 ]665 },666 {667 "object_id": "SM_sofa_12",668 "bbox_2d": [669 230,670 643,671 458,672 863673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -503.6132301379812,678 -238.85671997070312,679 60.0419155033469680 ],681 "extent": [682 135.43008252909203,683 59.66188049316406,684 53.81030763473973685 ]686 },687 "obb": {688 "center": [689 -503.6132301379812,690 -238.85671997070312,691 60.0419155033469692 ],693 "extent": [694 135.43008252909203,695 59.66188049316406,696 53.81030763473973697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 -504.00567626953125,706 -236.76800537109375,707 6.208327770233154708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 0.949999988079071,716 1,717 1.0600552558898926718 ]719 },720 "color": [721 0,722 63,723 0724 ]725 }726 ],727 "desk 008 parts": [728 {729 "object_id": "SM_desk5",730 "bbox_2d": [731 0,732 672,733 27,734 678735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -868.1666107700889,740 -119.71792728785105,741 49.12735903578141742 ],743 "extent": [744 33.44863514865324,745 39.12228849369252,746 43.30350411253312747 ]748 },749 "obb": {750 "center": [751 -868.1666107700889,752 -119.71792728785105,753 49.12735903578141754 ],755 "extent": [756 33.44863514865324,757 39.12228849369252,758 43.30350411253312759 ],760 "rotation": [761 0,762 -4.745883464813232,763 0764 ]765 },766 "location": [767 -868.1666259765625,768 -119.71792602539062,769 5.823854923248291770 ],771 "rotation": [772 0,773 -4.745883464813232,774 0775 ],776 "scale": [777 1,778 1,779 0.9299650192260742780 ]781 },782 "color": [783 255,784 63,785 127786 ]787 },788 {789 "object_id": "SM_desk6",790 "bbox_2d": [791 3,792 677,793 39,794 680795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -801.3126068115234,800 -121.00933837890625,801 49.12735903578141802 ],803 "extent": [804 30.51487922668457,805 36.7234992980957,806 43.30350411253312807 ]808 },809 "obb": {810 "center": [811 -801.3126068115234,812 -121.00933837890625,813 49.12735903578141814 ],815 "extent": [816 30.51487922668457,817 36.7234992980957,818 43.30350411253312819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -801.3126220703125,828 -121.00933837890625,829 5.823854923248291830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 0.9299650192260742840 ]841 },842 "color": [843 127,844 63,845 0846 ]847 },848 {849 "object_id": "SM_desk7",850 "bbox_2d": [851 0,852 724,853 15,854 815855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -740.1458587646484,860 -121.00930786132812,861 49.127434852889564862 ],863 "extent": [864 30.51487922668457,865 36.7234992980957,866 43.30350411253312867 ]868 },869 "obb": {870 "center": [871 -740.1458587646484,872 -121.00930786132812,873 49.127434852889564874 ],875 "extent": [876 30.51487922668457,877 36.7234992980957,878 43.30350411253312879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 -740.1458740234375,888 -121.00930786132812,889 5.823930740356445890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 0.9299650192260742900 ]901 },902 "color": [903 127,904 63,905 255906 ]907 },908 {909 "object_id": "SM_desk8",910 "bbox_2d": [911 0,912 694,913 155,914 890915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -676.3581390545284,920 -117.64012075178451,921 49.12745011167863922 ],923 "extent": [924 32.186373375425205,925 38.10015462524674,926 43.30350411253312927 ]928 },929 "obb": {930 "center": [931 -676.3581390545284,932 -117.64012075178451,933 49.12745011167863934 ],935 "extent": [936 32.186373375425205,937 38.10015462524674,938 43.30350411253312939 ],940 "rotation": [941 0,942 2.6601128578186044,943 0944 ]945 },946 "location": [947 -676.358154296875,948 -117.64012145996094,949 5.823945999145508950 ],951 "rotation": [952 0,953 2.6601128578186044,954 0955 ],956 "scale": [957 1,958 1,959 0.9299650192260742960 ]961 },962 "color": [963 127,964 63,965 127966 ]967 },968 {969 "object_id": "SM_desk9",970 "bbox_2d": [971 10,972 712,973 270,974 940975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -565.0784759521484,980 -119.87359619140625,981 49.12735951261857982 ],983 "extent": [984 30.51487922668457,985 36.7234992980957,986 43.30350411253312987 ]988 },989 "obb": {990 "center": [991 -565.0784759521484,992 -119.87359619140625,993 49.12735951261857994 ],995 "extent": [996 30.51487922668457,997 36.7234992980957,998 43.30350411253312999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 -565.0784912109375,1008 -119.87359619140625,1009 5.8238554000854491010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 0.92996501922607421020 ]1021 },1022 "color": [1023 0,1024 63,1025 631026 ]1027 },1028 {1029 "object_id": "SM_desk10",1030 "bbox_2d": [1031 72,1032 723,1033 346,1034 9731035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -501.6209259057787,1040 -121.00936917037806,1041 49.127359512618571042 ],1043 "extent": [1044 31.169145911191123,1045 37.2653216098462,1046 43.303504112533121047 ]1048 },1049 "obb": {1050 "center": [1051 -501.6209259057787,1052 -121.00936917037806,1053 49.127359512618571054 ],1055 "extent": [1056 31.169145911191123,1057 37.2653216098462,1058 43.303504112533121059 ],1060 "rotation": [1061 0,1062 -1.0285085439682007,1063 01064 ]1065 },1066 "location": [1067 -501.6209411621094,1068 -121.00936889648438,1069 5.8238554000854491070 ],1071 "rotation": [1072 0,1073 -1.0285085439682007,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 0.92996501922607421080 ]1081 },1082 "color": [1083 255,1084 63,1085 631086 ]1087 },1088 {1089 "object_id": "SM_desk11",1090 "bbox_2d": [1091 151,1092 736,1093 438,1094 10101095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -437.7409210205078,1100 -123.34284973144531,1101 49.1274343760524061102 ],1103 "extent": [1104 30.51487922668457,1105 36.7234992980957,1106 43.303504112533121107 ]1108 },1109 "obb": {1110 "center": [1111 -437.7409210205078,1112 -123.34284973144531,1113 49.1274343760524061114 ],1115 "extent": [1116 30.51487922668457,1117 36.7234992980957,1118 43.303504112533121119 ],1120 "rotation": [1121 0,1122 0,1123 01124 ]1125 },1126 "location": [1127 -437.7409362792969,1128 -123.34284973144531,1129 5.8239302635192871130 ],1131 "rotation": [1132 0,1133 0,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 0.92996501922607421140 ]1141 },1142 "color": [1143 127,1144 63,1145 631146 ]1147 }1148 ],1149 "chair": [1150 {1151 "object_id": "SM_chair_6",1152 "bbox_2d": [1153 9,1154 799,1155 155,1156 9071157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -567.6064304166046,1162 -84.15324953611183,1163 49.590962908959911164 ],1165 "extent": [1166 29.6256146756225,1167 32.480683026996005,1168 43.282279306003151169 ]1170 },1171 "obb": {1172 "center": [1173 -567.6064304166046,1174 -84.15324953611183,1175 49.590962908959911176 ],1177 "extent": [1178 29.6256146756225,1179 32.480683026996005,1180 43.282279306003151181 ],1182 "rotation": [1183 0,1184 -179.2333984375,1185 01186 ]1187 },1188 "location": [1189 -565.9957275390625,1190 -84.59431457519531,1191 6.2085871696472171192 ],1193 "rotation": [1194 0,1195 -179.2333984375,1196 01197 ],1198 "scale": [1199 0.9599999785423279,1200 0.9599999785423279,