TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l032_off0_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l032_off0_r003/lit.png",5 "camera": {6 "location": [7 -571,8 -149,9 23110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -571,38 -149,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 158,58 864,59 1052,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 205,120 0,121 1263,122 165123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 0,180 0,181 540,182 61183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_leftwall_8",240 "bbox_2d": [241 1098,242 45,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -512.0688954164282,250 -240.97154998867288,251 245.5155487060547252 ],253 "extent": [254 725.6351637653181,255 99.6704478559158,256 242.13623046875257 ]258 },259 "obb": {260 "center": [261 -512.0688954164282,262 -240.97154998867288,263 245.5155487060547264 ],265 "extent": [266 725.6351637653181,267 99.6704478559158,268 242.13623046875269 ],270 "rotation": [271 0,272 179.99977111816406,273 0274 ]275 },276 "location": [277 -512.0692138671875,278 -290.13128662109375,279 0280 ],281 "rotation": [282 0,283 179.99977111816406,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 0,295 127296 ]297 },298 {299 "object_id": "SM_rightwall_11",300 "bbox_2d": [301 0,302 0,303 525,304 981305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -26.000122070144926,310 201.00004196215752,311 248.09518432617188312 ],313 "extent": [314 1213.475322102896,315 56.19279383862782,316 242.13626098632812317 ]318 },319 "obb": {320 "center": [321 -26.000122070144926,322 201.00004196215752,323 248.09518432617188324 ],325 "extent": [326 1213.475322102896,327 56.19279383862782,328 242.13626098632812329 ],330 "rotation": [331 0,332 179.99977111816406,333 0334 ]335 },336 "location": [337 -26,338 201,339 9.81463623046875340 ],341 "rotation": [342 0,343 179.99977111816406,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 255,355 127356 ]357 },358 {359 "object_id": "SM_frontwall_5",360 "bbox_2d": [361 526,362 166,363 1097,364 867365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -1240.4295752343487,370 -48.000000000007816,371 246.48490142822266372 ],373 "extent": [374 10.572162284987598,375 198.86315791456767,376 242.13623046875377 ]378 },379 "obb": {380 "center": [381 -1240.4295752343487,382 -48.000000000007816,383 246.48490142822266384 ],385 "extent": [386 10.572162284987598,387 198.86315791456767,388 242.13623046875389 ],390 "rotation": [391 0,392 -179.9999542236328,393 0394 ]395 },396 "location": [397 -1240.4295654296875,398 -48,399 4.831062316894531400 ],401 "rotation": [402 0,403 -179.9999542236328,404 0405 ],406 "scale": [407 0.6425582766532898,408 1.0200690031051636,409 1410 ]411 },412 "color": [413 95,414 0,415 127416 ]417 }418 ],419 "door": [420 {421 "object_id": "SM_wooddoorframe_49",422 "bbox_2d": [423 529,424 472,425 747,426 863427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -1232.3044815063477,432 70.83984298798123,433 143.62541484832764434 ],435 "extent": [436 5.932407855987549,437 74.38612441924533,438 133.97227478027344439 ]440 },441 "obb": {442 "center": [443 -1232.3044815063477,444 70.83984298798123,445 143.62541484832764446 ],447 "extent": [448 5.932407855987549,449 74.38612441924533,450 133.97227478027344451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -1222.8426513671875,460 145.22596740722656,461 9.944186210632324462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1.1904784440994263,471 1472 ]473 },474 "color": [475 255,476 127,477 127478 ]479 },480 {481 "object_id": "SM_wooddoorframe2",482 "bbox_2d": [483 558,484 557,485 560,486 770487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -1288.9289898891848,492 165.40699986209867,493 142.08150386810303494 ],495 "extent": [496 57.74717126213932,497 39.82094990777597,498 127.09231567382812499 ]500 },501 "obb": {502 "center": [503 -1288.9289898891848,504 165.40699986209867,505 142.08150386810303506 ],507 "extent": [508 57.74717126213932,509 39.82094990777597,510 127.09231567382812511 ],512 "rotation": [513 0,514 59.15640258789062,515 0516 ]517 },518 "location": [519 -1236.13525390625,520 133.88113403320312,521 14.989188194274902522 ],523 "rotation": [524 0,525 59.15640258789062,526 0527 ],528 "scale": [529 0.9999998211860657,530 1,531 1532 ]533 },534 "color": [535 127,536 0,537 0538 ]539 }540 ],541 "sidewalk": [542 {543 "object_id": "SM_sidewalk_01_63",544 "bbox_2d": [545 638,546 763,547 726,548 848549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -1404.224136352539,554 -75.55000305175781,555 1.4316253662109375556 ],557 "extent": [558 171.16180419921875,559 158.5907592773438,560 8.45494556427002561 ]562 },563 "obb": {564 "center": [565 -1404.224136352539,566 -75.55000305175781,567 1.4316253662109375568 ],569 "extent": [570 171.16180419921875,571 158.5907592773438,572 8.45494556427002573 ],574 "rotation": [575 0,576 90.00000000000001,577 0578 ]579 },580 "location": [581 -1404.22412109375,582 -75.54997253417969,583 1.4316253662109375584 ],585 "rotation": [586 0,587 90.00000000000001,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 255,599 255600 ]601 },602 {603 "object_id": "SM_sidewalk_2",604 "bbox_2d": [605 558,606 758,607 726,608 848609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -1404.224136352539,614 240.83753967285156,615 1.4315944910049438616 ],617 "extent": [618 171.16180419921875,619 158.64773559570318,620 8.45494556427002621 ]622 },623 "obb": {624 "center": [625 -1404.224136352539,626 240.83753967285156,627 1.4315944910049438628 ],629 "extent": [630 171.16180419921875,631 158.64773559570318,632 8.45494556427002633 ],634 "rotation": [635 0,636 90.00000000000001,637 0638 ]639 },640 "location": [641 -1404.22412109375,642 240.83753967285156,643 1.4315944910049438644 ],645 "rotation": [646 0,647 90.00000000000001,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 127,658 0,659 127660 ]661 },662 {663 "object_id": "SM_sidewalk_6",664 "bbox_2d": [665 560,666 758,667 623,668 762669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -1545.3495464324951,674 240.84237670898438,675 0.9445372819900513676 ],677 "extent": [678 30.09494400024414,679 49.652351379394545,680 8.987836837768555681 ]682 },683 "obb": {684 "center": [685 -1545.3495464324951,686 240.84237670898438,687 0.9445372819900513688 ],689 "extent": [690 30.09494400024414,691 49.652351379394545,692 8.987836837768555693 ],694 "rotation": [695 0,696 90.00000000000001,697 0698 ]699 },700 "location": [701 -1541.601806640625,702 240.84237670898438,703 1.3187085390090942704 ],705 "rotation": [706 0,707 90.00000000000001,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 0,718 255,719 63720 ]721 }722 ]723 },724 "foreground": {725 "plane": [726 {727 "object_id": "Plane_2",728 "bbox_2d": [729 558,730 716,731 1091,732 757733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -91.475341796875,738 0.002471923828125,739 -7740 ],741 "extent": [742 1775,743 1775,744 2.851052727237402e-13745 ]746 },747 "obb": {748 "center": [749 -91.475341796875,750 0.002471923828125,751 -7752 ],753 "extent": [754 1775,755 1775,756 2.851052727237402e-13757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -91.475341796875,766 0.002471923828125,767 -7768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 35.5,776 35.5,777 35.5778 ]779 },780 "color": [781 255,782 0,783 0784 ]785 }786 ],787 "awning": [788 {789 "object_id": "SM_awning_3",790 "bbox_2d": [791 594,792 419,793 1091,794 526795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -1368.5507392984491,800 -40.90485611006264,801 349.7695791132642802 ],803 "extent": [804 131.07720848694953,805 245.26249539648242,806 110.25830092356955807 ]808 },809 "obb": {810 "center": [811 -1368.5507392984491,812 -40.90485611006264,813 349.7695791132642814 ],815 "extent": [816 131.07720848694953,817 245.26249539648242,818 110.25830092356955819 ],820 "rotation": [821 0,822 90.00000000000001,823 0824 ]825 },826 "location": [827 -1237.7021484375,828 -40.9401969909668,829 303.2781066894531830 ],831 "rotation": [832 0,833 90.00000000000001,834 0835 ],836 "scale": [837 0.4749999940395355,838 0.5496014356613159,839 0.4749999940395355840 ]841 },842 "color": [843 127,844 0,845 63846 ]847 }848 ],849 "sofa": [850 {851 "object_id": "SM_sofa_01_2",852 "bbox_2d": [853 1009,854 730,855 1373,856 1071857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -1043.258188634075,862 -238.85671997070312,863 60.04216012080906864 ],865 "extent": [866 135.43008252909203,867 59.66188049316406,868 53.81030763473973869 ]870 },871 "obb": {872 "center": [873 -1043.258188634075,874 -238.85671997070312,875 60.04216012080906876 ],877 "extent": [878 135.43008252909203,879 59.66188049316406,880 53.81030763473973881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 -1043.650634765625,890 -236.76800537109375,891 6.2085723876953125892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 0.949999988079071,900 1,901 1.0600552558898926902 ]903 },904 "color": [905 127,906 255,907 63908 ]909 },910 {911 "object_id": "SM_sofa_10",912 "bbox_2d": [913 1050,914 886,915 1591,916 1079917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -772.9204200793874,922 -238.85671997070312,923 60.0421596439719924 ],925 "extent": [926 135.43008252909203,927 59.66188049316406,928 53.81030763473973929 ]930 },931 "obb": {932 "center": [933 -772.9204200793874,934 -238.85671997070312,935 60.0421596439719936 ],937 "extent": [938 135.43008252909203,939 59.66188049316406,940 53.81030763473973941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 -773.3128662109375,950 -236.76800537109375,951 6.208571910858154952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 0.949999988079071,960 1,961 1.0600552558898926962 ]963 },964 "color": [965 127,966 127,967 63968 ]969 }970 ],971 "desk 008 parts": [972 {973 "object_id": "SM_desk_15",974 "bbox_2d": [975 846,976 758,977 974,978 923979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -1149.5740814248531,984 -120.84472621512222,985 49.12732804136613986 ],987 "extent": [988 31.34300854715252,989 37.408675625300724,990 43.30350411253312991 ]992 },993 "obb": {994 "center": [995 -1149.5740814248531,996 -120.84472621512222,997 49.12732804136613998 ],999 "extent": [1000 31.34300854715252,1001 37.408675625300724,1002 43.303504112533121003 ],1004 "rotation": [1005 0,1006 1.3044940233230595,1007 01008 ]1009 },1010 "location": [1011 -1149.5740966796875,1012 -120.8447265625,1013 5.8238239288330081014 ],1015 "rotation": [1016 0,1017 1.3044940233230595,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 0.92996501922607421024 ]1025 },1026 "color": [1027 0,1028 63,1029 2551030 ]1031 },1032 {1033 "object_id": "SM_desk2",1034 "bbox_2d": [1035 832,1036 784,1037 976,1038 9441039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -1085.923080444336,1044 -121.00909423828125,1045 49.1273285182032851046 ],1047 "extent": [1048 30.51487922668457,1049 36.7234992980957,1050 43.303504112533121051 ]1052 },1053 "obb": {1054 "center": [1055 -1085.923080444336,1056 -121.00909423828125,1057 49.1273285182032851058 ],1059 "extent": [1060 30.51487922668457,1061 36.7234992980957,1062 43.303504112533121063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 -1085.923095703125,1072 -121.00909423828125,1073 5.8238244056701661074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 0.92996501922607421084 ]1085 },1086 "color": [1087 0,1088 63,1089 1271090 ]1091 },1092 {1093 "object_id": "SM_desk3",1094 "bbox_2d": [1095 805,1096 815,1097 970,1098 8541099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -1024.756332397461,1104 -117.0438232421875,1105 49.12740481214861106 ],1107 "extent": [1108 30.51487922668457,1109 36.7234992980957,1110 43.303504112533121111 ]1112 },1113 "obb": {1114 "center": [1115 -1024.756332397461,1116 -117.0438232421875,1117 49.12740481214861118 ],1119 "extent": [1120 30.51487922668457,1121 36.7234992980957,1122 43.303504112533121123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -1024.75634765625,1132 -117.0438232421875,1133 5.82390069961547851134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 0.92996501922607421144 ]1145 },1146 "color": [1147 255,1148 63,1149 01150 ]1151 },1152 {1153 "object_id": "SM_desk4_27",1154 "bbox_2d": [1155 883,1156 855,1157 982,1158 10501159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -963.3924407958984,1164 -121.00906372070312,1165 49.12741959410051166 ],1167 "extent": [1168 30.51487922668457,1169 36.7234992980957,1170 43.303504112533121171 ]1172 },1173 "obb": {1174 "center": [1175 -963.3924407958984,1176 -121.00906372070312,1177 49.12741959410051178 ],1179 "extent": [1180 30.51487922668457,1181 36.7234992980957,1182 43.303504112533121183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 -963.3924560546875,1192 -121.00906372070312,1193 5.8239154815673831194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [