TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l010_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l010_r003/lit.png",5 "camera": {6 "location": [7 -29,8 72,9 11810 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -29,38 72,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 930,58 629,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 956,120 0,121 1496,122 244123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 956,180 0,181 1358,182 226183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_leftwall_8",240 "bbox_2d": [241 1212,242 0,243 1919,244 1027245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -512.0688954164282,250 -240.97154998867288,251 245.5155487060547252 ],253 "extent": [254 725.6351637653181,255 99.6704478559158,256 242.13623046875257 ]258 },259 "obb": {260 "center": [261 -512.0688954164282,262 -240.97154998867288,263 245.5155487060547264 ],265 "extent": [266 725.6351637653181,267 99.6704478559158,268 242.13623046875269 ],270 "rotation": [271 0,272 179.99977111816406,273 0274 ]275 },276 "location": [277 -512.0692138671875,278 -290.13128662109375,279 0280 ],281 "rotation": [282 0,283 179.99977111816406,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 0,295 127296 ]297 },298 {299 "object_id": "SM_frontwall_5",300 "bbox_2d": [301 958,302 245,303 1211,304 628305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -1240.4295752343487,310 -48.000000000007816,311 246.48490142822266312 ],313 "extent": [314 10.572162284987598,315 198.86315791456767,316 242.13623046875317 ]318 },319 "obb": {320 "center": [321 -1240.4295752343487,322 -48.000000000007816,323 246.48490142822266324 ],325 "extent": [326 10.572162284987598,327 198.86315791456767,328 242.13623046875329 ],330 "rotation": [331 0,332 -179.9999542236328,333 0334 ]335 },336 "location": [337 -1240.4295654296875,338 -48,339 4.831062316894531340 ],341 "rotation": [342 0,343 -179.9999542236328,344 0345 ],346 "scale": [347 0.6425582766532898,348 1.0200690031051636,349 1350 ]351 },352 "color": [353 95,354 0,355 127356 ]357 }358 ],359 "door": [360 {361 "object_id": "SM_wooddoorframe_49",362 "bbox_2d": [363 959,364 412,365 1020,366 626367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -1232.3044815063477,372 70.83984298798123,373 143.62541484832764374 ],375 "extent": [376 5.932407855987549,377 74.38612441924533,378 133.97227478027344379 ]380 },381 "obb": {382 "center": [383 -1232.3044815063477,384 70.83984298798123,385 143.62541484832764386 ],387 "extent": [388 5.932407855987549,389 74.38612441924533,390 133.97227478027344391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -1222.8426513671875,400 145.22596740722656,401 9.944186210632324402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1.1904784440994263,411 1412 ]413 },414 "color": [415 255,416 127,417 127418 ]419 }420 ],421 "sidewalk": [422 {423 "object_id": "SM_sidewalk_01_63",424 "bbox_2d": [425 961,426 609,427 1007,428 620429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -1404.224136352539,434 -75.55000305175781,435 1.4316253662109375436 ],437 "extent": [438 171.16180419921875,439 158.5907592773438,440 8.45494556427002441 ]442 },443 "obb": {444 "center": [445 -1404.224136352539,446 -75.55000305175781,447 1.4316253662109375448 ],449 "extent": [450 171.16180419921875,451 158.5907592773438,452 8.45494556427002453 ],454 "rotation": [455 0,456 90.00000000000001,457 0458 ]459 },460 "location": [461 -1404.22412109375,462 -75.54997253417969,463 1.4316253662109375464 ],465 "rotation": [466 0,467 90.00000000000001,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 255,479 255480 ]481 }482 ]483 },484 "foreground": {485 "plane": [486 {487 "object_id": "Plane_2",488 "bbox_2d": [489 962,490 605,491 1015,492 628493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -91.475341796875,498 0.002471923828125,499 -7500 ],501 "extent": [502 1775,503 1775,504 2.851052727237402e-13505 ]506 },507 "obb": {508 "center": [509 -91.475341796875,510 0.002471923828125,511 -7512 ],513 "extent": [514 1775,515 1775,516 2.851052727237402e-13517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -91.475341796875,526 0.002471923828125,527 -7528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 35.5,536 35.5,537 35.5538 ]539 },540 "color": [541 255,542 0,543 0544 ]545 }546 ],547 "awning": [548 {549 "object_id": "SM_awning_3",550 "bbox_2d": [551 959,552 423,553 1007,554 457555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -1368.5507392984491,560 -40.90485611006264,561 349.7695791132642562 ],563 "extent": [564 131.07720848694953,565 245.26249539648242,566 110.25830092356955567 ]568 },569 "obb": {570 "center": [571 -1368.5507392984491,572 -40.90485611006264,573 349.7695791132642574 ],575 "extent": [576 131.07720848694953,577 245.26249539648242,578 110.25830092356955579 ],580 "rotation": [581 0,582 90.00000000000001,583 0584 ]585 },586 "location": [587 -1237.7021484375,588 -40.9401969909668,589 303.2781066894531590 ],591 "rotation": [592 0,593 90.00000000000001,594 0595 ],596 "scale": [597 0.4749999940395355,598 0.5496014356613159,599 0.4749999940395355600 ]601 },602 "color": [603 127,604 0,605 63606 ]607 }608 ],609 "sofa": [610 {611 "object_id": "SM_sofa_01_2",612 "bbox_2d": [613 1172,614 544,615 1284,616 639617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -1043.258188634075,622 -238.85671997070312,623 60.04216012080906624 ],625 "extent": [626 135.43008252909203,627 59.66188049316406,628 53.81030763473973629 ]630 },631 "obb": {632 "center": [633 -1043.258188634075,634 -238.85671997070312,635 60.04216012080906636 ],637 "extent": [638 135.43008252909203,639 59.66188049316406,640 53.81030763473973641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 -1043.650634765625,650 -236.76800537109375,651 6.2085723876953125652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 0.949999988079071,660 1,661 1.0600552558898926662 ]663 },664 "color": [665 127,666 255,667 63668 ]669 },670 {671 "object_id": "SM_sofa_10",672 "bbox_2d": [673 1239,674 545,675 1502,676 673677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -772.9204200793874,682 -238.85671997070312,683 60.0421596439719684 ],685 "extent": [686 135.43008252909203,687 59.66188049316406,688 53.81030763473973689 ]690 },691 "obb": {692 "center": [693 -772.9204200793874,694 -238.85671997070312,695 60.0421596439719696 ],697 "extent": [698 135.43008252909203,699 59.66188049316406,700 53.81030763473973701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 -773.3128662109375,710 -236.76800537109375,711 6.208571910858154712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 0.949999988079071,720 1,721 1.0600552558898926722 ]723 },724 "color": [725 127,726 127,727 63728 ]729 },730 {731 "object_id": "SM_sofa_12",732 "bbox_2d": [733 1363,734 547,735 1569,736 729737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -503.6132301379812,742 -238.85671997070312,743 60.0419155033469744 ],745 "extent": [746 135.43008252909203,747 59.66188049316406,748 53.81030763473973749 ]750 },751 "obb": {752 "center": [753 -503.6132301379812,754 -238.85671997070312,755 60.0419155033469756 ],757 "extent": [758 135.43008252909203,759 59.66188049316406,760 53.81030763473973761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 -504.00567626953125,770 -236.76800537109375,771 6.208327770233154772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 0.949999988079071,780 1,781 1.0600552558898926782 ]783 },784 "color": [785 0,786 63,787 0788 ]789 }790 ],791 "desk 008 parts": [792 {793 "object_id": "SM_desk_15",794 "bbox_2d": [795 1091,796 561,797 1126,798 635799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -1149.5740814248531,804 -120.84472621512222,805 49.12732804136613806 ],807 "extent": [808 31.34300854715252,809 37.408675625300724,810 43.30350411253312811 ]812 },813 "obb": {814 "center": [815 -1149.5740814248531,816 -120.84472621512222,817 49.12732804136613818 ],819 "extent": [820 31.34300854715252,821 37.408675625300724,822 43.30350411253312823 ],824 "rotation": [825 0,826 1.3044940233230595,827 0828 ]829 },830 "location": [831 -1149.5740966796875,832 -120.8447265625,833 5.823823928833008834 ],835 "rotation": [836 0,837 1.3044940233230595,838 0839 ],840 "scale": [841 1,842 1,843 0.9299650192260742844 ]845 },846 "color": [847 0,848 63,849 255850 ]851 },852 {853 "object_id": "SM_desk2",854 "bbox_2d": [855 1099,856 563,857 1138,858 602859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -1085.923080444336,864 -121.00909423828125,865 49.127328518203285866 ],867 "extent": [868 30.51487922668457,869 36.7234992980957,870 43.30350411253312871 ]872 },873 "obb": {874 "center": [875 -1085.923080444336,876 -121.00909423828125,877 49.127328518203285878 ],879 "extent": [880 30.51487922668457,881 36.7234992980957,882 43.30350411253312883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -1085.923095703125,892 -121.00909423828125,893 5.823824405670166894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 0.9299650192260742904 ]905 },906 "color": [907 0,908 63,909 127910 ]911 },912 {913 "object_id": "SM_desk3",914 "bbox_2d": [915 1103,916 564,917 1145,918 603919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -1024.756332397461,924 -117.0438232421875,925 49.1274048121486926 ],927 "extent": [928 30.51487922668457,929 36.7234992980957,930 43.30350411253312931 ]932 },933 "obb": {934 "center": [935 -1024.756332397461,936 -117.0438232421875,937 49.1274048121486938 ],939 "extent": [940 30.51487922668457,941 36.7234992980957,942 43.30350411253312943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 -1024.75634765625,952 -117.0438232421875,953 5.8239006996154785954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 1,963 0.9299650192260742964 ]965 },966 "color": [967 255,968 63,969 0970 ]971 },972 {973 "object_id": "SM_desk4_27",974 "bbox_2d": [975 1137,976 574,977 1174,978 656979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -963.3924407958984,984 -121.00906372070312,985 49.1274195941005986 ],987 "extent": [988 30.51487922668457,989 36.7234992980957,990 43.30350411253312991 ]992 },993 "obb": {994 "center": [995 -963.3924407958984,996 -121.00906372070312,997 49.1274195941005998 ],999 "extent": [1000 30.51487922668457,1001 36.7234992980957,1002 43.303504112533121003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 -963.3924560546875,1012 -121.00906372070312,1013 5.8239154815673831014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 0.92996501922607421024 ]1025 },1026 "color": [1027 255,1028 63,1029 2551030 ]1031 },1032 {1033 "object_id": "SM_desk5",1034 "bbox_2d": [1035 1148,1036 568,1037 1194,1038 6701039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -868.1666107700889,1044 -119.71792728785105,1045 49.127359035781411046 ],1047 "extent": [1048 33.44863514865324,1049 39.12228849369252,1050 43.303504112533121051 ]1052 },1053 "obb": {1054 "center": [1055 -868.1666107700889,1056 -119.71792728785105,1057 49.127359035781411058 ],1059 "extent": [1060 33.44863514865324,1061 39.12228849369252,1062 43.303504112533121063 ],1064 "rotation": [1065 0,1066 -4.745883464813232,1067 01068 ]1069 },1070 "location": [1071 -868.1666259765625,1072 -119.71792602539062,1073 5.8238549232482911074 ],1075 "rotation": [1076 0,1077 -4.745883464813232,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 0.92996501922607421084 ]1085 },1086 "color": [1087 255,1088 63,1089 1271090 ]1091 },1092 {1093 "object_id": "SM_desk6",1094 "bbox_2d": [1095 1149,1096 571,1097 1214,1098 6811099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -801.3126068115234,1104 -121.00933837890625,1105 49.127359035781411106 ],1107 "extent": [1108 30.51487922668457,1109 36.7234992980957,1110 43.303504112533121111 ]1112 },1113 "obb": {1114 "center": [1115 -801.3126068115234,1116 -121.00933837890625,1117 49.127359035781411118 ],1119 "extent": [1120 30.51487922668457,1121 36.7234992980957,1122 43.303504112533121123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -801.3126220703125,1132 -121.00933837890625,1133 5.8238549232482911134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 0.92996501922607421144 ]1145 },1146 "color": [1147 127,1148 63,1149 01150 ]1151 },1152 {1153 "object_id": "SM_desk7",1154 "bbox_2d": [1155 1162,1156 573,1157 1225,1158 6931159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -740.1458587646484,1164 -121.00930786132812,1165 49.1274348528895641166 ],1167 "extent": [1168 30.51487922668457,1169 36.7234992980957,1170 43.303504112533121171 ]1172 },1173 "obb": {1174 "center": [1175 -740.1458587646484,1176 -121.00930786132812,1177 49.1274348528895641178 ],1179 "extent": [1180 30.51487922668457,1181 36.7234992980957,1182 43.303504112533121183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 -740.1458740234375,1192 -121.00930786132812,1193 5.8239307403564451194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [