TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l020_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l020_r003/lit.png",5 "camera": {6 "location": [7 -449,8 63,9 11810 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -449,38 63,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 251,58 676,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 920,120 0,121 1480,122 85123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 }176 ],177 "wall": [178 {179 "object_id": "SM_leftwall_8",180 "bbox_2d": [181 1337,182 0,183 1919,184 685185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -512.0688954164282,190 -240.97154998867288,191 245.5155487060547192 ],193 "extent": [194 725.6351637653181,195 99.6704478559158,196 242.13623046875197 ]198 },199 "obb": {200 "center": [201 -512.0688954164282,202 -240.97154998867288,203 245.5155487060547204 ],205 "extent": [206 725.6351637653181,207 99.6704478559158,208 242.13623046875209 ],210 "rotation": [211 0,212 179.99977111816406,213 0214 ]215 },216 "location": [217 -512.0692138671875,218 -290.13128662109375,219 0220 ],221 "rotation": [222 0,223 179.99977111816406,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 0,234 0,235 127236 ]237 },238 {239 "object_id": "SM_rightwall_11",240 "bbox_2d": [241 0,242 0,243 405,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -26.000122070144926,250 201.00004196215752,251 248.09518432617188252 ],253 "extent": [254 1213.475322102896,255 56.19279383862782,256 242.13626098632812257 ]258 },259 "obb": {260 "center": [261 -26.000122070144926,262 201.00004196215752,263 248.09518432617188264 ],265 "extent": [266 1213.475322102896,267 56.19279383862782,268 242.13626098632812269 ],270 "rotation": [271 0,272 179.99977111816406,273 0274 ]275 },276 "location": [277 -26,278 201,279 9.81463623046875280 ],281 "rotation": [282 0,283 179.99977111816406,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 255,295 127296 ]297 },298 {299 "object_id": "SM_frontwall_5",300 "bbox_2d": [301 941,302 86,303 1336,304 676305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -1240.4295752343487,310 -48.000000000007816,311 246.48490142822266312 ],313 "extent": [314 10.572162284987598,315 198.86315791456767,316 242.13623046875317 ]318 },319 "obb": {320 "center": [321 -1240.4295752343487,322 -48.000000000007816,323 246.48490142822266324 ],325 "extent": [326 10.572162284987598,327 198.86315791456767,328 242.13623046875329 ],330 "rotation": [331 0,332 -179.9999542236328,333 0334 ]335 },336 "location": [337 -1240.4295654296875,338 -48,339 4.831062316894531340 ],341 "rotation": [342 0,343 -179.9999542236328,344 0345 ],346 "scale": [347 0.6425582766532898,348 1.0200690031051636,349 1350 ]351 },352 "color": [353 95,354 0,355 127356 ]357 }358 ],359 "door": [360 {361 "object_id": "SM_wooddoorframe_49",362 "bbox_2d": [363 941,364 343,365 1041,366 673367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -1232.3044815063477,372 70.83984298798123,373 143.62541484832764374 ],375 "extent": [376 5.932407855987549,377 74.38612441924533,378 133.97227478027344379 ]380 },381 "obb": {382 "center": [383 -1232.3044815063477,384 70.83984298798123,385 143.62541484832764386 ],387 "extent": [388 5.932407855987549,389 74.38612441924533,390 133.97227478027344391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -1222.8426513671875,400 145.22596740722656,401 9.944186210632324402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1.1904784440994263,411 1412 ]413 },414 "color": [415 255,416 127,417 127418 ]419 }420 ],421 "sidewalk": [422 {423 "object_id": "SM_sidewalk_01_63",424 "bbox_2d": [425 950,426 635,427 1022,428 663429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -1404.224136352539,434 -75.55000305175781,435 1.4316253662109375436 ],437 "extent": [438 171.16180419921875,439 158.5907592773438,440 8.45494556427002441 ]442 },443 "obb": {444 "center": [445 -1404.224136352539,446 -75.55000305175781,447 1.4316253662109375448 ],449 "extent": [450 171.16180419921875,451 158.5907592773438,452 8.45494556427002453 ],454 "rotation": [455 0,456 90.00000000000001,457 0458 ]459 },460 "location": [461 -1404.22412109375,462 -75.54997253417969,463 1.4316253662109375464 ],465 "rotation": [466 0,467 90.00000000000001,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 255,479 255480 ]481 }482 ]483 },484 "foreground": {485 "plane": [486 {487 "object_id": "Plane_2",488 "bbox_2d": [489 949,490 625,491 1035,492 675493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -91.475341796875,498 0.002471923828125,499 -7500 ],501 "extent": [502 1775,503 1775,504 2.851052727237402e-13505 ]506 },507 "obb": {508 "center": [509 -91.475341796875,510 0.002471923828125,511 -7512 ],513 "extent": [514 1775,515 1775,516 2.851052727237402e-13517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -91.475341796875,526 0.002471923828125,527 -7528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 35.5,536 35.5,537 35.5538 ]539 },540 "color": [541 255,542 0,543 0544 ]545 }546 ],547 "awning": [548 {549 "object_id": "SM_awning_3",550 "bbox_2d": [551 941,552 301,553 1329,554 423555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -1368.5507392984491,560 -40.90485611006264,561 349.7695791132642562 ],563 "extent": [564 131.07720848694953,565 245.26249539648242,566 110.25830092356955567 ]568 },569 "obb": {570 "center": [571 -1368.5507392984491,572 -40.90485611006264,573 349.7695791132642574 ],575 "extent": [576 131.07720848694953,577 245.26249539648242,578 110.25830092356955579 ],580 "rotation": [581 0,582 90.00000000000001,583 0584 ]585 },586 "location": [587 -1237.7021484375,588 -40.9401969909668,589 303.2781066894531590 ],591 "rotation": [592 0,593 90.00000000000001,594 0595 ],596 "scale": [597 0.4749999940395355,598 0.5496014356613159,599 0.4749999940395355600 ]601 },602 "color": [603 127,604 0,605 63606 ]607 }608 ],609 "sofa": [610 {611 "object_id": "SM_sofa_01_2",612 "bbox_2d": [613 1284,614 546,615 1656,616 719617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -1043.258188634075,622 -238.85671997070312,623 60.04216012080906624 ],625 "extent": [626 135.43008252909203,627 59.66188049316406,628 53.81030763473973629 ]630 },631 "obb": {632 "center": [633 -1043.258188634075,634 -238.85671997070312,635 60.04216012080906636 ],637 "extent": [638 135.43008252909203,639 59.66188049316406,640 53.81030763473973641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 -1043.650634765625,650 -236.76800537109375,651 6.2085723876953125652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 0.949999988079071,660 1,661 1.0600552558898926662 ]663 },664 "color": [665 127,666 255,667 63668 ]669 },670 {671 "object_id": "SM_sofa_10",672 "bbox_2d": [673 1480,674 550,675 1919,676 882677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -772.9204200793874,682 -238.85671997070312,683 60.0421596439719684 ],685 "extent": [686 135.43008252909203,687 59.66188049316406,688 53.81030763473973689 ]690 },691 "obb": {692 "center": [693 -772.9204200793874,694 -238.85671997070312,695 60.0421596439719696 ],697 "extent": [698 135.43008252909203,699 59.66188049316406,700 53.81030763473973701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 -773.3128662109375,710 -236.76800537109375,711 6.208571910858154712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 0.949999988079071,720 1,721 1.0600552558898926722 ]723 },724 "color": [725 127,726 127,727 63728 ]729 }730 ],731 "desk 008 parts": [732 {733 "object_id": "SM_desk_15",734 "bbox_2d": [735 1154,736 574,737 1236,738 692739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -1149.5740814248531,744 -120.84472621512222,745 49.12732804136613746 ],747 "extent": [748 31.34300854715252,749 37.408675625300724,750 43.30350411253312751 ]752 },753 "obb": {754 "center": [755 -1149.5740814248531,756 -120.84472621512222,757 49.12732804136613758 ],759 "extent": [760 31.34300854715252,761 37.408675625300724,762 43.30350411253312763 ],764 "rotation": [765 0,766 1.3044940233230595,767 0768 ]769 },770 "location": [771 -1149.5740966796875,772 -120.8447265625,773 5.823823928833008774 ],775 "rotation": [776 0,777 1.3044940233230595,778 0779 ],780 "scale": [781 1,782 1,783 0.9299650192260742784 ]785 },786 "color": [787 0,788 63,789 255790 ]791 },792 {793 "object_id": "SM_desk2",794 "bbox_2d": [795 1203,796 577,797 1252,798 712799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -1085.923080444336,804 -121.00909423828125,805 49.127328518203285806 ],807 "extent": [808 30.51487922668457,809 36.7234992980957,810 43.30350411253312811 ]812 },813 "obb": {814 "center": [815 -1085.923080444336,816 -121.00909423828125,817 49.127328518203285818 ],819 "extent": [820 30.51487922668457,821 36.7234992980957,822 43.30350411253312823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -1085.923095703125,832 -121.00909423828125,833 5.823824405670166834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 0.9299650192260742844 ]845 },846 "color": [847 0,848 63,849 127850 ]851 },852 {853 "object_id": "SM_desk3",854 "bbox_2d": [855 1202,856 581,857 1273,858 731859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -1024.756332397461,864 -117.0438232421875,865 49.1274048121486866 ],867 "extent": [868 30.51487922668457,869 36.7234992980957,870 43.30350411253312871 ]872 },873 "obb": {874 "center": [875 -1024.756332397461,876 -117.0438232421875,877 49.1274048121486878 ],879 "extent": [880 30.51487922668457,881 36.7234992980957,882 43.30350411253312883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -1024.75634765625,892 -117.0438232421875,893 5.8239006996154785894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 0.9299650192260742904 ]905 },906 "color": [907 255,908 63,909 0910 ]911 },912 {913 "object_id": "SM_desk4_27",914 "bbox_2d": [915 1267,916 604,917 1336,918 754919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -963.3924407958984,924 -121.00906372070312,925 49.1274195941005926 ],927 "extent": [928 30.51487922668457,929 36.7234992980957,930 43.30350411253312931 ]932 },933 "obb": {934 "center": [935 -963.3924407958984,936 -121.00906372070312,937 49.1274195941005938 ],939 "extent": [940 30.51487922668457,941 36.7234992980957,942 43.30350411253312943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 -963.3924560546875,952 -121.00906372070312,953 5.823915481567383954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 1,963 0.9299650192260742964 ]965 },966 "color": [967 255,968 63,969 255970 ]971 },972 {973 "object_id": "SM_desk5",974 "bbox_2d": [975 1269,976 595,977 1503,978 806979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -868.1666107700889,984 -119.71792728785105,985 49.12735903578141986 ],987 "extent": [988 33.44863514865324,989 39.12228849369252,990 43.30350411253312991 ]992 },993 "obb": {994 "center": [995 -868.1666107700889,996 -119.71792728785105,997 49.12735903578141998 ],999 "extent": [1000 33.44863514865324,1001 39.12228849369252,1002 43.303504112533121003 ],1004 "rotation": [1005 0,1006 -4.745883464813232,1007 01008 ]1009 },1010 "location": [1011 -868.1666259765625,1012 -119.71792602539062,1013 5.8238549232482911014 ],1015 "rotation": [1016 0,1017 -4.745883464813232,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 0.92996501922607421024 ]1025 },1026 "color": [1027 255,1028 63,1029 1271030 ]1031 },1032 {1033 "object_id": "SM_desk6",1034 "bbox_2d": [1035 1442,1036 604,1037 1506,1038 7171039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -801.3126068115234,1044 -121.00933837890625,1045 49.127359035781411046 ],1047 "extent": [1048 30.51487922668457,1049 36.7234992980957,1050 43.303504112533121051 ]1052 },1053 "obb": {1054 "center": [1055 -801.3126068115234,1056 -121.00933837890625,1057 49.127359035781411058 ],1059 "extent": [1060 30.51487922668457,1061 36.7234992980957,1062 43.303504112533121063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 -801.3126220703125,1072 -121.00933837890625,1073 5.8238549232482911074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 0.92996501922607421084 ]1085 },1086 "color": [1087 127,1088 63,1089 01090 ]1091 },1092 {1093 "object_id": "SM_desk7",1094 "bbox_2d": [1095 1423,1096 616,1097 1663,1098 9281099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -740.1458587646484,1104 -121.00930786132812,1105 49.1274348528895641106 ],1107 "extent": [1108 30.51487922668457,1109 36.7234992980957,1110 43.303504112533121111 ]1112 },1113 "obb": {1114 "center": [1115 -740.1458587646484,1116 -121.00930786132812,1117 49.1274348528895641118 ],1119 "extent": [1120 30.51487922668457,1121 36.7234992980957,1122 43.303504112533121123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -740.1458740234375,1132 -121.00930786132812,1133 5.8239307403564451134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 0.92996501922607421144 ]1145 },1146 "color": [1147 127,1148 63,1149 2551150 ]1151 },1152 {1153 "object_id": "SM_desk8",1154 "bbox_2d": [1155 1498,1156 635,1157 1919,1158 10471159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -676.3581390545284,1164 -117.64012075178451,1165 49.127450111678631166 ],1167 "extent": [1168 32.186373375425205,1169 38.10015462524674,1170 43.303504112533121171 ]1172 },1173 "obb": {1174 "center": [1175 -676.3581390545284,1176 -117.64012075178451,1177 49.127450111678631178 ],1179 "extent": [1180 32.186373375425205,1181 38.10015462524674,1182 43.303504112533121183 ],1184 "rotation": [1185 0,1186 2.6601128578186044,1187 01188 ]1189 },1190 "location": [1191 -676.358154296875,1192 -117.64012145996094,1193 5.8239459991455081194 ],1195 "rotation": [1196 0,1197 2.6601128578186044,1198 01199 ],1200 "scale": [