TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l092_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l092_r004/lit.png",5 "camera": {6 "location": [7 1747,8 -808,9 65610 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1747,38 -808,39 656,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "stairs floor": [54 {55 "object_id": "SM_StairsFloor_26",56 "bbox_2d": [57 0,58 788,59 51,60 82561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 600,66 -1019.9999999999999,67 474.874359130859468 ],69 "extent": [70 400.0000000000002,71 200.0000000000001,72 16.42483520507812573 ]74 },75 "obb": {76 "center": [77 600,78 -1019.9999999999999,79 474.874359130859480 ],81 "extent": [82 400.0000000000002,83 200.0000000000001,84 16.42483520507812585 ],86 "rotation": [87 0,88 90.00000000000001,89 090 ]91 },92 "location": [93 200,94 -1220,95 49096 ],97 "rotation": [98 0,99 90.00000000000001,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 255112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_4x4m99",118 "bbox_2d": [119 956,120 0,121 1822,122 151123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 1800,128 -1020,129 834.9999980926514130 ],131 "extent": [132 200,133 200,134 15.000001907348633135 ]136 },137 "obb": {138 "center": [139 1800,140 -1020,141 834.9999980926514142 ],143 "extent": [144 200,145 200,146 15.000001907348633147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 1600,156 -820,157 850158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 127,172 127,173 95174 ]175 },176 {177 "object_id": "SM_Floor_4x4m100",178 "bbox_2d": [179 0,180 0,181 1111,182 246183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1400,188 -1020,189 834.9999980926514190 ],191 "extent": [192 200,193 200,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 1400,200 -1020,201 834.9999980926514202 ],203 "extent": [204 200,205 200,206 15.000001907348633207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 1200,216 -820,217 850218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 63,233 95234 ]235 },236 {237 "object_id": "SM_Floor_4x4m79_7",238 "bbox_2d": [239 0,240 901,241 57,242 1019243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1199.9993075787158,248 -1020.0003462121404,249 474.99999809265137250 ],251 "extent": [252 100.00069242128416,253 200.000346209743,254 15.000001907348633255 ]256 },257 "obb": {258 "center": [259 1199.9993075787158,260 -1020.0003462121404,261 474.99999809265137262 ],263 "extent": [264 100.00069242128416,265 200.000346209743,266 15.000001907348633267 ],268 "rotation": [269 0,270 -179.9998016357422,271 0272 ]273 },274 "location": [275 1300,276 -1220,277 490278 ],279 "rotation": [280 0,281 -179.9998016357422,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 159,293 159294 ]295 },296 {297 "object_id": "SM_Floor_4x4m211",298 "bbox_2d": [299 212,300 986,301 674,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1600.0001687016638,308 -820.0003195790755,309 474.99999809265137310 ],311 "extent": [312 200.0003195790755,313 200.0003195790755,314 15.000001907348633315 ]316 },317 "obb": {318 "center": [319 1600.0001687016638,320 -820.0003195790755,321 474.99999809265137322 ],323 "extent": [324 200.0003195790755,325 200.0003195790755,326 15.000001907348633327 ],328 "rotation": [329 0,330 -9.1552734375e-05,331 0332 ]333 },334 "location": [335 1400.00048828125,336 -620,337 490338 ],339 "rotation": [340 0,341 -9.1552734375e-05,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 159,352 0,353 255354 ]355 },356 {357 "object_id": "SM_Floor_4x4m242_34",358 "bbox_2d": [359 438,360 873,361 1042,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 1500.0002985308424,368 -1120.0001897500476,369 474.99999809265137370 ],371 "extent": [372 100.00018975004764,373 100.00018975004764,374 15.000001907348633375 ]376 },377 "obb": {378 "center": [379 1500.0002985308424,380 -1120.0001897500476,381 474.99999809265137382 ],383 "extent": [384 100.00018975004764,385 100.00018975004764,386 15.000001907348633387 ],388 "rotation": [389 0,390 -0.0001087188720703125,391 0392 ]393 },394 "location": [395 1400.00048828125,396 -1020,397 490398 ],399 "rotation": [400 0,401 -0.0001087188720703125,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 159,412 0,413 127414 ]415 },416 {417 "object_id": "SM_Floor_4x4m195",418 "bbox_2d": [419 0,420 1061,421 24,422 1079423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 1350.0002545872849,428 -820.0001797903705,429 474.99999809265137430 ],431 "extent": [432 50.000372842205024,433 100.00018642058126,434 15.000001907348633435 ]436 },437 "obb": {438 "center": [439 1350.0002545872849,440 -820.0001797903705,441 474.99999809265137442 ],443 "extent": [444 50.000372842205024,445 100.00018642058126,446 15.000001907348633447 ],448 "rotation": [449 0,450 179.99978637695312,451 0452 ]453 },454 "location": [455 1399.9998779296875,456 -920.0003662109375,457 490458 ],459 "rotation": [460 0,461 179.99978637695312,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 159,472 191,473 0474 ]475 },476 {477 "object_id": "SM_Floor_4x4m196_20",478 "bbox_2d": [479 0,480 883,481 626,482 1079483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 1349.9995221654099,488 -1020.0001797903703,489 474.99999809265137490 ],491 "extent": [492 50.000372842205024,493 100.0001864205812,494 15.000001907348633495 ]496 },497 "obb": {498 "center": [499 1349.9995221654099,500 -1020.0001797903703,501 474.99999809265137502 ],503 "extent": [504 50.000372842205024,505 100.0001864205812,506 15.000001907348633507 ],508 "rotation": [509 0,510 179.99978637695312,511 0512 ]513 },514 "location": [515 1399.9991455078125,516 -1120.0003662109375,517 490518 ],519 "rotation": [520 0,521 179.99978637695312,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 159,532 191,533 255534 ]535 },536 {537 "object_id": "SM_Floor_4x4m200_30",538 "bbox_2d": [539 586,540 847,541 706,542 897543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 1349.998969533196,548 -1170.000179790023,549 474.99999809265137550 ],551 "extent": [552 50.000186420928685,553 50.000186420928685,554 15.000001907348633555 ]556 },557 "obb": {558 "center": [559 1349.998969533196,560 -1170.000179790023,561 474.99999809265137562 ],563 "extent": [564 50.000186420928685,565 50.000186420928685,566 15.000001907348633567 ],568 "rotation": [569 0,570 179.99978637695312,571 0572 ]573 },574 "location": [575 1399.998779296875,576 -1220.0003662109375,577 490578 ],579 "rotation": [580 0,581 179.99978637695312,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 159,592 191,593 31594 ]595 },596 {597 "object_id": "SM_Floor_4x4m249",598 "bbox_2d": [599 963,600 947,601 1712,602 1079603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 1700.0002980401796,608 -1120.000556451646,609 474.99999809265137610 ],611 "extent": [612 100.00019024070843,613 100.00019024070843,614 15.000001907348633615 ]616 },617 "obb": {618 "center": [619 1700.0002980401796,620 -1120.000556451646,621 474.99999809265137622 ],623 "extent": [624 100.00019024070843,625 100.00019024070843,626 15.000001907348633627 ],628 "rotation": [629 0,630 -0.0001090000005206093,631 0632 ]633 },634 "location": [635 1600.00048828125,636 -1020.0003662109375,637 490638 ],639 "rotation": [640 0,641 -0.0001090000005206093,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 159,652 191,653 95654 ]655 },656 {657 "object_id": "SM_Floor_4x4m250",658 "bbox_2d": [659 1696,660 1033,661 1821,662 1079663 ],664 "bbox_3d": {665 "aabb": {666 "center": [667 1900.0002980401796,668 -1120.0009226625834,669 474.99999809265137670 ],671 "extent": [672 100.00019024070843,673 100.00019024070843,674 15.000001907348633675 ]676 },677 "obb": {678 "center": [679 1900.0002980401796,680 -1120.0009226625834,681 474.99999809265137682 ],683 "extent": [684 100.00019024070843,685 100.00019024070843,686 15.000001907348633687 ],688 "rotation": [689 0,690 -0.0001090000005206093,691 0692 ]693 },694 "location": [695 1800.00048828125,696 -1020.000732421875,697 490698 ],699 "rotation": [700 0,701 -0.0001090000005206093,702 0703 ],704 "scale": [705 1,706 1,707 1708 ]709 },710 "color": [711 159,712 31,713 0714 ]715 }716 ],717 "railing stairs": [718 {719 "object_id": "SM_RailingStairs2",720 "bbox_2d": [721 0,722 570,723 38,724 732725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 600.9956054681345,730 -1047.5030532801418,731 729.1114959716797732 ],733 "extent": [734 301.0850342021881,735 6.123716917975116,736 199.6510772705078737 ]738 },739 "obb": {740 "center": [741 600.9956054681345,742 -1047.5030532801418,743 729.1114959716797744 ],745 "extent": [746 301.0850342021881,747 6.123716917975116,748 199.6510772705078749 ],750 "rotation": [751 0,752 90.00011444091797,753 0754 ]755 },756 "location": [757 300,758 -1047.503662109375,759 850760 ],761 "rotation": [762 0,763 90.00011444091797,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 95,774 159,775 63776 ]777 }778 ],779 "railing curve": [780 {781 "object_id": "SM_RailingCurveB5",782 "bbox_2d": [783 0,784 632,785 41,786 780787 ],788 "bbox_3d": {789 "aabb": {790 "center": [791 911.8282258093037,792 -1028.6686607127517,793 549.0355453491211794 ],795 "extent": [796 14.135184655017838,797 24.79157979786737,798 46.260459899902344799 ]800 },801 "obb": {802 "center": [803 911.8282258093037,804 -1028.6686607127517,805 549.0355453491211806 ],807 "extent": [808 14.135184655017838,809 24.79157979786737,810 46.260459899902344811 ],812 "rotation": [813 0,814 90.00012207031251,815 0816 ]817 },818 "location": [819 900,820 -1010,821 490822 ],823 "rotation": [824 0,825 90.00012207031251,826 0827 ],828 "scale": [829 1,830 1,831 1832 ]833 },834 "color": [835 255,836 159,837 159838 ]839 }840 ],841 "broad frame": [842 {843 "object_id": "SM_BroadFrame4_5",844 "bbox_2d": [845 1236,846 800,847 1284,848 1010849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 1664.9165521866666,854 -1176.1213183104542,855 521.3261964704471856 ],857 "extent": [858 3.8757432316224367,859 23.70040256156358,860 31.274695263561398861 ]862 },863 "obb": {864 "center": [865 1664.9165521866666,866 -1176.1213183104542,867 521.3261964704471868 ],869 "extent": [870 3.8757432316224367,871 23.70040256156358,872 31.274695263561398873 ],874 "rotation": [875 -4.047561645507813,876 -179.999755859375,877 1.467923838036322e-10878 ]879 },880 "location": [881 1666.588134765625,882 -1176.1094970703125,883 521.4359130859375884 ],885 "rotation": [886 -4.047561645507813,887 -179.999755859375,888 1.467923838036322e-10889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 159,898 79,899 0900 ]901 },902 {903 "object_id": "SM_BroadFrame5",904 "bbox_2d": [905 1251,906 802,907 1332,908 1011909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 1675.144276696279,914 -1184.8628264428403,915 520.1309767147161916 ],917 "extent": [918 10.903199263853821,919 23.700548960474634,920 30.31553815970338921 ]922 },923 "obb": {924 "center": [925 1675.144276696279,926 -1184.8628264428403,927 520.1309767147161928 ],929 "extent": [930 10.903199263853821,931 23.700548960474634,932 30.31553815970338933 ],934 "rotation": [935 -17.330060958862305,936 -179.999755859375,937 -179.99978637695312938 ]939 },940 "location": [941 1676.7408447265625,942 -1184.8746337890625,943 520.6381225585938944 ],945 "rotation": [946 -17.330060958862305,947 -179.999755859375,948 -179.99978637695312949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 159,958 79,959 255960 ]961 }962 ],963 "small stairs": [964 {965 "object_id": "SM_SmallStairs_20",966 "bbox_2d": [967 662,968 785,969 785,970 971971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 1465.8977602616117,976 -1103.6669508662762,977 520.5936756134033978 ],979 "extent": [980 33.80218427969248,981 34.86468041461558,982 30.40914535522461983 ]984 },985 "obb": {986 "center": [987 1465.8977602616117,988 -1103.6669508662762,989 520.5936756134033990 ],991 "extent": [992 33.80218427969248,993 34.86468041461558,994 30.40914535522461995 ],996 "rotation": [997 0,998 55.166748046875,999 01000 ]1001 },1002 "location": [1003 1465.908203125,1004 -1103.6519775390625,1005 4901006 ],1007 "rotation": [1008 0,1009 55.166748046875,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 79,1020 63,1021 2231022 ]1023 }1024 ],1025 "floor separator": [1026 {1027 "object_id": "SM_FloorSeparator02_8",1028 "bbox_2d": [1029 0,1030 1001,1031 69,1032 10311033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 1299.3640153630363,1038 -945.5773114772906,1039 490.66049751637591040 ],1041 "extent": [1042 5.254843374285883,1043 113.00401385230384,1044 0.66049751637592641045 ]1046 },1047 "obb": {1048 "center": [1049 1299.3640153630363,1050 -945.5773114772906,1051 490.66049751637591052 ],1053 "extent": [1054 5.254843374285883,1055 113.00401385230384,1056 0.66049751637592641057 ],1058 "rotation": [1059 0,1060 -90.00006103515625,1061 01062 ]1063 },1064 "location": [1065 1299.3641357421875,1066 -832.5733032226562,1067 4901068 ],1069 "rotation": [1070 0,1071 -90.00006103515625,1072 01073 ],1074 "scale": [1075 1.130040168762207,1076 1.130040168762207,1077 1.1300401687622071078 ]1079 },1080 "color": [1081 255,1082 63,1083 1431084 ]1085 }1086 ],1087 "window": [1088 {1089 "object_id": "SM_Wall01_2m38",1090 "bbox_2d": [1091 1368,1092 0,1093 1919,1094 9781095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 1900.0000324334173,1100 -1220.9603033436624,1101 640.00010681152341102 ],1103 "extent": [1104 200.00021059237827,1105 29.042830273744585,1106 180.000106811523441107 ]1108 },1109 "obb": {1110 "center": [1111 1900.0000324334173,1112 -1220.9603033436624,1113 640.00010681152341114 ],1115 "extent": [1116 200.00021059237827,1117 29.042830273744585,1118 180.000106811523441119 ],1120 "rotation": [1121 0,1122 90.00011444091797,1123 01124 ]1125 },1126 "location": [1127 1700,1128 -1219.99951171875,1129 4901130 ],1131 "rotation": [1132 0,1133 90.00011444091797,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 47,1144 143,1145 791146 ]1147 },1148 {1149 "object_id": "SM_Wall01_2m43",1150 "bbox_2d": [1151 670,1152 98,1153 1376,1154 9531155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 1500.0000324334173,1160 -1220.96018127335,1161 640.00010681152341162 ],1163 "extent": [1164 200.00021059237827,1165 29.042830273744585,1166 180.000106811523441167 ]1168 },1169 "obb": {1170 "center": [1171 1500.0000324334173,1172 -1220.96018127335,1173 640.00010681152341174 ],1175 "extent": [1176 200.00021059237827,1177 29.042830273744585,1178 180.000106811523441179 ],1180 "rotation": [1181 0,1182 90.00011444091797,1183 01184 ]1185 },1186 "location": [1187 1300,1188 -1219.9993896484375,1189 4901190 ],1191 "rotation": [1192 0,1193 90.00011444091797,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]