TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l021_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l021_r005/lit.png",5 "camera": {6 "location": [7 808,8 -895,9 35810 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 808,38 -895,39 358,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall01_2m78",56 "bbox_2d": [57 1457,58 328,59 1919,60 98861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1300.000378943845,66 -1020.9999791492182,67 295.000045776367268 ],69 "extent": [70 38.08161864422868,71 201.00013615551347,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1300.000378943845,78 -1020.9999791492182,79 295.000045776367280 ],81 "extent": [82 38.08161864422868,83 201.00013615551347,84 165.0001373291015685 ],86 "rotation": [87 0,88 0.00011399998766137288,89 090 ]91 },92 "location": [93 1290,94 -820,95 13096 ],97 "rotation": [98 0,99 0.00011399998766137288,100 0101 ],102 "scale": [103 1,104 1.0049999952316284,105 1106 ]107 },108 "color": [109 63,110 0,111 255112 ]113 },114 {115 "object_id": "SM_Wall01_2m79_88",116 "bbox_2d": [117 931,118 0,119 1919,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1002.000378943896,126 -1020.9999791492157,127 295.0000457763672128 ],129 "extent": [130 38.08161864427973,131 201.00013615552308,132 165.00013732910156133 ]134 },135 "obb": {136 "center": [137 1002.000378943896,138 -1020.9999791492157,139 295.0000457763672140 ],141 "extent": [142 38.08161864427973,143 201.00013615552308,144 165.00013732910156145 ],146 "rotation": [147 0,148 0.00011400000221328809,149 0150 ]151 },152 "location": [153 992,154 -820,155 130156 ],157 "rotation": [158 0,159 0.00011400000221328809,160 0161 ],162 "scale": [163 1,164 1.0049999952316284,165 1166 ]167 },168 "color": [169 63,170 0,171 127172 ]173 },174 {175 "object_id": "SM_Wall01_2m77",176 "bbox_2d": [177 1316,178 376,179 1420,180 997181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1250.0000324336706,186 -1220.9594659899308,187 280.00010681152344188 ],189 "extent": [190 50.00021059263179,191 29.041149568096785,192 180.00010681152344193 ]194 },195 "obb": {196 "center": [197 1250.0000324336706,198 -1220.9594659899308,199 280.00010681152344200 ],201 "extent": [202 50.00021059263179,203 29.041149568096785,204 180.00010681152344205 ],206 "rotation": [207 0,208 90.00011444091797,209 0210 ]211 },212 "location": [213 1200,214 -1219.999755859375,215 130216 ],217 "rotation": [218 0,219 90.00011444091797,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 143,230 63,231 31232 ]233 },234 {235 "object_id": "SM_Wall01_2m23",236 "bbox_2d": [237 1765,238 441,239 1919,240 792241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1900.0000324334173,246 -1220.9610357655374,247 280.00010681152344248 ],249 "extent": [250 200.00021059237827,251 29.042830273744585,252 180.00010681152344253 ]254 },255 "obb": {256 "center": [257 1900.0000324334173,258 -1220.9610357655374,259 280.00010681152344260 ],261 "extent": [262 200.00021059237827,263 29.042830273744585,264 180.00010681152344265 ],266 "rotation": [267 0,268 90.00011444091797,269 0270 ]271 },272 "location": [273 1700,274 -1220.000244140625,275 130276 ],277 "rotation": [278 0,279 90.00011444091797,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 47,290 143,291 15292 ]293 },294 {295 "object_id": "SM_Wall01_2m24",296 "bbox_2d": [297 1525,298 451,299 1764,300 931301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 1500.0000324334173,306 -1220.9610357655374,307 280.00010681152344308 ],309 "extent": [310 200.00021059237827,311 29.042830273744585,312 180.00010681152344313 ]314 },315 "obb": {316 "center": [317 1500.0000324334173,318 -1220.9610357655374,319 280.00010681152344320 ],321 "extent": [322 200.00021059237827,323 29.042830273744585,324 180.00010681152344325 ],326 "rotation": [327 0,328 90.00011444091797,329 0330 ]331 },332 "location": [333 1300,334 -1220.000244140625,335 130336 ],337 "rotation": [338 0,339 90.00011444091797,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 47,350 143,351 47352 ]353 }354 ],355 "stairs floor": [356 {357 "object_id": "SM_StairsFloor_26",358 "bbox_2d": [359 407,360 0,361 1357,362 242363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 600,368 -1019.9999999999999,369 474.8743591308594370 ],371 "extent": [372 400.0000000000002,373 200.0000000000001,374 16.424835205078125375 ]376 },377 "obb": {378 "center": [379 600,380 -1019.9999999999999,381 474.8743591308594382 ],383 "extent": [384 400.0000000000002,385 200.0000000000001,386 16.424835205078125387 ],388 "rotation": [389 0,390 90.00000000000001,391 0392 ]393 },394 "location": [395 200,396 -1220,397 490398 ],399 "rotation": [400 0,401 90.00000000000001,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 255,412 191,413 255414 ]415 }416 ],417 "railing stairs": [418 {419 "object_id": "SM_RailingStairs01_33",420 "bbox_2d": [421 0,422 878,423 632,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 591.9304747171386,430 -1030.2506063661754,431 349.5149383544922432 ],433 "extent": [434 292.01997778011935,435 23.37616384384654,436 219.2476348876953437 ]438 },439 "obb": {440 "center": [441 591.9304747171386,442 -1030.2506063661754,443 349.5149383544922444 ],445 "extent": [446 292.01997778011935,447 23.37616384384654,448 219.2476348876953449 ],450 "rotation": [451 0,452 90.00012207031251,453 0454 ]455 },456 "location": [457 300,458 -1047.503662109375,459 490460 ],461 "rotation": [462 0,463 90.00012207031251,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 95,474 159,475 127476 ]477 }478 ],479 "pillar": [480 {481 "object_id": "SM_Pillar2_2",482 "bbox_2d": [483 1417,484 370,485 1458,486 980487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 1300,492 -1217.12109375,493 295.0000457763672494 ],495 "extent": [496 48.081241607666016,497 32.53462345569278,498 165.00013732910156499 ]500 },501 "obb": {502 "center": [503 1300,504 -1217.12109375,505 295.0000457763672506 ],507 "extent": [508 48.081241607666016,509 32.53462345569278,510 165.00013732910156511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 1300,520 -1217.12109375,521 130522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 0.6766602993011475,531 1532 ]533 },534 "color": [535 159,536 63,537 191538 ]539 },540 {541 "object_id": "SM_Pillar3",542 "bbox_2d": [543 892,544 237,545 973,546 1079547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 1000.5867919921875,552 -1217.12109375,553 295.0000457763672554 ],555 "extent": [556 48.081241607666016,557 32.534609126385476,558 165.00013732910156559 ]560 },561 "obb": {562 "center": [563 1000.5867919921875,564 -1217.12109375,565 295.0000457763672566 ],567 "extent": [568 48.081241607666016,569 32.534609126385476,570 165.00013732910156571 ],572 "rotation": [573 0,574 0,575 0576 ]577 },578 "location": [579 1000.5867919921875,580 -1217.12109375,581 130582 ],583 "rotation": [584 0,585 0,586 0587 ],588 "scale": [589 1,590 0.6766600012779236,591 1592 ]593 },594 "color": [595 159,596 63,597 31598 ]599 }600 ],601 "tile": [602 {603 "object_id": "SM_Tile2x16",604 "bbox_2d": [605 1173,606 970,607 1749,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 1199.999786946886,614 -1120.0002130526602,615 129.0000001192093616 ],617 "extent": [618 100.00021305266023,619 100.00021305266023,620 0.9999999403953552621 ]622 },623 "obb": {624 "center": [625 1199.999786946886,626 -1120.0002130526602,627 129.0000001192093628 ],629 "extent": [630 100.00021305266023,631 100.00021305266023,632 0.9999999403953552633 ],634 "rotation": [635 0,636 -90.00012207031251,637 0638 ]639 },640 "location": [641 1100,642 -1020,643 128644 ],645 "rotation": [646 0,647 -90.00012207031251,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 159,658 255,659 159660 ]661 },662 {663 "object_id": "SM_Tile1x7_39",664 "bbox_2d": [665 1114,666 1059,667 1203,668 1079669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 1049.9986389173266,674 -1169.9998596204584,675 129.0000001192093676 ],677 "extent": [678 50.00001830922912,679 50.00001830922906,680 0.9999999403953552681 ]682 },683 "obb": {684 "center": [685 1049.9986389173266,686 -1169.9998596204584,687 129.0000001192093688 ],689 "extent": [690 50.00001830922912,691 50.00001830922906,692 0.9999999403953552693 ],694 "rotation": [695 0,696 2.09808349609375e-05,697 0698 ]699 },700 "location": [701 999.9986572265625,702 -1219.9998779296875,703 128704 ],705 "rotation": [706 0,707 2.09808349609375e-05,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 0,718 127,719 223720 ]721 },722 {723 "object_id": "SM_Tile2x36_123",724 "bbox_2d": [725 1913,726 998,727 1919,728 1005729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 1499.9999777194814,734 -1020.0004660050745,735 129.0000001192093736 ],737 "extent": [738 50.00046600073142,739 50.00046600073142,740 0.9999999403953552741 ]742 },743 "obb": {744 "center": [745 1499.9999777194814,746 -1020.0004660050745,747 129.0000001192093748 ],749 "extent": [750 50.00046600073142,751 50.00046600073142,752 0.9999999403953552753 ],754 "rotation": [755 0,756 -0.0005339999916031957,757 0758 ]759 },760 "location": [761 1449.99951171875,762 -1070,763 128764 ],765 "rotation": [766 0,767 -0.0005339999916031957,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 31,778 95,779 223780 ]781 },782 {783 "object_id": "SM_Tile2x127",784 "bbox_2d": [785 1884,786 826,787 1919,788 840789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 1850.0061435204111,794 -1169.994100629803,795 129.0000001192093796 ],797 "extent": [798 50.000692417088885,799 50.000692417088885,800 0.9999999403953552801 ]802 },803 "obb": {804 "center": [805 1850.0061435204111,806 -1169.994100629803,807 129.0000001192093808 ],809 "extent": [810 50.000692417088885,811 50.000692417088885,812 0.9999999403953552813 ],814 "rotation": [815 0,816 90.00079345703126,817 0818 ]819 },820 "location": [821 1900.0068359375,822 -1219.993408203125,823 128824 ],825 "rotation": [826 0,827 90.00079345703126,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 191,838 63,839 47840 ]841 },842 {843 "object_id": "SM_Tile2x128",844 "bbox_2d": [845 1858,846 834,847 1919,848 874849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 1750.0061435204111,854 -1169.992879926678,855 129.0000001192093856 ],857 "extent": [858 50.000692417088885,859 50.000692417088885,860 0.9999999403953552861 ]862 },863 "obb": {864 "center": [865 1750.0061435204111,866 -1169.992879926678,867 129.0000001192093868 ],869 "extent": [870 50.000692417088885,871 50.000692417088885,872 0.9999999403953552873 ],874 "rotation": [875 0,876 90.00079345703126,877 0878 ]879 },880 "location": [881 1800.0068359375,882 -1219.9921875,883 128884 ],885 "rotation": [886 0,887 90.00079345703126,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 191,898 95,899 47900 ]901 },902 {903 "object_id": "SM_Tile2x129",904 "bbox_2d": [905 1716,906 847,907 1919,908 909909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 1650.0061435204111,914 -1169.991659223553,915 129.0000001192093916 ],917 "extent": [918 50.000692417088885,919 50.000692417088885,920 0.9999999403953552921 ]922 },923 "obb": {924 "center": [925 1650.0061435204111,926 -1169.991659223553,927 129.0000001192093928 ],929 "extent": [930 50.000692417088885,931 50.000692417088885,932 0.9999999403953552933 ],934 "rotation": [935 0,936 90.00079345703126,937 0938 ]939 },940 "location": [941 1700.0068359375,942 -1219.990966796875,943 128944 ],945 "rotation": [946 0,947 90.00079345703126,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 191,958 15,959 47960 ]961 },962 {963 "object_id": "SM_Tile2x76_75",964 "bbox_2d": [965 1892,966 896,967 1919,968 916969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 1624.9985884477178,974 -1094.995414615676,975 129.0000001192093976 ],977 "extent": [978 25.000312919469707,979 25.000312919469707,980 0.9999999403953552981 ]982 },983 "obb": {984 "center": [985 1624.9985884477178,986 -1094.995414615676,987 129.0000001192093988 ],989 "extent": [990 25.000312919469707,991 25.000312919469707,992 0.9999999403953552993 ],994 "rotation": [995 0,996 179.99928283691406,997 0998 ]999 },1000 "location": [1001 1649.9989013671875,1002 -1069.9957275390625,1003 1281004 ],1005 "rotation": [1006 0,1007 179.99928283691406,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 31,1018 0,1019 471020 ]1021 },1022 {1023 "object_id": "SM_Tile2x77_79",1024 "bbox_2d": [1025 1860,1026 911,1027 1919,1028 9421029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 1574.999287528528,1034 -1094.9947310321243,1035 129.00000011920931036 ],1037 "extent": [1038 25.000386155375736,1039 25.000386155375736,1040 0.99999994039535521041 ]1042 },1043 "obb": {1044 "center": [1045 1574.999287528528,1046 -1094.9947310321243,1047 129.00000011920931048 ],1049 "extent": [1050 25.000386155375736,1051 25.000386155375736,1052 0.99999994039535521053 ],1054 "rotation": [1055 0,1056 89.99911499023438,1057 01058 ]1059 },1060 "location": [1061 1599.9989013671875,1062 -1119.9951171875,1063 1281064 ],1065 "rotation": [1066 0,1067 89.99911499023438,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 31,1078 255,1079 471080 ]1081 },1082 {1083 "object_id": "SM_Tile2x130",1084 "bbox_2d": [1085 1640,1086 867,1087 1891,1088 9441089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 1550.0061435204111,1094 -1169.990438520428,1095 129.00000011920931096 ],1097 "extent": [1098 50.000692417088885,1099 50.000692417088885,1100 0.99999994039535521101 ]1102 },1103 "obb": {1104 "center": [1105 1550.0061435204111,1106 -1169.990438520428,1107 129.00000011920931108 ],1109 "extent": [1110 50.000692417088885,1111 50.000692417088885,1112 0.99999994039535521113 ],1114 "rotation": [1115 0,1116 90.00079345703126,1117 01118 ]1119 },1120 "location": [1121 1600.0068359375,1122 -1219.98974609375,1123 1281124 ],1125 "rotation": [1126 0,1127 90.00079345703126,1128 01129 ],1130 "scale": [1131 1,1132 1,1133 11134 ]1135 },1136 "color": [1137 31,1138 127,1139 471140 ]1141 },1142 {1143 "object_id": "SM_Tile2x131",1144 "bbox_2d": [1145 1824,1146 927,1147 1919,1148 9711149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 1524.9985884477178,1154 -1094.994193912551,1155 129.00000011920931156 ],1157 "extent": [1158 25.000312919469707,1159 25.000312919469707,1160 0.99999994039535521161 ]1162 },1163 "obb": {1164 "center": [1165 1524.9985884477178,1166 -1094.994193912551,1167 129.00000011920931168 ],1169 "extent": [1170 25.000312919469707,1171 25.000312919469707,1172 0.99999994039535521173 ],1174 "rotation": [1175 0,1176 179.99928283691406,1177 01178 ]1179 },1180 "location": [1181 1549.9989013671875,1182 -1069.9945068359375,1183 1281184 ],1185 "rotation": [1186 0,1187 179.99928283691406,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 31,1198 63,1199 471200 ]