TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l014_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Diner50/l014_r000/lit.png",5 "camera": {6 "location": [7 -297,8 -867,9 10510 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -297,38 -867,39 105,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 0,59 1919,60 62561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window_1",118 "bbox_2d": [119 1893,120 322,121 1919,122 537123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 339.0000343322754,128 -144.00001525878906,129 178.4435043334961130 ],131 "extent": [132 3.814697265625e-06,133 131.2500457763672,134 77.44352722167969135 ]136 },137 "obb": {138 "center": [139 339.0000343322754,140 -144.00001525878906,141 178.4435043334961142 ],143 "extent": [144 3.814697265625e-06,145 131.2500457763672,146 77.44352722167969147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 339,156 -144,157 101158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 0,173 191174 ]175 }176 ],177 "window": [178 {179 "object_id": "SM_WinShutter1_28",180 "bbox_2d": [181 1893,182 312,183 1919,184 395185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 326.50428533554077,190 -142.00052642822266,191 224.45570182800293192 ],193 "extent": [194 6.501795291900635,195 122.3687973022461,196 26.948427200317383197 ]198 },199 "obb": {200 "center": [201 326.50428533554077,202 -142.00052642822266,203 224.45570182800293204 ],205 "extent": [206 6.501795291900635,207 122.3687973022461,208 26.948427200317383209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 326.3326110839844,218 -142,219 251.4041748046875220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 127,235 31236 ]237 }238 ],239 "ceiling planks corner": [240 {241 "object_id": "SM_Ceiling_02",242 "bbox_2d": [243 536,244 0,245 1919,246 121247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 178.00003051757812,252 -304,253 445.28614807128906254 ],255 "extent": [256 165.3131103515625,257 1002.5983276367188,258 79.28627014160156259 ]260 },261 "obb": {262 "center": [263 178.00003051757812,264 -304,265 445.28614807128906266 ],267 "extent": [268 165.3131103515625,269 1002.5983276367188,270 79.28627014160156271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 178,280 -304,281 366282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 255,296 31,297 63298 ]299 }300 ],301 "door": [302 {303 "object_id": "SM_Door_57",304 "bbox_2d": [305 1386,306 349,307 1513,308 603309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 321.78557947741746,314 -554.0661953729391,315 113.88773345947266316 ],317 "extent": [318 12.160967077169914,319 42.50270116398357,320 113.88756561279297321 ]322 },323 "obb": {324 "center": [325 321.78557947741746,326 -554.0661953729391,327 113.88773345947266328 ],329 "extent": [330 12.160967077169914,331 42.50270116398357,332 113.88756561279297333 ],334 "rotation": [335 0,336 179.99990844726562,337 0338 ]339 },340 "location": [341 322.4544372558594,342 -511.56353759765625,343 0.00016021728515625344 ],345 "rotation": [346 0,347 179.99990844726562,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 191,358 31,359 0360 ]361 },362 {363 "object_id": "SM_Door2",364 "bbox_2d": [365 1257,366 326,367 1385,368 604369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 289.4453620420575,374 -648.4473343121691,375 113.8875732421875376 ],377 "extent": [378 41.791381110530665,379 34.34012876724,380 113.88756561279297381 ]382 },383 "obb": {384 "center": [385 289.4453620420575,386 -648.4473343121691,387 113.8875732421875388 ],389 "extent": [390 41.791381110530665,391 34.34012876724,392 113.88756561279297393 ],394 "rotation": [395 0,396 55.000068664550774,397 0398 ]399 },400 "location": [401 323.8779296875,402 -673.3736572265625,403 0404 ],405 "rotation": [406 0,407 55.000068664550774,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 31,419 255420 ]421 }422 ],423 "doorway": [424 {425 "object_id": "SM_DoorWay_3",426 "bbox_2d": [427 1253,428 346,429 1516,430 604431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 329.1935787200928,436 -593.7975769042969,437 114.06618118286133438 ],439 "extent": [440 8.544652938842773,441 85.39633178710938,442 115.9334487915039443 ]444 },445 "obb": {446 "center": [447 329.1935787200928,448 -593.7975769042969,449 114.06618118286133450 ],451 "extent": [452 8.544652938842773,453 85.39633178710938,454 115.9334487915039455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 329.19354248046875,464 -508.4012451171875,465 -0.000370025634765625466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 255,480 127,481 95482 ]483 }484 ]485 },486 "foreground": {487 "chair": [488 {489 "object_id": "SM_Chair_26",490 "bbox_2d": [491 1848,492 598,493 1870,494 601495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 47.23103568343166,500 -505.9242872415484,501 41.25320053100586502 ],503 "extent": [504 31.910812967505702,505 35.20566343355742,506 41.51362991333008507 ]508 },509 "obb": {510 "center": [511 47.23103568343166,512 -505.9242872415484,513 41.25320053100586514 ],515 "extent": [516 31.910812967505702,517 35.20566343355742,518 41.51362991333008519 ],520 "rotation": [521 0,522 110.0001449584961,523 0524 ]525 },526 "location": [527 45.25779724121094,528 -498.7556457519531,529 0530 ],531 "rotation": [532 0,533 110.0001449584961,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 127,544 0,545 0546 ]547 },548 {549 "object_id": "SM_Chair6",550 "bbox_2d": [551 1099,552 582,553 1176,554 605555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 186.22878664375753,560 -784.6879983039133,561 41.25320053100586562 ],563 "extent": [564 35.20569408549909,565 31.910861496146367,566 41.51362991333008567 ]568 },569 "obb": {570 "center": [571 186.22878664375753,572 -784.6879983039133,573 41.25320053100586574 ],575 "extent": [576 35.20569408549909,577 31.910861496146367,578 41.51362991333008579 ],580 "rotation": [581 0,582 -159.9997100830078,583 0584 ]585 },586 "location": [587 179.06015014648438,588 -786.6612548828125,589 0590 ],591 "rotation": [592 0,593 -159.9997100830078,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 255,604 63,605 0606 ]607 },608 {609 "object_id": "SM_Chair7",610 "bbox_2d": [611 835,612 582,613 905,614 611615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 185.63075481528634,620 -896.417324196396,621 41.25320053100586622 ],623 "extent": [624 36.5467524741002,625 37.22621987973241,626 41.51362991333008627 ]628 },629 "obb": {630 "center": [631 185.63075481528634,632 -896.417324196396,633 41.25320053100586634 ],635 "extent": [636 36.5467524741002,637 37.22621987973241,638 41.51362991333008639 ],640 "rotation": [641 0,642 130.00019836425778,643 0644 ]645 },646 "location": [647 181.32469177246094,648 -890.3558959960938,649 0650 ],651 "rotation": [652 0,653 130.00019836425778,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 255,664 63,665 255666 ]667 }668 ],669 "table": [670 {671 "object_id": "SM_RoundTable2",672 "bbox_2d": [673 944,674 602,675 1149,676 609677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 119,682 -824,683 37.5000114440918684 ],685 "extent": [686 50,687 50,688 37.499996185302734689 ]690 },691 "obb": {692 "center": [693 119,694 -824,695 37.5000114440918696 ],697 "extent": [698 50,699 50,700 37.499996185302734701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 119,710 -824,711 0712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 127,726 255,727 0728 ]729 }730 ],731 "cakebox": [732 {733 "object_id": "SM_CakeBox",734 "bbox_2d": [735 1608,736 425,737 1669,738 474739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 300.06517601013184,744 -444.00817489624023,745 88.31990814208984746 ],747 "extent": [748 21.665559768676758,749 29.559612274169922,750 88.31990814208984751 ]752 },753 "obb": {754 "center": [755 300.06517601013184,756 -444.00817489624023,757 88.31990814208984758 ],759 "extent": [760 21.665559768676758,761 29.559612274169922,762 88.31990814208984763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 300,772 -444,773 0774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 0,788 0,789 63790 ]791 }792 ],793 "car": [794 {795 "object_id": "SM_Car_72",796 "bbox_2d": [797 1884,798 599,799 1894,800 601801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 255.8927447254198,806 -256.6601868247054,807 33.439884185791016808 ],809 "extent": [810 63.51548806078995,811 58.02783915873971,812 34.37866973876953813 ]814 },815 "obb": {816 "center": [817 255.8927447254198,818 -256.6601868247054,819 33.439884185791016820 ],821 "extent": [822 63.51548806078995,823 58.02783915873971,824 34.37866973876953825 ],826 "rotation": [827 0,828 -179.99996948242188,829 0830 ]831 },832 "location": [833 256,834 -259,835 -1836 ],837 "rotation": [838 0,839 -179.99996948242188,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 127,850 0,851 63852 ]853 },854 {855 "object_id": "SM_Neon_Car_91",856 "bbox_2d": [857 1671,858 209,859 1838,860 363861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 318.90237219380697,866 -356.8652306643038,867 267.48694610595703868 ],869 "extent": [870 0.9024274761439415,871 53.97730351250152,872 49.786529541015625873 ]874 },875 "obb": {876 "center": [877 318.90237219380697,878 -356.8652306643038,879 267.48694610595703880 ],881 "extent": [882 0.9024274761439415,883 53.97730351250152,884 49.786529541015625885 ],886 "rotation": [887 0,888 6.103515625e-05,889 0890 ]891 },892 "location": [893 319,894 -354,895 265896 ],897 "rotation": [898 0,899 6.103515625e-05,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 191,910 159,911 0912 ]913 }914 ],915 "can": [916 {917 "object_id": "SM_MetalCan5",918 "bbox_2d": [919 387,920 529,921 515,922 620923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 105.57232666015625,928 -1078.90380859375,929 81.76547431945801930 ],931 "extent": [932 32.91756571090247,933 31.555911233591814,934 28.001554489135742935 ]936 },937 "obb": {938 "center": [939 105.57232666015625,940 -1078.90380859375,941 81.76547431945801942 ],943 "extent": [944 32.91756571090247,945 31.555911233591814,946 28.001554489135742947 ],948 "rotation": [949 0,950 109.27551269531251,951 0952 ]953 },954 "location": [955 105.57232666015625,956 -1078.90380859375,957 53.763919830322266958 ],959 "rotation": [960 0,961 109.27551269531251,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 0,972 63,973 0974 ]975 }976 ],977 "lamp": [978 {979 "object_id": "SM_LampTable5",980 "bbox_2d": [981 1767,982 146,983 1867,984 377985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 255.9997901916504,990 -374.00000762939453,991 284.0324935913086992 ],993 "extent": [994 21.774185180664062,995 21.774185180664062,996 82.2125015258789997 ]998 },999 "obb": {1000 "center": [1001 255.9997901916504,1002 -374.00000762939453,1003 284.03249359130861004 ],1005 "extent": [1006 21.774185180664062,1007 21.774185180664062,1008 82.21250152587891009 ],1010 "rotation": [1011 0,1012 0,1013 01014 ]1015 },1016 "location": [1017 255.99978637695312,1018 -374,1019 366.24499511718751020 ],1021 "rotation": [1022 0,1023 0,1024 01025 ],1026 "scale": [1027 1,1028 1,1029 11030 ]1031 },1032 "color": [1033 63,1034 191,1035 1271036 ]1037 },1038 {1039 "object_id": "SM_LampTable6",1040 "bbox_2d": [1041 1007,1042 0,1043 1107,1044 3241045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 116.00000381469727,1050 -825.0000076293945,1051 284.78749847412111052 ],1053 "extent": [1054 21.774185180664062,1055 21.774185180664062,1056 82.21250152587891057 ]1058 },1059 "obb": {1060 "center": [1061 116.00000381469727,1062 -825.0000076293945,1063 284.78749847412111064 ],1065 "extent": [1066 21.774185180664062,1067 21.774185180664062,1068 82.21250152587891069 ],1070 "rotation": [1071 0,1072 0,1073 01074 ]1075 },1076 "location": [1077 116,1078 -825,1079 3671080 ],1081 "rotation": [1082 0,1083 0,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 63,1094 191,1095 631096 ]1097 }1098 ],1099 "tv": [1100 {1101 "object_id": "SM_TV_10",1102 "bbox_2d": [1103 1470,1104 0,1105 1919,1106 2051107 ],1108 "bbox_3d": {1109 "aabb": {1110 "center": [1111 86.66256792787766,1112 -576.077606448297,1113 320.73787307739261114 ],1115 "extent": [1116 74.32722738161476,1117 66.12319286266063,1118 63.5361289978027341119 ]1120 },1121 "obb": {1122 "center": [1123 86.66256792787765,1124 -576.077606448297,1125 320.73787307739261126 ],1127 "extent": [1128 74.32722738161476,1129 66.12319286266063,1130 63.5361289978027341131 ],1132 "rotation": [1133 0,1134 4.196166992187499e-05,1135 01136 ]1137 },1138 "location": [1139 87,1140 -575,1141 2591142 ],1143 "rotation": [1144 0,1145 4.196166992187499e-05,1146 01147 ],1148 "scale": [1149 1,1150 1,1151 11152 ]1153 },1154 "color": [1155 0,1156 191,1157 1911158 ]1159 }1160 ],1161 "poster": [1162 {1163 "object_id": "SM_Poster\u0441",1164 "bbox_2d": [1165 102,1166 88,1167 357,1168 2661169 ],1170 "bbox_3d": {1171 "aabb": {1172 "center": [1173 119.138646641068,1174 -1180.190672738669,1175 259.738470077514651176 ],1177 "extent": [1178 25.222026647674035,1179 37.52953393900884,1180 29.2055339813232421181 ]1182 },1183 "obb": {1184 "center": [1185 119.138646641068,1186 -1180.190672738669,1187 259.738470077514651188 ],1189 "extent": [1190 25.222026647674035,1191 37.52953393900884,1192 29.2055339813232421193 ],1194 "rotation": [1195 0,1196 56.65076065063475,1197 01198 ]1199 },1200 "location": [