TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l008_off1_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Diner50/l008_off1_r005/lit.png",5 "camera": {6 "location": [7 -20,8 122,9 16510 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -20,38 122,39 165,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 0,59 1919,60 100561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_20",118 "bbox_2d": [119 0,120 668,121 1384,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -216.60736083984375,128 -297.8223876953125,129 -3.0517578125e-05130 ],131 "extent": [132 536.977783203125,133 987.1641845703125,134 0135 ]136 },137 "obb": {138 "center": [139 -216.60736083984375,140 -297.8223876953125,141 -3.0517578125e-05142 ],143 "extent": [144 536.977783203125,145 987.1641845703125,146 0147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 150,156 380,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 63174 ]175 }176 ],177 "window divided": [178 {179 "object_id": "SM_Window_1",180 "bbox_2d": [181 1179,182 279,183 1707,184 720185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 339.0000343322754,190 -144.00001525878906,191 178.4435043334961192 ],193 "extent": [194 3.814697265625e-06,195 131.2500457763672,196 77.44352722167969197 ]198 },199 "obb": {200 "center": [201 339.0000343322754,202 -144.00001525878906,203 178.4435043334961204 ],205 "extent": [206 3.814697265625e-06,207 131.2500457763672,208 77.44352722167969209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 339,218 -144,219 101220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 0,235 191236 ]237 },238 {239 "object_id": "SM_Window_2",240 "bbox_2d": [241 1873,242 233,243 1919,244 753245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 339.0000343322754,250 137.99998474121094,251 178.4435043334961252 ],253 "extent": [254 3.814697265625e-06,255 131.2500457763672,256 77.44352722167969257 ]258 },259 "obb": {260 "center": [261 339.0000343322754,262 137.99998474121094,263 178.4435043334961264 ],265 "extent": [266 3.814697265625e-06,267 131.2500457763672,268 77.44352722167969269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 339,278 138,279 101280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 191,294 255,295 191296 ]297 },298 {299 "object_id": "SM_Window_4",300 "bbox_2d": [301 228,302 427,303 384,304 588305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -123.00013732910156,310 -1302.9999999997074,311 206.9645233154297312 ],313 "extent": [314 86.29109191874949,315 0.0001838456628320273,316 104.96500396728516317 ]318 },319 "obb": {320 "center": [321 -123.00013732910156,322 -1302.9999999997074,323 206.9645233154297324 ],325 "extent": [326 86.29109191874949,327 0.0001838456628320273,328 104.96500396728516329 ],330 "rotation": [331 0,332 -90.00012207031251,333 0334 ]335 },336 "location": [337 -123,338 -1303,339 102340 ],341 "rotation": [342 0,343 -90.00012207031251,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 191,354 63,355 191356 ]357 },358 {359 "object_id": "SM_Window_5",360 "bbox_2d": [361 0,362 417,363 124,364 593365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -432.00000000003644,370 -1304.000017100967,371 204.96497344970703372 ],373 "extent": [374 143.84922790499564,375 0.0003293161232704733,376 104.96500396728516377 ]378 },379 "obb": {380 "center": [381 -432.00000000003644,382 -1304.000017100967,383 204.96497344970703384 ],385 "extent": [386 143.84922790499564,387 0.0003293161232704733,388 104.96500396728516389 ],390 "rotation": [391 0,392 -90.00012207031251,393 0394 ]395 },396 "location": [397 -432,398 -1304,399 100400 ],401 "rotation": [402 0,403 -90.00012207031251,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 191,414 191,415 0416 ]417 }418 ],419 "window": [420 {421 "object_id": "SM_WinShutter1_28",422 "bbox_2d": [423 1153,424 267,425 1707,426 477427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 326.50428533554077,432 -142.00052642822266,433 224.45570182800293434 ],435 "extent": [436 6.501795291900635,437 122.3687973022461,438 26.948427200317383439 ]440 },441 "obb": {442 "center": [443 326.50428533554077,444 -142.00052642822266,445 224.45570182800293446 ],447 "extent": [448 6.501795291900635,449 122.3687973022461,450 26.948427200317383451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 326.3326110839844,460 -142,461 251.4041748046875462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 127,477 31478 ]479 },480 {481 "object_id": "SM_WinShutter2",482 "bbox_2d": [483 1849,484 208,485 1919,486 420487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 326.50428533554077,492 138.99947357177734,493 224.45570182800293494 ],495 "extent": [496 6.501795291900635,497 122.3687973022461,498 26.948427200317383499 ]500 },501 "obb": {502 "center": [503 326.50428533554077,504 138.99947357177734,505 224.45570182800293506 ],507 "extent": [508 6.501795291900635,509 122.3687973022461,510 26.948427200317383511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 326.3326110839844,520 139,521 251.4041748046875522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 191,536 63,537 31538 ]539 },540 {541 "object_id": "SM_WinShutter5_34",542 "bbox_2d": [543 0,544 412,545 121,546 518547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -430.99699438429536,552 -1292.1716666285658,553 245.91168594360352554 ],555 "extent": [556 132.32897808537803,557 6.502085328796511,558 57.0882682800293559 ]560 },561 "obb": {562 "center": [563 -430.99699438429536,564 -1292.1716666285658,565 245.91168594360352566 ],567 "extent": [568 132.32897808537803,569 6.502085328796511,570 57.0882682800293571 ],572 "rotation": [573 0,574 -90.00012207031251,575 0576 ]577 },578 "location": [579 -431,580 -1292,581 303582 ],583 "rotation": [584 0,585 -90.00012207031251,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 0,596 31,597 255598 ]599 },600 {601 "object_id": "SM_WinShutter6_37",602 "bbox_2d": [603 227,604 422,605 383,606 471607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -123.0001071772804,612 -1291.1716742513283,613 278.05152702331543614 ],615 "extent": [616 79.20928814407503,617 6.501964049531807,618 26.948427200317383619 ]620 },621 "obb": {622 "center": [623 -123.0001071772804,624 -1291.1716742513283,625 278.05152702331543626 ],627 "extent": [628 79.20928814407503,629 6.501964049531807,630 26.948427200317383631 ],632 "rotation": [633 0,634 -90.00012207031251,635 0636 ]637 },638 "location": [639 -123,640 -1291,641 305642 ],643 "rotation": [644 0,645 -90.00012207031251,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 0,656 31,657 127658 ]659 }660 ],661 "ventilation": [662 {663 "object_id": "SM_Vent4_40",664 "bbox_2d": [665 216,666 261,667 331,668 334669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -154.99999618530273,674 -1283.89697265625,675 453.8991394042969676 ],677 "extent": [678 56.752281188964844,679 1,680 36.89911651611328681 ]682 },683 "obb": {684 "center": [685 -154.99999618530273,686 -1283.89697265625,687 453.8991394042969688 ],689 "extent": [690 56.752281188964844,691 1,692 36.89911651611328693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -155,702 -1286,703 417704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 0,718 31,719 63720 ]721 }722 ],723 "ceiling planks corner": [724 {725 "object_id": "SM_Ceiling_6",726 "bbox_2d": [727 26,728 0,729 462,730 263731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -217,736 -341.76141357421875,737 519.4999694824219738 ],739 "extent": [740 580.7535400390625,741 1054.54931640625,742 0743 ]744 },745 "obb": {746 "center": [747 -217,748 -341.76141357421875,749 519.4999694824219750 ],751 "extent": [752 580.7535400390625,753 1054.54931640625,754 0755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -217,764 -341.76141357421875,765 519.5766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 255,780 31,781 255782 ]783 },784 {785 "object_id": "SM_Ceiling_02",786 "bbox_2d": [787 435,788 0,789 1407,790 381791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 178.00003051757812,796 -304,797 445.28614807128906798 ],799 "extent": [800 165.3131103515625,801 1002.5983276367188,802 79.28627014160156803 ]804 },805 "obb": {806 "center": [807 178.00003051757812,808 -304,809 445.28614807128906810 ],811 "extent": [812 165.3131103515625,813 1002.5983276367188,814 79.28627014160156815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 178,824 -304,825 366826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 255,840 31,841 63842 ]843 }844 ],845 "door": [846 {847 "object_id": "SM_Door_57",848 "bbox_2d": [849 875,850 458,851 930,852 752853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 321.78557947741746,858 -554.0661953729391,859 113.88773345947266860 ],861 "extent": [862 12.160967077169914,863 42.50270116398357,864 113.88756561279297865 ]866 },867 "obb": {868 "center": [869 321.78557947741746,870 -554.0661953729391,871 113.88773345947266872 ],873 "extent": [874 12.160967077169914,875 42.50270116398357,876 113.88756561279297877 ],878 "rotation": [879 0,880 179.99990844726562,881 0882 ]883 },884 "location": [885 322.4544372558594,886 -511.56353759765625,887 0.00016021728515625888 ],889 "rotation": [890 0,891 179.99990844726562,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 191,902 31,903 0904 ]905 },906 {907 "object_id": "SM_Door2",908 "bbox_2d": [909 788,910 463,911 855,912 742913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 289.4453620420575,918 -648.4473343121691,919 113.8875732421875920 ],921 "extent": [922 41.791381110530665,923 34.34012876724,924 113.88756561279297925 ]926 },927 "obb": {928 "center": [929 289.4453620420575,930 -648.4473343121691,931 113.8875732421875932 ],933 "extent": [934 41.791381110530665,935 34.34012876724,936 113.88756561279297937 ],938 "rotation": [939 0,940 55.000068664550774,941 0942 ]943 },944 "location": [945 323.8779296875,946 -673.3736572265625,947 0948 ],949 "rotation": [950 0,951 55.000068664550774,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 191,962 31,963 255964 ]965 }966 ],967 "doorway": [968 {969 "object_id": "SM_DoorWay_3",970 "bbox_2d": [971 843,972 453,973 931,974 738975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 329.1935787200928,980 -593.7975769042969,981 114.06618118286133982 ],983 "extent": [984 8.544652938842773,985 85.39633178710938,986 115.9334487915039987 ]988 },989 "obb": {990 "center": [991 329.1935787200928,992 -593.7975769042969,993 114.06618118286133994 ],995 "extent": [996 8.544652938842773,997 85.39633178710938,998 115.9334487915039999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 329.19354248046875,1008 -508.4012451171875,1009 -0.0003700256347656251010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 255,1024 127,1025 951026 ]1027 }1028 ],1029 "skybox": [1030 {1031 "object_id": "SM_SkyDome_01_2",1032 "bbox_2d": [1033 862,1034 468,1035 878,1036 6861037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 342,1042 353,1043 34999.987792968751044 ],1045 "extent": [1046 129789.81816362508,1047 129789.81816362508,1048 50000.015258789061049 ]1050 },1051 "obb": {1052 "center": [1053 342,1054 353,1055 34999.987792968751056 ],1057 "extent": [1058 129789.81816362508,1059 129789.81816362508,1060 50000.015258789061061 ],1062 "rotation": [1063 0,1064 111.5997085571289,1065 01066 ]1067 },1068 "location": [1069 342,1070 353,1071 -150001072 ],1073 "rotation": [1074 0,1075 111.5997085571289,1076 01077 ],1078 "scale": [1079 100,1080 100,1081 1001082 ]1083 },1084 "color": [1085 255,1086 255,1087 1591088 ]1089 }1090 ],1091 "backdrop": [1092 {1093 "object_id": "SM_Mountain2",1094 "bbox_2d": [1095 862,1096 486,1097 878,1098 5951099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 5301.491686756019,1104 -11564.633767413885,1105 166.48890413630581106 ],1107 "extent": [1108 3695.965127401336,1109 3740.236291662981,1110 1128.91531638677021111 ]1112 },1113 "obb": {1114 "center": [1115 5301.491686756019,1116 -11564.633767413885,1117 166.48890413630581118 ],1119 "extent": [1120 3695.965127401336,1121 3740.236291662981,1122 1128.91531638677021123 ],1124 "rotation": [1125 2.86545538902283,1126 145.1022644042969,1127 4.0991702079772991128 ]1129 },1130 "location": [1131 5409,1132 -11341,1133 -6281134 ],1135 "rotation": [1136 2.86545538902283,1137 145.1022644042969,1138 4.0991702079772991139 ],1140 "scale": [1141 1,1142 1,1143 1.3294043540954591144 ]1145 },1146 "color": [1147 159,1148 0,1149 2231150 ]1151 }1152 ]1153 },1154 "foreground": {1155 "chair": [1156 {1157 "object_id": "SM_BarChair3",1158 "bbox_2d": [1159 0,1160 840,1161 82,1162 10691163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -106.00000175982714,1168 -176.99999926448166,1169 57.425205230712891170 ],1171 "extent": [1172 25.958099092667418,1173 25.958100116976226,1174 37.3607559204101561175 ]1176 },1177 "obb": {1178 "center": [1179 -106.00000175982714,1180 -176.99999926448166,1181 57.425205230712891182 ],1183 "extent": [1184 25.958099092667418,1185 25.958100116976226,1186 37.3607559204101561187 ],1188 "rotation": [1189 0,1190 157.3175506591797,1191 01192 ]1193 },1194 "location": [1195 -106,1196 -177,1197 201198 ],1199 "rotation": [1200 0,