TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l020_off2_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Diner50/l020_off2_r005/lit.png",5 "camera": {6 "location": [7 -92,8 358,9 27010 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -92,38 358,39 270,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 353,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_20",118 "bbox_2d": [119 186,120 716,121 1083,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -216.60736083984375,128 -297.8223876953125,129 -3.0517578125e-05130 ],131 "extent": [132 536.977783203125,133 987.1641845703125,134 0135 ]136 },137 "obb": {138 "center": [139 -216.60736083984375,140 -297.8223876953125,141 -3.0517578125e-05142 ],143 "extent": [144 536.977783203125,145 987.1641845703125,146 0147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 150,156 380,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 63174 ]175 }176 ],177 "window divided": [178 {179 "object_id": "SM_Window_1",180 "bbox_2d": [181 1039,182 572,183 1267,184 823185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 339.0000343322754,190 -144.00001525878906,191 178.4435043334961192 ],193 "extent": [194 3.814697265625e-06,195 131.2500457763672,196 77.44352722167969197 ]198 },199 "obb": {200 "center": [201 339.0000343322754,202 -144.00001525878906,203 178.4435043334961204 ],205 "extent": [206 3.814697265625e-06,207 131.2500457763672,208 77.44352722167969209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 339,218 -144,219 101220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 0,235 191236 ]237 },238 {239 "object_id": "SM_Window_2",240 "bbox_2d": [241 1339,242 586,243 1919,244 1038245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 339.0000343322754,250 137.99998474121094,251 178.4435043334961252 ],253 "extent": [254 3.814697265625e-06,255 131.2500457763672,256 77.44352722167969257 ]258 },259 "obb": {260 "center": [261 339.0000343322754,262 137.99998474121094,263 178.4435043334961264 ],265 "extent": [266 3.814697265625e-06,267 131.2500457763672,268 77.44352722167969269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 339,278 138,279 101280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 191,294 255,295 191296 ]297 },298 {299 "object_id": "SM_Window_4",300 "bbox_2d": [301 317,302 519,303 442,304 652305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -123.00013732910156,310 -1302.9999999997074,311 206.9645233154297312 ],313 "extent": [314 86.29109191874949,315 0.0001838456628320273,316 104.96500396728516317 ]318 },319 "obb": {320 "center": [321 -123.00013732910156,322 -1302.9999999997074,323 206.9645233154297324 ],325 "extent": [326 86.29109191874949,327 0.0001838456628320273,328 104.96500396728516329 ],330 "rotation": [331 0,332 -90.00012207031251,333 0334 ]335 },336 "location": [337 -123,338 -1303,339 102340 ],341 "rotation": [342 0,343 -90.00012207031251,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 191,354 63,355 191356 ]357 },358 {359 "object_id": "SM_Window_5",360 "bbox_2d": [361 0,362 518,363 235,364 667365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -432.00000000003644,370 -1304.000017100967,371 204.96497344970703372 ],373 "extent": [374 143.84922790499564,375 0.0003293161232704733,376 104.96500396728516377 ]378 },379 "obb": {380 "center": [381 -432.00000000003644,382 -1304.000017100967,383 204.96497344970703384 ],385 "extent": [386 143.84922790499564,387 0.0003293161232704733,388 104.96500396728516389 ],390 "rotation": [391 0,392 -90.00012207031251,393 0394 ]395 },396 "location": [397 -432,398 -1304,399 100400 ],401 "rotation": [402 0,403 -90.00012207031251,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 191,414 191,415 0416 ]417 }418 ],419 "window": [420 {421 "object_id": "SM_WinShutter1_28",422 "bbox_2d": [423 1019,424 564,425 1267,426 669427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 326.50428533554077,432 -142.00052642822266,433 224.45570182800293434 ],435 "extent": [436 6.501795291900635,437 122.3687973022461,438 26.948427200317383439 ]440 },441 "obb": {442 "center": [443 326.50428533554077,444 -142.00052642822266,445 224.45570182800293446 ],447 "extent": [448 6.501795291900635,449 122.3687973022461,450 26.948427200317383451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 326.3326110839844,460 -142,461 251.4041748046875462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 127,477 31478 ]479 },480 {481 "object_id": "SM_WinShutter2",482 "bbox_2d": [483 1316,484 576,485 1919,486 769487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 326.50428533554077,492 138.99947357177734,493 224.45570182800293494 ],495 "extent": [496 6.501795291900635,497 122.3687973022461,498 26.948427200317383499 ]500 },501 "obb": {502 "center": [503 326.50428533554077,504 138.99947357177734,505 224.45570182800293506 ],507 "extent": [508 6.501795291900635,509 122.3687973022461,510 26.948427200317383511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 326.3326110839844,520 139,521 251.4041748046875522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 191,536 63,537 31538 ]539 },540 {541 "object_id": "SM_WinShutter5_34",542 "bbox_2d": [543 0,544 514,545 232,546 604547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -430.99699438429536,552 -1292.1716666285658,553 245.91168594360352554 ],555 "extent": [556 132.32897808537803,557 6.502085328796511,558 57.0882682800293559 ]560 },561 "obb": {562 "center": [563 -430.99699438429536,564 -1292.1716666285658,565 245.91168594360352566 ],567 "extent": [568 132.32897808537803,569 6.502085328796511,570 57.0882682800293571 ],572 "rotation": [573 0,574 -90.00012207031251,575 0576 ]577 },578 "location": [579 -431,580 -1292,581 303582 ],583 "rotation": [584 0,585 -90.00012207031251,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 0,596 31,597 255598 ]599 },600 {601 "object_id": "SM_WinShutter6_37",602 "bbox_2d": [603 316,604 516,605 442,606 552607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -123.0001071772804,612 -1291.1716742513283,613 278.05152702331543614 ],615 "extent": [616 79.20928814407503,617 6.501964049531807,618 26.948427200317383619 ]620 },621 "obb": {622 "center": [623 -123.0001071772804,624 -1291.1716742513283,625 278.05152702331543626 ],627 "extent": [628 79.20928814407503,629 6.501964049531807,630 26.948427200317383631 ],632 "rotation": [633 0,634 -90.00012207031251,635 0636 ]637 },638 "location": [639 -123,640 -1291,641 305642 ],643 "rotation": [644 0,645 -90.00012207031251,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 0,656 31,657 127658 ]659 }660 ],661 "ventilation": [662 {663 "object_id": "SM_Vent4_40",664 "bbox_2d": [665 308,666 384,667 400,668 440669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -154.99999618530273,674 -1283.89697265625,675 453.8991394042969676 ],677 "extent": [678 56.752281188964844,679 1,680 36.89911651611328681 ]682 },683 "obb": {684 "center": [685 -154.99999618530273,686 -1283.89697265625,687 453.8991394042969688 ],689 "extent": [690 56.752281188964844,691 1,692 36.89911651611328693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -155,702 -1286,703 417704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 0,718 31,719 63720 ]721 },722 {723 "object_id": "SM_Vent6",724 "bbox_2d": [725 0,726 412,727 13,728 471729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -543.9998703619458,734 -1059.229812622312,735 453.7108688354492736 ],737 "extent": [738 33.41098580152311,739 208.17003118224244,740 106.49465942382812741 ]742 },743 "obb": {744 "center": [745 -543.9998703619458,746 -1059.229812622312,747 453.7108688354492748 ],749 "extent": [750 33.41098580152311,751 208.17003118224244,752 106.49465942382812753 ],754 "rotation": [755 0,756 179.99978637695312,757 0758 ]759 },760 "location": [761 -544,762 -1094,763 355764 ],765 "rotation": [766 0,767 179.99978637695312,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 255,778 31,779 0780 ]781 }782 ],783 "ceiling planks corner": [784 {785 "object_id": "SM_Ceiling_6",786 "bbox_2d": [787 239,788 0,789 666,790 377791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -217,796 -341.76141357421875,797 519.4999694824219798 ],799 "extent": [800 580.7535400390625,801 1054.54931640625,802 0803 ]804 },805 "obb": {806 "center": [807 -217,808 -341.76141357421875,809 519.4999694824219810 ],811 "extent": [812 580.7535400390625,813 1054.54931640625,814 0815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -217,824 -341.76141357421875,825 519.5826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 255,840 31,841 255842 ]843 },844 {845 "object_id": "SM_Ceiling_02",846 "bbox_2d": [847 484,848 0,849 1919,850 476851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 178.00003051757812,856 -304,857 445.28614807128906858 ],859 "extent": [860 165.3131103515625,861 1002.5983276367188,862 79.28627014160156863 ]864 },865 "obb": {866 "center": [867 178.00003051757812,868 -304,869 445.28614807128906870 ],871 "extent": [872 165.3131103515625,873 1002.5983276367188,874 79.28627014160156875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 178,884 -304,885 366886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 255,900 31,901 63902 ]903 }904 ],905 "door": [906 {907 "object_id": "SM_Door_57",908 "bbox_2d": [909 843,910 579,911 882,912 801913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 321.78557947741746,918 -554.0661953729391,919 113.88773345947266920 ],921 "extent": [922 12.160967077169914,923 42.50270116398357,924 113.88756561279297925 ]926 },927 "obb": {928 "center": [929 321.78557947741746,930 -554.0661953729391,931 113.88773345947266932 ],933 "extent": [934 12.160967077169914,935 42.50270116398357,936 113.88756561279297937 ],938 "rotation": [939 0,940 179.99990844726562,941 0942 ]943 },944 "location": [945 322.4544372558594,946 -511.56353759765625,947 0.00016021728515625948 ],949 "rotation": [950 0,951 179.99990844726562,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 191,962 31,963 0964 ]965 },966 {967 "object_id": "SM_Door2",968 "bbox_2d": [969 777,970 577,971 829,972 793973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 289.4453620420575,978 -648.4473343121691,979 113.8875732421875980 ],981 "extent": [982 41.791381110530665,983 34.34012876724,984 113.88756561279297985 ]986 },987 "obb": {988 "center": [989 289.4453620420575,990 -648.4473343121691,991 113.8875732421875992 ],993 "extent": [994 41.791381110530665,995 34.34012876724,996 113.88756561279297997 ],998 "rotation": [999 0,1000 55.000068664550774,1001 01002 ]1003 },1004 "location": [1005 323.8779296875,1006 -673.3736572265625,1007 01008 ],1009 "rotation": [1010 0,1011 55.000068664550774,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 191,1022 31,1023 2551024 ]1025 }1026 ],1027 "pipe": [1028 {1029 "object_id": "SM_PipeBar_9",1030 "bbox_2d": [1031 250,1032 1020,1033 304,1034 10791035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -142.6783037185669,1040 64.508056640625,1041 331042 ],1043 "extent": [1044 8.066829681396484,1045 273.81207275390625,1046 3.2884640693664551047 ]1048 },1049 "obb": {1050 "center": [1051 -142.6783037185669,1052 64.508056640625,1053 331054 ],1055 "extent": [1056 8.066829681396484,1057 273.81207275390625,1058 3.2884640693664551059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -137.66790771484375,1068 98,1069 331070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 191,1084 31,1085 631086 ]1087 }1088 ],1089 "doorway": [1090 {1091 "object_id": "SM_DoorWay_3",1092 "bbox_2d": [1093 820,1094 575,1095 883,1096 7881097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 329.1935787200928,1102 -593.7975769042969,1103 114.066181182861331104 ],1105 "extent": [1106 8.544652938842773,1107 85.39633178710938,1108 115.93344879150391109 ]1110 },1111 "obb": {1112 "center": [1113 329.1935787200928,1114 -593.7975769042969,1115 114.066181182861331116 ],1117 "extent": [1118 8.544652938842773,1119 85.39633178710938,1120 115.93344879150391121 ],1122 "rotation": [1123 0,1124 0,1125 01126 ]1127 },1128 "location": [1129 329.19354248046875,1130 -508.4012451171875,1131 -0.0003700256347656251132 ],1133 "rotation": [1134 0,1135 0,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 255,1146 127,1147 951148 ]1149 }1150 ],1151 "skybox": [1152 {1153 "object_id": "SM_SkyDome_01_2",1154 "bbox_2d": [1155 835,1156 605,1157 845,1158 6871159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 342,1164 353,1165 34999.987792968751166 ],1167 "extent": [1168 129789.81816362508,1169 129789.81816362508,1170 50000.015258789061171 ]1172 },1173 "obb": {1174 "center": [1175 342,1176 353,1177 34999.987792968751178 ],1179 "extent": [1180 129789.81816362508,1181 129789.81816362508,1182 50000.015258789061183 ],1184 "rotation": [1185 0,1186 111.5997085571289,1187 01188 ]1189 },1190 "location": [1191 342,1192 353,1193 -150001194 ],1195 "rotation": [1196 0,1197 111.5997085571289,1198 01199 ],1200 "scale": [