TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l081_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l081_r005/lit.png",5 "camera": {6 "location": [7 240,8 -244,9 21810 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 240,38 -244,39 218,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_WallC",56 "bbox_2d": [57 862,58 460,59 921,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 399.81292724609375,66 0.806884765625,67 140.0000152587890668 ],69 "extent": [70 24.871856689453125,71 600,72 140.000045776367273 ]74 },75 "obb": {76 "center": [77 399.81292724609375,78 0.806884765625,79 140.0000152587890680 ],81 "extent": [82 24.871856689453125,83 600,84 140.000045776367285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_WindowB",118 "bbox_2d": [119 1153,120 354,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 400.20300340652466,128 -289.19300842285156,129 123.93044638633728130 ],131 "extent": [132 5.744003772735596,133 130.72012329101562,134 121.06996154785156135 ]136 },137 "obb": {138 "center": [139 400.20300340652466,140 -289.19300842285156,141 123.93044638633728142 ],143 "extent": [144 5.744003772735596,145 130.72012329101562,146 121.06996154785156147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 400.2030029296875,156 -289.1929931640625,157 2.8605000972747803158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 127174 ]175 }176 ],177 "ceiling": [178 {179 "object_id": "SM_CeilingB",180 "bbox_2d": [181 0,182 0,183 237,184 325185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -13.644100189208984,190 -320.7868957519531,191 276192 ],193 "extent": [194 217.0186767578125,195 261.5939025878906,196 4.0000152587890625197 ]198 },199 "obb": {200 "center": [201 -13.644100189208984,202 -320.7868957519531,203 276204 ],205 "extent": [206 217.0186767578125,207 261.5939025878906,208 4.0000152587890625209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -13.644100189208984,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 255,235 127236 ]237 },238 {239 "object_id": "SM_CeilingA",240 "bbox_2d": [241 38,242 0,243 1919,244 460245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -9.99993896484375,250 -0.0003662109375,251 262.50006103515625252 ],253 "extent": [254 414.6847229003906,255 582.3804321289062,256 17.500083923339844257 ]258 },259 "obb": {260 "center": [261 -9.99993896484375,262 -0.0003662109375,263 262.50006103515625264 ],265 "extent": [266 414.6847229003906,267 582.3804321289062,268 17.500083923339844269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0,278 0,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 0296 ]297 }298 ],299 "window a": [300 {301 "object_id": "SM_WindowA",302 "bbox_2d": [303 921,304 448,305 1152,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 400.20300245285034,312 -479.55299377441406,313 123.93044638633728314 ],315 "extent": [316 5.743960857391357,317 59.63993835449219,318 121.06996154785156319 ]320 },321 "obb": {322 "center": [323 400.20300245285034,324 -479.55299377441406,325 123.93044638633728326 ],327 "extent": [328 5.743960857391357,329 59.63993835449219,330 121.06996154785156331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 400.2030029296875,340 -479.5530090332031,341 2.8605000972747803342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 255,357 255358 ]359 }360 ],361 "background wall": [362 {363 "object_id": "SM_BackgroundwallA",364 "bbox_2d": [365 787,366 458,367 861,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -14.871739387512207,374 -563.4780158996582,375 139.99993896484375376 ],377 "extent": [378 389.81292724609375,379 18.90277099609375,380 139.9999542236328381 ]382 },383 "obb": {384 "center": [385 -14.871739387512207,386 -563.4780158996582,387 139.99993896484375388 ],389 "extent": [390 389.81292724609375,391 18.90277099609375,392 139.9999542236328393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -14.871800422668457,402 -563.47802734375,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 0,418 0,419 63420 ]421 }422 ],423 "wall panel": [424 {425 "object_id": "SM_WallpanelA",426 "bbox_2d": [427 243,428 296,429 466,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 229.47550201416016,436 -546.4867404699326,437 139.99998474121094438 ],439 "extent": [440 25.32549285888672,441 1.8902981281280518,442 140.00001525878906443 ]444 },445 "obb": {446 "center": [447 229.47550201416016,448 -546.4867404699326,449 139.99998474121094450 ],451 "extent": [452 25.32549285888672,453 1.8902981281280518,454 140.00001525878906455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 254.80099487304688,464 -548.3770141601562,465 0466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 0,480 127,481 63482 ]483 },484 {485 "object_id": "SM_WallpanelA001_1",486 "bbox_2d": [487 0,488 294,489 242,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 178.82450103759766,496 -546.4867404699326,497 139.99998474121094498 ],499 "extent": [500 25.32549285888672,501 1.8902981281280518,502 140.00001525878906503 ]504 },505 "obb": {506 "center": [507 178.82450103759766,508 -546.4867404699326,509 139.99998474121094510 ],511 "extent": [512 25.32549285888672,513 1.8902981281280518,514 140.00001525878906515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 204.14999389648438,524 -548.3770141601562,525 0526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 95,541 255542 ]543 }544 ]545 },546 "foreground": {547 "blind": [548 {549 "object_id": "SM_BlindA",550 "bbox_2d": [551 902,552 449,553 1134,554 1073555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 388.50527489185333,560 -479.5546455383301,561 235.90609741210938562 ],563 "extent": [564 1.4643158912658691,565 58.83993911743164,566 143.9769287109375567 ]568 },569 "obb": {570 "center": [571 388.50527489185333,572 -479.5546455383301,573 235.90609741210938574 ],575 "extent": [576 1.4643158912658691,577 58.83993911743164,578 143.9769287109375579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 388.5052795410156,588 -479.5546569824219,589 379.88299560546875590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 127,604 0,605 127606 ]607 },608 {609 "object_id": "SM_BlindB",610 "bbox_2d": [611 1130,612 348,613 1919,614 704615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 388.50527489185333,620 -289.1946258544922,621 343.4691162109375622 ],623 "extent": [624 1.4643158912658691,625 129.920166015625,626 143.9769287109375627 ]628 },629 "obb": {630 "center": [631 388.50527489185333,632 -289.1946258544922,633 343.4691162109375634 ],635 "extent": [636 1.4643158912658691,637 129.920166015625,638 143.9769287109375639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 388.5052795410156,648 -289.19464111328125,649 487.4460144042969650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 127,664 127,665 255666 ]667 }668 ],669 "pelmet": [670 {671 "object_id": "SM_PelmetA",672 "bbox_2d": [673 899,674 425,675 1142,676 477677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 389.20098876953125,682 -479.55299377441406,683 243.5459747314453684 ],685 "extent": [686 2.9724488258361816,687 59.63990783691406,688 4.248987197875977689 ]690 },691 "obb": {692 "center": [693 389.20098876953125,694 -479.55299377441406,695 243.5459747314453696 ],697 "extent": [698 2.9724488258361816,699 59.63990783691406,700 4.248987197875977701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 389.20098876953125,710 -479.5530090332031,711 247.7949981689453712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 127,726 255,727 127728 ]729 },730 {731 "object_id": "SM_PelmetB",732 "bbox_2d": [733 1125,734 298,735 1919,736 449737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 389.20098876953125,742 -289.1929931640625,743 243.5459747314453744 ],745 "extent": [746 2.9724488258361816,747 130.72012329101562,748 4.248987197875977749 ]750 },751 "obb": {752 "center": [753 389.20098876953125,754 -289.1929931640625,755 243.5459747314453756 ],757 "extent": [758 2.9724488258361816,759 130.72012329101562,760 4.248987197875977761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 389.20098876953125,770 -289.1929931640625,771 247.7949981689453772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 127,786 127,787 0788 ]789 }790 ],791 "shelf": [792 {793 "object_id": "SM_ShelfA",794 "bbox_2d": [795 467,796 443,797 786,798 1079799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 301.4939651489258,804 -563.47802734375,805 121.53280639648438806 ],807 "extent": [808 46.69314956665039,809 18.9027042388916,810 123.43463897705078811 ]812 },813 "obb": {814 "center": [815 301.4939651489258,816 -563.47802734375,817 121.53280639648438818 ],819 "extent": [820 46.69314956665039,821 18.9027042388916,822 123.43463897705078823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 301.4939880371094,832 -563.47802734375,833 0834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 127,848 127,849 127850 ]851 }852 ],853 "pot plant": [854 {855 "object_id": "SM_PotplantA",856 "bbox_2d": [857 267,858 618,859 1047,860 1079861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 303.8700228180492,866 -487.11779318074105,867 100.93077850341797868 ],869 "extent": [870 88.64182946204528,871 38.01707101008424,872 100.93077850341797873 ]874 },875 "obb": {876 "center": [877 303.8700228180492,878 -487.11779318074105,879 100.93077850341797880 ],881 "extent": [882 88.64182946204528,883 38.01707101008424,884 100.93077850341797885 ],886 "rotation": [887 0,888 1.0017900422099046e-05,889 0890 ]891 },892 "location": [893 277.156005859375,894 -481.4100036621094,895 0896 ],897 "rotation": [898 0,899 1.0017900422099046e-05,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 127,910 63,911 0912 ]913 }914 ],915 "ornament": [916 {917 "object_id": "SM_OrnamentH",918 "bbox_2d": [919 511,920 668,921 565,922 728923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 274.8389856574153,928 -557.9600245886684,929 170.56584024429293930 ],931 "extent": [932 8.293995605335851,933 8.294008092224317,934 7.655898479098795935 ]936 },937 "obb": {938 "center": [939 274.8389856574153,940 -557.9600245886684,941 170.56584024429293942 ],943 "extent": [944 8.293995605335851,945 8.294008092224317,946 7.655898479098795947 ],948 "rotation": [949 0,950 5.000005722045898,951 -1.0017900422099048e-05952 ]953 },954 "location": [955 274.8389892578125,956 -557.9600219726562,957 162.91000366210938958 ],959 "rotation": [960 0,961 5.000005722045898,962 -1.0017900422099048e-05963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 63,972 0,973 127974 ]975 },976 {977 "object_id": "SM_OrnamentI",978 "bbox_2d": [979 677,980 720,981 720,982 835983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 323.1830139160156,988 -559.2819876670837,989 141.37373733520508990 ],991 "extent": [992 6.04438591003418,993 4.771893501281738,994 18.20374870300293995 ]996 },997 "obb": {998 "center": [999 323.1830139160156,1000 -559.2819876670837,1001 141.373737335205081002 ],1003 "extent": [1004 6.04438591003418,1005 4.771893501281738,1006 18.203748703002931007 ],1008 "rotation": [1009 0,1010 0,1011 01012 ]1013 },1014 "location": [1015 323.1830139160156,1016 -559.281982421875,1017 123.169998168945311018 ],1019 "rotation": [1020 0,1021 0,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 63,1032 63,1033 01034 ]1035 },1036 {1037 "object_id": "SM_OrnamentG",1038 "bbox_2d": [1039 569,1040 514,1041 672,1042 5731043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 299.0061460737356,1048 -560.5381456546236,1049 216.804368972778321050 ],1051 "extent": [1052 15.532534490360604,1053 14.165691987663422,1054 9.3969078063964841055 ]1056 },1057 "obb": {1058 "center": [1059 299.0061460737356,1060 -560.5381456546236,1061 216.804368972778321062 ],1063 "extent": [1064 15.532534490360604,1065 14.165691987663422,1066 9.3969078063964841067 ],1068 "rotation": [1069 0,1070 40.00004196166993,1071 01072 ]1073 },1074 "location": [1075 302.56500244140625,1076 -557.7410278320312,1077 207.131805419921881078 ],1079 "rotation": [1080 0,1081 40.00004196166993,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 31,1092 0,1093 2551094 ]1095 },1096 {1097 "object_id": "SM_OrnamentJ",1098 "bbox_2d": [1099 689,1100 909,1101 727,1102 9621103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 326.23699855804443,1108 -558.9080200195312,1109 88.191743850708011110 ],1111 "extent": [1112 5.881199836730957,1113 2.5,1114 7.2082538604736331115 ]1116 },1117 "obb": {1118 "center": [1119 326.23699855804443,1120 -558.9080200195312,1121 88.191743850708011122 ],1123 "extent": [1124 5.881199836730957,1125 2.5,1126 7.2082538604736331127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 326.23699951171875,1136 -558.9080200195312,1137 80.983596801757811138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 31,1152 0,1153 1271154 ]1155 }1156 ],1157 "track light": [1158 {1159 "object_id": "SM_Tracklight048",1160 "bbox_2d": [1161 856,1162 358,1163 888,1164 3671165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 301.95003962558445,1170 -377.97984659630123,1171 246.35917338740251172 ],1173 "extent": [1174 1.3979467149465563,1175 3.10112917382412,1176 1.35892335169600641177 ]1178 },1179 "obb": {1180 "center": [1181 301.95003962558445,1182 -377.97984659630123,1183 246.35917338740251184 ],1185 "extent": [1186 1.3979467149465563,1187 3.10112917382412,1188 1.35892335169600641189 ],1190 "rotation": [1191 -5.0089602154912436e-06,1192 90.00000000000001,1193 -5.008960215491245e-061194 ]1195 },1196 "location": [1197 303.3479919433594,1198 -381.08099365234375,1199 247.718002319335941200 ],