TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l065_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l065_r005/lit.png",5 "camera": {6 "location": [7 276,8 -276,9 17310 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 276,38 -276,39 173,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_WallC",56 "bbox_2d": [57 795,58 291,59 863,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 399.81292724609375,66 0.806884765625,67 140.0000152587890668 ],69 "extent": [70 24.871856689453125,71 600,72 140.000045776367273 ]74 },75 "obb": {76 "center": [77 399.81292724609375,78 0.806884765625,79 140.0000152587890680 ],81 "extent": [82 24.871856689453125,83 600,84 140.000045776367285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_WindowB",118 "bbox_2d": [119 1121,120 0,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 400.20300340652466,128 -289.19300842285156,129 123.93044638633728130 ],131 "extent": [132 5.744003772735596,133 130.72012329101562,134 121.06996154785156135 ]136 },137 "obb": {138 "center": [139 400.20300340652466,140 -289.19300842285156,141 123.93044638633728142 ],143 "extent": [144 5.744003772735596,145 130.72012329101562,146 121.06996154785156147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 400.2030029296875,156 -289.1929931640625,157 2.8605000972747803158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 127174 ]175 }176 ],177 "ceiling": [178 {179 "object_id": "SM_CeilingA",180 "bbox_2d": [181 0,182 0,183 1360,184 295185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -9.99993896484375,190 -0.0003662109375,191 262.50006103515625192 ],193 "extent": [194 414.6847229003906,195 582.3804321289062,196 17.500083923339844197 ]198 },199 "obb": {200 "center": [201 -9.99993896484375,202 -0.0003662109375,203 262.50006103515625204 ],205 "extent": [206 414.6847229003906,207 582.3804321289062,208 17.500083923339844209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 0,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 127,235 0236 ]237 }238 ],239 "window a": [240 {241 "object_id": "SM_WindowA",242 "bbox_2d": [243 864,244 195,245 1120,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 400.20300245285034,252 -479.55299377441406,253 123.93044638633728254 ],255 "extent": [256 5.743960857391357,257 59.63993835449219,258 121.06996154785156259 ]260 },261 "obb": {262 "center": [263 400.20300245285034,264 -479.55299377441406,265 123.93044638633728266 ],267 "extent": [268 5.743960857391357,269 59.63993835449219,270 121.06996154785156271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 400.2030029296875,280 -479.5530090332031,281 2.8605000972747803282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 127,296 255,297 255298 ]299 }300 ],301 "background wall": [302 {303 "object_id": "SM_BackgroundwallA",304 "bbox_2d": [305 703,306 283,307 794,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -14.871739387512207,314 -563.4780158996582,315 139.99993896484375316 ],317 "extent": [318 389.81292724609375,319 18.90277099609375,320 139.9999542236328321 ]322 },323 "obb": {324 "center": [325 -14.871739387512207,326 -563.4780158996582,327 139.99993896484375328 ],329 "extent": [330 389.81292724609375,331 18.90277099609375,332 139.9999542236328333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -14.871800422668457,342 -563.47802734375,343 0344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 0,358 0,359 63360 ]361 }362 ],363 "wall panel": [364 {365 "object_id": "SM_WallpanelA",366 "bbox_2d": [367 4,368 21,369 299,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 229.47550201416016,376 -546.4867404699326,377 139.99998474121094378 ],379 "extent": [380 25.32549285888672,381 1.8902981281280518,382 140.00001525878906383 ]384 },385 "obb": {386 "center": [387 229.47550201416016,388 -546.4867404699326,389 139.99998474121094390 ],391 "extent": [392 25.32549285888672,393 1.8902981281280518,394 140.00001525878906395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 254.80099487304688,404 -548.3770141601562,405 0406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 0,420 127,421 63422 ]423 },424 {425 "object_id": "SM_WallpanelA001_1",426 "bbox_2d": [427 0,428 18,429 3,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 178.82450103759766,436 -546.4867404699326,437 139.99998474121094438 ],439 "extent": [440 25.32549285888672,441 1.8902981281280518,442 140.00001525878906443 ]444 },445 "obb": {446 "center": [447 178.82450103759766,448 -546.4867404699326,449 139.99998474121094450 ],451 "extent": [452 25.32549285888672,453 1.8902981281280518,454 140.00001525878906455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 204.14999389648438,464 -548.3770141601562,465 0466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 191,480 95,481 255482 ]483 }484 ]485 },486 "foreground": {487 "blind": [488 {489 "object_id": "SM_BlindA",490 "bbox_2d": [491 841,492 188,493 1097,494 969495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 388.50527489185333,500 -479.5546455383301,501 235.90609741210938502 ],503 "extent": [504 1.4643158912658691,505 58.83993911743164,506 143.9769287109375507 ]508 },509 "obb": {510 "center": [511 388.50527489185333,512 -479.5546455383301,513 235.90609741210938514 ],515 "extent": [516 1.4643158912658691,517 58.83993911743164,518 143.9769287109375519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 388.5052795410156,528 -479.5546569824219,529 379.88299560546875530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 127,544 0,545 127546 ]547 },548 {549 "object_id": "SM_BlindB",550 "bbox_2d": [551 1092,552 0,553 1919,554 398555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 388.50527489185333,560 -289.1946258544922,561 343.4691162109375562 ],563 "extent": [564 1.4643158912658691,565 129.920166015625,566 143.9769287109375567 ]568 },569 "obb": {570 "center": [571 388.50527489185333,572 -289.1946258544922,573 343.4691162109375574 ],575 "extent": [576 1.4643158912658691,577 129.920166015625,578 143.9769287109375579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 388.5052795410156,588 -289.19464111328125,589 487.4460144042969590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 127,604 127,605 255606 ]607 }608 ],609 "pelmet": [610 {611 "object_id": "SM_PelmetA",612 "bbox_2d": [613 838,614 156,615 1099,616 316617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 389.20098876953125,622 -479.55299377441406,623 243.5459747314453624 ],625 "extent": [626 2.9724488258361816,627 59.63990783691406,628 4.248987197875977629 ]630 },631 "obb": {632 "center": [633 389.20098876953125,634 -479.55299377441406,635 243.5459747314453636 ],637 "extent": [638 2.9724488258361816,639 59.63990783691406,640 4.248987197875977641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 389.20098876953125,650 -479.5530090332031,651 247.7949981689453652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 127,666 255,667 127668 ]669 },670 {671 "object_id": "SM_PelmetB",672 "bbox_2d": [673 1086,674 0,675 1473,676 188677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 389.20098876953125,682 -289.1929931640625,683 243.5459747314453684 ],685 "extent": [686 2.9724488258361816,687 130.72012329101562,688 4.248987197875977689 ]690 },691 "obb": {692 "center": [693 389.20098876953125,694 -289.1929931640625,695 243.5459747314453696 ],697 "extent": [698 2.9724488258361816,699 130.72012329101562,700 4.248987197875977701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 389.20098876953125,710 -289.1929931640625,711 247.7949981689453712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 127,726 127,727 0728 ]729 }730 ],731 "shelf": [732 {733 "object_id": "SM_ShelfA",734 "bbox_2d": [735 300,736 229,737 702,738 1079739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 301.4939651489258,744 -563.47802734375,745 121.53280639648438746 ],747 "extent": [748 46.69314956665039,749 18.9027042388916,750 123.43463897705078751 ]752 },753 "obb": {754 "center": [755 301.4939651489258,756 -563.47802734375,757 121.53280639648438758 ],759 "extent": [760 46.69314956665039,761 18.9027042388916,762 123.43463897705078763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 301.4939880371094,772 -563.47802734375,773 0774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 127,788 127,789 127790 ]791 }792 ],793 "pot plant": [794 {795 "object_id": "SM_PotplantA",796 "bbox_2d": [797 0,798 422,799 998,800 1079801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 303.8700228180492,806 -487.11779318074105,807 100.93077850341797808 ],809 "extent": [810 88.64182946204528,811 38.01707101008424,812 100.93077850341797813 ]814 },815 "obb": {816 "center": [817 303.8700228180492,818 -487.11779318074105,819 100.93077850341797820 ],821 "extent": [822 88.64182946204528,823 38.01707101008424,824 100.93077850341797825 ],826 "rotation": [827 0,828 1.0017900422099046e-05,829 0830 ]831 },832 "location": [833 277.156005859375,834 -481.4100036621094,835 0836 ],837 "rotation": [838 0,839 1.0017900422099046e-05,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 127,850 63,851 0852 ]853 }854 ],855 "ornament": [856 {857 "object_id": "SM_OrnamentH",858 "bbox_2d": [859 361,860 519,861 436,862 580863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 274.8389856574153,868 -557.9600245886684,869 170.56584024429293870 ],871 "extent": [872 8.293995605335851,873 8.294008092224317,874 7.655898479098795875 ]876 },877 "obb": {878 "center": [879 274.8389856574153,880 -557.9600245886684,881 170.56584024429293882 ],883 "extent": [884 8.293995605335851,885 8.294008092224317,886 7.655898479098795887 ],888 "rotation": [889 0,890 5.000005722045898,891 -1.0017900422099048e-05892 ]893 },894 "location": [895 274.8389892578125,896 -557.9600219726562,897 162.91000366210938898 ],899 "rotation": [900 0,901 5.000005722045898,902 -1.0017900422099048e-05903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 63,912 0,913 127914 ]915 },916 {917 "object_id": "SM_OrnamentI",918 "bbox_2d": [919 575,920 588,921 625,922 722923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 323.1830139160156,928 -559.2819876670837,929 141.37373733520508930 ],931 "extent": [932 6.04438591003418,933 4.771893501281738,934 18.20374870300293935 ]936 },937 "obb": {938 "center": [939 323.1830139160156,940 -559.2819876670837,941 141.37373733520508942 ],943 "extent": [944 6.04438591003418,945 4.771893501281738,946 18.20374870300293947 ],948 "rotation": [949 0,950 0,951 0952 ]953 },954 "location": [955 323.1830139160156,956 -559.281982421875,957 123.16999816894531958 ],959 "rotation": [960 0,961 0,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 63,972 63,973 0974 ]975 },976 {977 "object_id": "SM_OrnamentG",978 "bbox_2d": [979 443,980 337,981 565,982 406983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 299.0061460737356,988 -560.5381456546236,989 216.80436897277832990 ],991 "extent": [992 15.532534490360604,993 14.165691987663422,994 9.396907806396484995 ]996 },997 "obb": {998 "center": [999 299.0061460737356,1000 -560.5381456546236,1001 216.804368972778321002 ],1003 "extent": [1004 15.532534490360604,1005 14.165691987663422,1006 9.3969078063964841007 ],1008 "rotation": [1009 0,1010 40.00004196166993,1011 01012 ]1013 },1014 "location": [1015 302.56500244140625,1016 -557.7410278320312,1017 207.131805419921881018 ],1019 "rotation": [1020 0,1021 40.00004196166993,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 31,1032 0,1033 2551034 ]1035 },1036 {1037 "object_id": "SM_OrnamentJ",1038 "bbox_2d": [1039 589,1040 811,1041 634,1042 8721043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 326.23699855804443,1048 -558.9080200195312,1049 88.191743850708011050 ],1051 "extent": [1052 5.881199836730957,1053 2.5,1054 7.2082538604736331055 ]1056 },1057 "obb": {1058 "center": [1059 326.23699855804443,1060 -558.9080200195312,1061 88.191743850708011062 ],1063 "extent": [1064 5.881199836730957,1065 2.5,1066 7.2082538604736331067 ],1068 "rotation": [1069 0,1070 0,1071 01072 ]1073 },1074 "location": [1075 326.23699951171875,1076 -558.9080200195312,1077 80.983596801757811078 ],1079 "rotation": [1080 0,1081 0,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 31,1092 0,1093 1271094 ]1095 }1096 ],1097 "book": [1098 {1099 "object_id": "SM_BookA",1100 "bbox_2d": [1101 444,1102 401,1103 588,1104 4251105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 301.4938774108887,1110 -560.7295172567826,1111 204.889012049376961112 ],1113 "extent": [1114 16.388324737548828,1115 16.011701634740803,1116 2.52241925943906151117 ]1118 },1119 "obb": {1120 "center": [1121 301.4938774108887,1122 -560.7295172567826,1123 204.889012049376961124 ],1125 "extent": [1126 16.388324737548828,1127 16.011701634740803,1128 2.52241925943906151129 ],1130 "rotation": [1131 0,1132 0,1133 01134 ]1135 },1136 "location": [1137 317.8590087890625,1138 -560.9450073242188,1139 204.889007568359381140 ],1141 "rotation": [1142 0,1143 0,1144 01145 ],1146 "scale": [1147 1,1148 1.4457499980926514,1149 1.44574999809265141150 ]1151 },1152 "color": [1153 31,1154 127,1155 1271156 ]1157 },1158 {1159 "object_id": "SM_BookB",1160 "bbox_2d": [1161 650,1162 750,1163 676,1164 8691165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 340.17700228067423,1170 -557.7975169803249,1171 95.79937307992351172 ],1173 "extent": [1174 1.731913167567484,1175 9.398445757993613,1176 14.8217376362940741177 ]1178 },1179 "obb": {1180 "center": [1181 340.17700228067423,1182 -557.7975169803249,1183 95.79937307992351184 ],1185 "extent": [1186 1.731913167567484,1187 9.398445757993613,1188 14.8217376362940741189 ],1190 "rotation": [1191 0,1192 0,1193 01194 ]1195 },1196 "location": [1197 340.177001953125,1198 -557.9240112304688,1199 80.964797973632811200 ],