TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l091_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l091_r005/lit.png",5 "camera": {6 "location": [7 -104,8 -355,9 21710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -104,38 -355,39 217,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window sill": [54 {55 "object_id": "SM_Windowsill",56 "bbox_2d": [57 1748,58 1043,59 1765,60 106161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 395.1789855957031,66 -0.00015869099297560751,67 1.568 ],69 "extent": [70 10,71 582.3807373046875,72 1.573 ]74 },75 "obb": {76 "center": [77 395.1789855957031,78 -0.00015869099297560751,79 1.580 ],81 "extent": [82 10,83 582.3807373046875,84 1.585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 395.1789855957031,94 -0.00015869099297560751,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 255112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_WallC",118 "bbox_2d": [119 1721,120 473,121 1757,122 1061123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 399.81292724609375,128 0.806884765625,129 140.00001525878906130 ],131 "extent": [132 24.871856689453125,133 600,134 140.0000457763672135 ]136 },137 "obb": {138 "center": [139 399.81292724609375,140 0.806884765625,141 140.00001525878906142 ],143 "extent": [144 24.871856689453125,145 600,146 140.0000457763672147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 }176 ],177 "ceiling": [178 {179 "object_id": "SM_CeilingB",180 "bbox_2d": [181 0,182 0,183 1919,184 373185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -13.644100189208984,190 -320.7868957519531,191 276192 ],193 "extent": [194 217.0186767578125,195 261.5939025878906,196 4.0000152587890625197 ]198 },199 "obb": {200 "center": [201 -13.644100189208984,202 -320.7868957519531,203 276204 ],205 "extent": [206 217.0186767578125,207 261.5939025878906,208 4.0000152587890625209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -13.644100189208984,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 255,235 127236 ]237 },238 {239 "object_id": "SM_CeilingA",240 "bbox_2d": [241 1501,242 305,243 1919,244 473245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -9.99993896484375,250 -0.0003662109375,251 262.50006103515625252 ],253 "extent": [254 414.6847229003906,255 582.3804321289062,256 17.500083923339844257 ]258 },259 "obb": {260 "center": [261 -9.99993896484375,262 -0.0003662109375,263 262.50006103515625264 ],265 "extent": [266 414.6847229003906,267 582.3804321289062,268 17.500083923339844269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0,278 0,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 0296 ]297 }298 ],299 "window a": [300 {301 "object_id": "SM_WindowA",302 "bbox_2d": [303 1758,304 482,305 1919,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 400.20300245285034,312 -479.55299377441406,313 123.93044638633728314 ],315 "extent": [316 5.743960857391357,317 59.63993835449219,318 121.06996154785156319 ]320 },321 "obb": {322 "center": [323 400.20300245285034,324 -479.55299377441406,325 123.93044638633728326 ],327 "extent": [328 5.743960857391357,329 59.63993835449219,330 121.06996154785156331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 400.2030029296875,340 -479.5530090332031,341 2.8605000972747803342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 255,357 255358 ]359 }360 ],361 "background wall": [362 {363 "object_id": "SM_BackgroundwallA",364 "bbox_2d": [365 1690,366 471,367 1720,368 1073369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -14.871739387512207,374 -563.4780158996582,375 139.99993896484375376 ],377 "extent": [378 389.81292724609375,379 18.90277099609375,380 139.9999542236328381 ]382 },383 "obb": {384 "center": [385 -14.871739387512207,386 -563.4780158996582,387 139.99993896484375388 ],389 "extent": [390 389.81292724609375,391 18.90277099609375,392 139.9999542236328393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -14.871800422668457,402 -563.47802734375,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 0,418 0,419 63420 ]421 }422 ],423 "wall panel": [424 {425 "object_id": "SM_WallpanelA",426 "bbox_2d": [427 1479,428 370,429 1562,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 229.47550201416016,436 -546.4867404699326,437 139.99998474121094438 ],439 "extent": [440 25.32549285888672,441 1.8902981281280518,442 140.00001525878906443 ]444 },445 "obb": {446 "center": [447 229.47550201416016,448 -546.4867404699326,449 139.99998474121094450 ],451 "extent": [452 25.32549285888672,453 1.8902981281280518,454 140.00001525878906455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 254.80099487304688,464 -548.3770141601562,465 0466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 0,480 127,481 63482 ]483 },484 {485 "object_id": "SM_WallpanelAh",486 "bbox_2d": [487 1190,488 334,489 1261,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 90.18524932861328,496 -546.4867404699326,497 139.99998474121094498 ],499 "extent": [500 12.662750244140625,501 1.8902981281280518,502 140.00001525878906503 ]504 },505 "obb": {506 "center": [507 90.18524932861328,508 -546.4867404699326,509 139.99998474121094510 ],511 "extent": [512 12.662750244140625,513 1.8902981281280518,514 140.00001525878906515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 102.8479995727539,524 -548.3770141601562,525 0526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 95,541 0542 ]543 },544 {545 "object_id": "SM_WallpanelA001_1",546 "bbox_2d": [547 1380,548 360,549 1478,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 178.82450103759766,556 -546.4867404699326,557 139.99998474121094558 ],559 "extent": [560 25.32549285888672,561 1.8902981281280518,562 140.00001525878906563 ]564 },565 "obb": {566 "center": [567 178.82450103759766,568 -546.4867404699326,569 139.99998474121094570 ],571 "extent": [572 25.32549285888672,573 1.8902981281280518,574 140.00001525878906575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 204.14999389648438,584 -548.3770141601562,585 0586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 95,601 255602 ]603 },604 {605 "object_id": "SM_WallpanelA002_2",606 "bbox_2d": [607 1262,608 343,609 1379,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 128.17350006103516,616 -546.4867404699326,617 139.99998474121094618 ],619 "extent": [620 25.32549285888672,621 1.8902981281280518,622 140.00001525878906623 ]624 },625 "obb": {626 "center": [627 128.17350006103516,628 -546.4867404699326,629 139.99998474121094630 ],631 "extent": [632 25.32549285888672,633 1.8902981281280518,634 140.00001525878906635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 153.49899291992188,644 -548.3770141601562,645 0646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 95,661 127662 ]663 },664 {665 "object_id": "SM_WallpanelA003_3",666 "bbox_2d": [667 0,668 160,669 202,670 1079671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -157.26349639892578,676 -546.4867404699326,677 139.99998474121094678 ],679 "extent": [680 25.32549285888672,681 1.8902981281280518,682 140.00001525878906683 ]684 },685 "obb": {686 "center": [687 -157.26349639892578,688 -546.4867404699326,689 139.99998474121094690 ],691 "extent": [692 25.32549285888672,693 1.8902981281280518,694 140.00001525878906695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -131.93800354003906,704 -548.3770141601562,705 0706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 95,721 63722 ]723 }724 ],725 "floor planks corner": [726 {727 "object_id": "SM_Floor",728 "bbox_2d": [729 1565,730 1036,731 1765,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -19.752939224243164,738 -0.0001220703125,739 6.776263578034403e-21740 ],741 "extent": [742 404.9316711425781,743 582.3806762695312,744 3.5660530924670406e-14745 ]746 },747 "obb": {748 "center": [749 -19.752939224243164,750 -0.0001220703125,751 6.776263578034403e-21752 ],753 "extent": [754 404.9316711425781,755 582.3806762695312,756 3.5660530924670406e-14757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -9.752969741821289,766 0,767 0768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 191,782 31,783 31784 ]785 }786 ]787 },788 "foreground": {789 "blind": [790 {791 "object_id": "SM_BlindA",792 "bbox_2d": [793 1752,794 480,795 1919,796 873797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 388.50527489185333,802 -479.5546455383301,803 235.90609741210938804 ],805 "extent": [806 1.4643158912658691,807 58.83993911743164,808 143.9769287109375809 ]810 },811 "obb": {812 "center": [813 388.50527489185333,814 -479.5546455383301,815 235.90609741210938816 ],817 "extent": [818 1.4643158912658691,819 58.83993911743164,820 143.9769287109375821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 388.5052795410156,830 -479.5546569824219,831 379.88299560546875832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 127,846 0,847 127848 ]849 }850 ],851 "pelmet": [852 {853 "object_id": "SM_PelmetA",854 "bbox_2d": [855 1749,856 465,857 1919,858 486859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 389.20098876953125,864 -479.55299377441406,865 243.5459747314453866 ],867 "extent": [868 2.9724488258361816,869 59.63990783691406,870 4.248987197875977871 ]872 },873 "obb": {874 "center": [875 389.20098876953125,876 -479.55299377441406,877 243.5459747314453878 ],879 "extent": [880 2.9724488258361816,881 59.63990783691406,882 4.248987197875977883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 389.20098876953125,892 -479.5530090332031,893 247.7949981689453894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 127,908 255,909 127910 ]911 }912 ],913 "shelf": [914 {915 "object_id": "SM_ShelfA",916 "bbox_2d": [917 1563,918 462,919 1689,920 1079921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 301.4939651489258,926 -563.47802734375,927 121.53280639648438928 ],929 "extent": [930 46.69314956665039,931 18.9027042388916,932 123.43463897705078933 ]934 },935 "obb": {936 "center": [937 301.4939651489258,938 -563.47802734375,939 121.53280639648438940 ],941 "extent": [942 46.69314956665039,943 18.9027042388916,944 123.43463897705078945 ],946 "rotation": [947 0,948 0,949 0950 ]951 },952 "location": [953 301.4939880371094,954 -563.47802734375,955 0956 ],957 "rotation": [958 0,959 0,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 127,970 127,971 127972 ]973 }974 ],975 "cabinet": [976 {977 "object_id": "SM_CabinetA",978 "bbox_2d": [979 965,980 300,981 1194,982 1079983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 42.67951202392578,988 -563.488733291626,989 136.0000457763672990 ],991 "extent": [992 34.843544006347656,993 18.892419815063477,994 136.0001220703125995 ]996 },997 "obb": {998 "center": [999 42.67951202392578,1000 -563.488733291626,1001 136.00004577636721002 ],1003 "extent": [1004 34.843544006347656,1005 18.892419815063477,1006 136.00012207031251007 ],1008 "rotation": [1009 0,1010 0,1011 01012 ]1013 },1014 "location": [1015 77.52290344238281,1016 -582.3809814453125,1017 01018 ],1019 "rotation": [1020 0,1021 0,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 0,1032 255,1033 631034 ]1035 },1036 {1037 "object_id": "SM_CabinetA001",1038 "bbox_2d": [1039 658,1040 255,1041 968,1042 10791043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -27.00745153427124,1048 -563.488733291626,1049 136.00004577636721050 ],1051 "extent": [1052 34.843544006347656,1053 18.892419815063477,1054 136.00012207031251055 ]1056 },1057 "obb": {1058 "center": [1059 -27.00745153427124,1060 -563.488733291626,1061 136.00004577636721062 ],1063 "extent": [1064 34.843544006347656,1065 18.892419815063477,1066 136.00012207031251067 ],1068 "rotation": [1069 0,1070 0,1071 01072 ]1073 },1074 "location": [1075 7.835939884185791,1076 -582.3809814453125,1077 01078 ],1079 "rotation": [1080 0,1081 0,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 255,1092 191,1093 1911094 ]1095 },1096 {1097 "object_id": "SM_CabinetA002",1098 "bbox_2d": [1099 203,1100 190,1101 657,1102 10791103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 -96.69439315795898,1108 -563.488733291626,1109 136.00004577636721110 ],1111 "extent": [1112 34.843544006347656,1113 18.892419815063477,1114 136.00012207031251115 ]1116 },1117 "obb": {1118 "center": [1119 -96.69439315795898,1120 -563.488733291626,1121 136.00004577636721122 ],1123 "extent": [1124 34.843544006347656,1125 18.892419815063477,1126 136.00012207031251127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 -61.85100173950195,1136 -582.3809814453125,1137 01138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 127,1152 191,1153 1911154 ]1155 }1156 ],1157 "pot plant": [1158 {1159 "object_id": "SM_PotplantA",1160 "bbox_2d": [1161 1620,1162 594,1163 1919,1164 10791165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 303.8700228180492,1170 -487.11779318074105,1171 100.930778503417971172 ],1173 "extent": [1174 88.64182946204528,1175 38.01707101008424,1176 100.930778503417971177 ]1178 },1179 "obb": {1180 "center": [1181 303.8700228180492,1182 -487.11779318074105,1183 100.930778503417971184 ],1185 "extent": [1186 88.64182946204528,1187 38.01707101008424,1188 100.930778503417971189 ],1190 "rotation": [1191 0,1192 1.0017900422099046e-05,1193 01194 ]1195 },1196 "location": [1197 277.156005859375,1198 -481.4100036621094,1199 01200 ],