TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l019_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l019_r005/lit.png",5 "camera": {6 "location": [7 -211,8 -249,9 9710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -211,38 -249,39 97,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_WallC",56 "bbox_2d": [57 1589,58 279,59 1617,60 68361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 399.81292724609375,66 0.806884765625,67 140.0000152587890668 ],69 "extent": [70 24.871856689453125,71 600,72 140.000045776367273 ]74 },75 "obb": {76 "center": [77 399.81292724609375,78 0.806884765625,79 140.0000152587890680 ],81 "extent": [82 24.871856689453125,83 600,84 140.000045776367285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_WindowB",118 "bbox_2d": [119 1895,120 230,121 1919,122 655123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 400.20300340652466,128 -289.19300842285156,129 123.93044638633728130 ],131 "extent": [132 5.744003772735596,133 130.72012329101562,134 121.06996154785156135 ]136 },137 "obb": {138 "center": [139 400.20300340652466,140 -289.19300842285156,141 123.93044638633728142 ],143 "extent": [144 5.744003772735596,145 130.72012329101562,146 121.06996154785156147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 400.2030029296875,156 -289.1929931640625,157 2.8605000972747803158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 127174 ]175 }176 ],177 "ceiling": [178 {179 "object_id": "SM_CeilingB",180 "bbox_2d": [181 799,182 0,183 1880,184 177185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -13.644100189208984,190 -320.7868957519531,191 276192 ],193 "extent": [194 217.0186767578125,195 261.5939025878906,196 4.0000152587890625197 ]198 },199 "obb": {200 "center": [201 -13.644100189208984,202 -320.7868957519531,203 276204 ],205 "extent": [206 217.0186767578125,207 261.5939025878906,208 4.0000152587890625209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -13.644100189208984,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 255,235 127236 ]237 },238 {239 "object_id": "SM_CeilingA",240 "bbox_2d": [241 1413,242 0,243 1919,244 281245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -9.99993896484375,250 -0.0003662109375,251 262.50006103515625252 ],253 "extent": [254 414.6847229003906,255 582.3804321289062,256 17.500083923339844257 ]258 },259 "obb": {260 "center": [261 -9.99993896484375,262 -0.0003662109375,263 262.50006103515625264 ],265 "extent": [266 414.6847229003906,267 582.3804321289062,268 17.500083923339844269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0,278 0,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 0296 ]297 }298 ],299 "window a": [300 {301 "object_id": "SM_WindowA",302 "bbox_2d": [303 1618,304 236,305 1894,306 694307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 400.20300245285034,312 -479.55299377441406,313 123.93044638633728314 ],315 "extent": [316 5.743960857391357,317 59.63993835449219,318 121.06996154785156319 ]320 },321 "obb": {322 "center": [323 400.20300245285034,324 -479.55299377441406,325 123.93044638633728326 ],327 "extent": [328 5.743960857391357,329 59.63993835449219,330 121.06996154785156331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 400.2030029296875,340 -479.5530090332031,341 2.8605000972747803342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 255,357 255358 ]359 }360 ],361 "background wall": [362 {363 "object_id": "SM_BackgroundwallA",364 "bbox_2d": [365 303,366 0,367 1588,368 914369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -14.871739387512207,374 -563.4780158996582,375 139.99993896484375376 ],377 "extent": [378 389.81292724609375,379 18.90277099609375,380 139.9999542236328381 ]382 },383 "obb": {384 "center": [385 -14.871739387512207,386 -563.4780158996582,387 139.99993896484375388 ],389 "extent": [390 389.81292724609375,391 18.90277099609375,392 139.9999542236328393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -14.871800422668457,402 -563.47802734375,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 0,418 0,419 63420 ]421 }422 ],423 "wall panel": [424 {425 "object_id": "SM_WallpanelA",426 "bbox_2d": [427 1398,428 172,429 1461,430 734431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 229.47550201416016,436 -546.4867404699326,437 139.99998474121094438 ],439 "extent": [440 25.32549285888672,441 1.8902981281280518,442 140.00001525878906443 ]444 },445 "obb": {446 "center": [447 229.47550201416016,448 -546.4867404699326,449 139.99998474121094450 ],451 "extent": [452 25.32549285888672,453 1.8902981281280518,454 140.00001525878906455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 254.80099487304688,464 -548.3770141601562,465 0466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 0,480 127,481 63482 ]483 },484 {485 "object_id": "SM_WallpanelAh",486 "bbox_2d": [487 1202,488 121,489 1247,490 771491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 90.18524932861328,496 -546.4867404699326,497 139.99998474121094498 ],499 "extent": [500 12.662750244140625,501 1.8902981281280518,502 140.00001525878906503 ]504 },505 "obb": {506 "center": [507 90.18524932861328,508 -546.4867404699326,509 139.99998474121094510 ],511 "extent": [512 12.662750244140625,513 1.8902981281280518,514 140.00001525878906515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 102.8479995727539,524 -548.3770141601562,525 0526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 95,541 0542 ]543 },544 {545 "object_id": "SM_WallpanelA001_1",546 "bbox_2d": [547 1328,548 158,549 1397,550 746551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 178.82450103759766,556 -546.4867404699326,557 139.99998474121094558 ],559 "extent": [560 25.32549285888672,561 1.8902981281280518,562 140.00001525878906563 ]564 },565 "obb": {566 "center": [567 178.82450103759766,568 -546.4867404699326,569 139.99998474121094570 ],571 "extent": [572 25.32549285888672,573 1.8902981281280518,574 140.00001525878906575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 204.14999389648438,584 -548.3770141601562,585 0586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 95,601 255602 ]603 },604 {605 "object_id": "SM_WallpanelA002_2",606 "bbox_2d": [607 1248,608 134,609 1327,610 758611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 128.17350006103516,616 -546.4867404699326,617 139.99998474121094618 ],619 "extent": [620 25.32549285888672,621 1.8902981281280518,622 140.00001525878906623 ]624 },625 "obb": {626 "center": [627 128.17350006103516,628 -546.4867404699326,629 139.99998474121094630 ],631 "extent": [632 25.32549285888672,633 1.8902981281280518,634 140.00001525878906635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 153.49899291992188,644 -548.3770141601562,645 0646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 95,661 127662 ]663 },664 {665 "object_id": "SM_WallpanelA003_3",666 "bbox_2d": [667 522,668 0,669 701,670 882671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -157.26349639892578,676 -546.4867404699326,677 139.99998474121094678 ],679 "extent": [680 25.32549285888672,681 1.8902981281280518,682 140.00001525878906683 ]684 },685 "obb": {686 "center": [687 -157.26349639892578,688 -546.4867404699326,689 139.99998474121094690 ],691 "extent": [692 25.32549285888672,693 1.8902981281280518,694 140.00001525878906695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -131.93800354003906,704 -548.3770141601562,705 0706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 95,721 63722 ]723 },724 {725 "object_id": "SM_WallpanelA004_4",726 "bbox_2d": [727 110,728 0,729 302,730 923731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -250.5584945678711,736 -567.1307224035263,737 139.99998474121094738 ],739 "extent": [740 25.32549285888672,741 1.8902981281280518,742 140.00001525878906743 ]744 },745 "obb": {746 "center": [747 -250.5584945678711,748 -567.1307224035263,749 139.99998474121094750 ],751 "extent": [752 25.32549285888672,753 1.8902981281280518,754 140.00001525878906755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -225.23300170898438,764 -569.02099609375,765 0766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 191,780 95,781 191782 ]783 },784 {785 "object_id": "SM_WallpanelA005_5",786 "bbox_2d": [787 0,788 0,789 109,790 941791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -301.2094955444336,796 -567.1307224035263,797 139.99998474121094798 ],799 "extent": [800 25.32549285888672,801 1.8902981281280518,802 140.00001525878906803 ]804 },805 "obb": {806 "center": [807 -301.2094955444336,808 -567.1307224035263,809 139.99998474121094810 ],811 "extent": [812 25.32549285888672,813 1.8902981281280518,814 140.00001525878906815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -275.8840026855469,824 -569.02099609375,825 0826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 191,840 95,841 31842 ]843 }844 ],845 "floor lamp": [846 {847 "object_id": "SM_Floorlamp",848 "bbox_2d": [849 334,850 0,851 1427,852 1079853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -200.50994873046875,858 -334.127405166626,859 100.41319227218628860 ],861 "extent": [862 67.92303466796875,863 49.206172943115234,864 99.65167999267578865 ]866 },867 "obb": {868 "center": [869 -200.50994873046875,870 -334.127405166626,871 100.41319227218628872 ],873 "extent": [874 67.92303466796875,875 49.206172943115234,876 99.65167999267578877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -226.33099365234375,886 -361.07501220703125,887 0.7972559928894043888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 127,902 255,903 63904 ]905 }906 ],907 "floor planks corner": [908 {909 "object_id": "SM_Floor",910 "bbox_2d": [911 0,912 768,913 1245,914 1079915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -19.752939224243164,920 -0.0001220703125,921 6.776263578034403e-21922 ],923 "extent": [924 404.9316711425781,925 582.3806762695312,926 3.5660530924670406e-14927 ]928 },929 "obb": {930 "center": [931 -19.752939224243164,932 -0.0001220703125,933 6.776263578034403e-21934 ],935 "extent": [936 404.9316711425781,937 582.3806762695312,938 3.5660530924670406e-14939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 -9.752969741821289,948 0,949 0950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 191,964 31,965 31966 ]967 }968 ]969 },970 "foreground": {971 "blind": [972 {973 "object_id": "SM_BlindA",974 "bbox_2d": [975 1613,976 235,977 1887,978 549979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 388.50527489185333,984 -479.5546455383301,985 235.90609741210938986 ],987 "extent": [988 1.4643158912658691,989 58.83993911743164,990 143.9769287109375991 ]992 },993 "obb": {994 "center": [995 388.50527489185333,996 -479.5546455383301,997 235.90609741210938998 ],999 "extent": [1000 1.4643158912658691,1001 58.83993911743164,1002 143.97692871093751003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 388.5052795410156,1012 -479.5546569824219,1013 379.882995605468751014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 127,1028 0,1029 1271030 ]1031 },1032 {1033 "object_id": "SM_BlindB",1034 "bbox_2d": [1035 1891,1036 228,1037 1919,1038 3191039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 388.50527489185333,1044 -289.1946258544922,1045 343.46911621093751046 ],1047 "extent": [1048 1.4643158912658691,1049 129.920166015625,1050 143.97692871093751051 ]1052 },1053 "obb": {1054 "center": [1055 388.50527489185333,1056 -289.1946258544922,1057 343.46911621093751058 ],1059 "extent": [1060 1.4643158912658691,1061 129.920166015625,1062 143.97692871093751063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 388.5052795410156,1072 -289.19464111328125,1073 487.44601440429691074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 127,1088 127,1089 2551090 ]1091 }1092 ],1093 "pelmet": [1094 {1095 "object_id": "SM_PelmetA",1096 "bbox_2d": [1097 1610,1098 222,1099 1891,1100 2921101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 389.20098876953125,1106 -479.55299377441406,1107 243.54597473144531108 ],1109 "extent": [1110 2.9724488258361816,1111 59.63990783691406,1112 4.2489871978759771113 ]1114 },1115 "obb": {1116 "center": [1117 389.20098876953125,1118 -479.55299377441406,1119 243.54597473144531120 ],1121 "extent": [1122 2.9724488258361816,1123 59.63990783691406,1124 4.2489871978759771125 ],1126 "rotation": [1127 0,1128 0,1129 01130 ]1131 },1132 "location": [1133 389.20098876953125,1134 -479.5530090332031,1135 247.79499816894531136 ],1137 "rotation": [1138 0,1139 0,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 127,1150 255,1151 1271152 ]1153 },1154 {1155 "object_id": "SM_PelmetB",1156 "bbox_2d": [1157 1888,1158 215,1159 1919,1160 2351161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 389.20098876953125,1166 -289.1929931640625,1167 243.54597473144531168 ],1169 "extent": [1170 2.9724488258361816,1171 130.72012329101562,1172 4.2489871978759771173 ]1174 },1175 "obb": {1176 "center": [1177 389.20098876953125,1178 -289.1929931640625,1179 243.54597473144531180 ],1181 "extent": [1182 2.9724488258361816,1183 130.72012329101562,1184 4.2489871978759771185 ],1186 "rotation": [1187 0,1188 0,1189 01190 ]1191 },1192 "location": [1193 389.20098876953125,1194 -289.1929931640625,1195 247.79499816894531196 ],1197 "rotation": [1198 0,1199 0,1200 0