TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l044_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l044_r001/lit.png",5 "camera": {6 "location": [7 -135,8 178,9 19510 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -135,38 178,39 195,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 242,58 0,59 596,60 7661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 380,120 254,121 386,122 813123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 }176 ]177 },178 "foreground": {179 "cabinet": [180 {181 "object_id": "SM_KomodA_60",182 "bbox_2d": [183 360,184 648,185 598,186 797187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 70.50696399473954,192 312.0420322741244,193 155.16150795815156194 ],195 "extent": [196 33.25703754064189,197 7.441421415979278,198 12.886030359165488199 ]200 },201 "obb": {202 "center": [203 70.50696399473952,204 312.0420322741244,205 155.16150795815156206 ],207 "extent": [208 33.25703754064189,209 7.441421415979278,210 12.886030359165488211 ],212 "rotation": [213 0,214 179.9999237060547,215 0216 ]217 },218 "location": [219 70.43486022949219,220 319.5771179199219,221 142.210205078125222 ],223 "rotation": [224 0,225 179.9999237060547,226 0227 ],228 "scale": [229 1.399999976158142,230 1.399999976158142,231 1.399999976158142232 ]233 },234 "color": [235 63,236 95,237 63238 ]239 },240 {241 "object_id": "SM_KomodB_63",242 "bbox_2d": [243 542,244 664,245 674,246 817247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 23.50204392814276,252 312.06331189555453,253 155.0879535374105254 ],255 "extent": [256 13.343359743013684,257 7.44140555993738,258 12.886029024021468259 ]260 },261 "obb": {262 "center": [263 23.50204392814276,264 312.06331189555453,265 155.0879535374105266 ],267 "extent": [268 13.343359743013684,269 7.44140555993738,270 12.886029024021468271 ],272 "rotation": [273 0,274 179.9998779296875,275 0276 ]277 },278 "location": [279 23.502059936523438,280 319.5771179199219,281 142.1208038330078282 ],283 "rotation": [284 0,285 179.9998779296875,286 0287 ],288 "scale": [289 1.399999976158142,290 1.399999976158142,291 1.399999976158142292 ]293 },294 "color": [295 63,296 95,297 191298 ]299 },300 {301 "object_id": "SM_KomodA2_68",302 "bbox_2d": [303 634,304 673,305 971,306 879307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -23.520482752086636,312 312.0420322741244,313 155.16150795815156314 ],315 "extent": [316 33.257037540641896,317 7.441421415979278,318 12.886030359165488319 ]320 },321 "obb": {322 "center": [323 -23.520482752086636,324 312.0420322741244,325 155.16150795815156326 ],327 "extent": [328 33.257037540641896,329 7.441421415979278,330 12.886030359165488331 ],332 "rotation": [333 0,334 179.9999237060547,335 0336 ]337 },338 "location": [339 -23.592586517333984,340 319.5771179199219,341 142.210205078125342 ],343 "rotation": [344 0,345 179.9999237060547,346 0347 ],348 "scale": [349 1.399999976158142,350 1.399999976158142,351 1.399999976158142352 ]353 },354 "color": [355 63,356 95,357 31358 ]359 },360 {361 "object_id": "SM_KomodB2_69",362 "bbox_2d": [363 935,364 703,365 1131,366 913367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -70.52521589851739,372 312.06331189555453,373 155.0879535374105374 ],375 "extent": [376 13.343359743013679,377 7.44140555993738,378 12.886029024021468379 ]380 },381 "obb": {382 "center": [383 -70.52521589851739,384 312.06331189555453,385 155.0879535374105386 ],387 "extent": [388 13.343359743013679,389 7.44140555993738,390 12.886029024021468391 ],392 "rotation": [393 0,394 179.9998779296875,395 0396 ]397 },398 "location": [399 -70.52519989013672,400 319.5771179199219,401 142.1208038330078402 ],403 "rotation": [404 0,405 179.9998779296875,406 0407 ],408 "scale": [409 1.399999976158142,410 1.399999976158142,411 1.399999976158142412 ]413 },414 "color": [415 191,416 95,417 0418 ]419 },420 {421 "object_id": "SM_KomodA3",422 "bbox_2d": [423 1100,424 715,425 1687,426 1035427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -117.69346782899093,432 312.04200175654626,433 155.16150795815156434 ],435 "extent": [436 33.25703754064189,437 7.441421415979278,438 12.886030359165488439 ]440 },441 "obb": {442 "center": [443 -117.69346782899093,444 312.04200175654626,445 155.16150795815156446 ],447 "extent": [448 33.25703754064189,449 7.441421415979278,450 12.886030359165488451 ],452 "rotation": [453 0,454 179.9999237060547,455 0456 ]457 },458 "location": [459 -117.76557159423828,460 319.57708740234375,461 142.210205078125462 ],463 "rotation": [464 0,465 179.9999237060547,466 0467 ],468 "scale": [469 1.399999976158142,470 1.399999976158142,471 1.399999976158142472 ]473 },474 "color": [475 191,476 95,477 255478 ]479 },480 {481 "object_id": "SM_KomodC_73",482 "bbox_2d": [483 630,484 842,485 1783,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -124.10193794684471,492 298.8887793179526,493 124.05502212140846494 ],495 "extent": [496 104.79397541784618,497 20.51142805681326,498 18.019146421651385499 ]500 },501 "obb": {502 "center": [503 -124.10193794684471,504 298.8887793179526,505 124.05502212140846506 ],507 "extent": [508 104.79397541784618,509 20.51142805681326,510 18.019146421651385511 ],512 "rotation": [513 0,514 179.9999237060547,515 0516 ]517 },518 "location": [519 -124.0071792602539,520 319.5770263671875,521 105.9097900390625522 ],523 "rotation": [524 0,525 179.9999237060547,526 0527 ],528 "scale": [529 1.399999976158142,530 1.100000023841858,531 1.399999976158142532 ]533 },534 "color": [535 191,536 95,537 127538 ]539 },540 {541 "object_id": "SM_KomodB4",542 "bbox_2d": [543 1293,544 81,545 1536,546 352547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -123.92637177584169,552 312.0621660409311,553 234.18070446105088554 ],555 "extent": [556 13.34345889924328,557 7.441401519151839,558 12.886149886766134559 ]560 },561 "obb": {562 "center": [563 -123.92637177584169,564 312.0621660409311,565 234.18070446105088566 ],567 "extent": [568 13.34345889924328,569 7.441401519151839,570 12.886149886766134571 ],572 "rotation": [573 0.00048494338989257796,574 179.9999542236328,575 -6.103515624999998e-05576 ]577 },578 "location": [579 -123.92647552490234,580 319.5759582519531,581 221.2135467529297582 ],583 "rotation": [584 0.00048494338989257796,585 179.9999542236328,586 -6.103515624999998e-05587 ],588 "scale": [589 1.399999976158142,590 1.399999976158142,591 1.399999976158142592 ]593 },594 "color": [595 191,596 95,597 191598 ]599 },600 {601 "object_id": "SM_KomodA5",602 "bbox_2d": [603 1540,604 1,605 1919,606 330607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -171.0946897744853,612 312.0408421269254,613 234.25426573261743614 ],615 "extent": [616 33.257105774936946,617 7.441403702276773,618 12.88621669263648619 ]620 },621 "obb": {622 "center": [623 -171.0946897744853,624 312.0408421269254,625 234.25426573261743626 ],627 "extent": [628 33.257105774936946,629 7.441403702276773,630 12.88621669263648631 ],632 "rotation": [633 0.0003210188588127494,634 179.9999542236328,635 0636 ]637 },638 "location": [639 -171.1668701171875,640 319.575927734375,641 221.30296325683594642 ],643 "rotation": [644 0.0003210188588127494,645 179.9999542236328,646 0647 ],648 "scale": [649 1.399999976158142,650 1.399999976158142,651 1.399999976158142652 ]653 },654 "color": [655 191,656 95,657 31658 ]659 }660 ],661 "photo frame": [662 {663 "object_id": "SM_PicFram4",664 "bbox_2d": [665 544,666 10,667 1095,668 582669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -12.852423359747856,674 318.15411188239597,675 232.72896818021263676 ],677 "extent": [678 65.30290819962941,679 1.1435344578190438,680 44.44487420850079681 ]682 },683 "obb": {684 "center": [685 -12.85242335974786,686 318.15411188239597,687 232.72896818021263688 ],689 "extent": [690 65.30290819962941,691 1.1435344578190438,692 44.44487420850079693 ],694 "rotation": [695 0.0005873962072655558,696 179.9999542236328,697 -0.00015258789062499997698 ]699 },700 "location": [701 -12.852890014648438,702 319.4111633300781,703 188.2470703125704 ],705 "rotation": [706 0.0005873962072655558,707 179.9999542236328,708 -0.00015258789062499997709 ],710 "scale": [711 1.5244852304458618,712 1.5244852304458618,713 1.5244852304458618714 ]715 },716 "color": [717 191,718 95,719 63720 ]721 },722 {723 "object_id": "SM_PicFram6",724 "bbox_2d": [725 9,726 239,727 281,728 638729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 228.5008797899579,734 311.39184230087636,735 223.2089790344234736 ],737 "extent": [738 1.1438139881150278,739 33.81277987936187,740 55.686458833897674741 ]742 },743 "obb": {744 "center": [745 228.5008797899579,746 311.39184230087636,747 223.2089790344234748 ],749 "extent": [750 1.1438139881150278,751 33.81277987936187,752 55.686458833897674753 ],754 "rotation": [755 -90,756 89.99923706054689,757 0758 ]759 },760 "location": [761 229.75759887695312,762 277.5503845214844,763 223.20896911621094764 ],765 "rotation": [766 -90,767 89.99923706054689,768 0769 ],770 "scale": [771 1.2999999523162842,772 1.5244849920272827,773 1.1598151922225952774 ]775 },776 "color": [777 255,778 127,779 223780 ]781 }782 ],783 "decorative grass": [784 {785 "object_id": "SM_Decorative102_84",786 "bbox_2d": [787 1135,788 650,789 1288,790 743791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -98.38091278074343,796 310.77997970578616,797 173.71205520629883798 ],799 "extent": [800 10.568944488227743,801 3.303895672248075,802 5.714382171630859803 ]804 },805 "obb": {806 "center": [807 -98.38091278074343,808 310.77997970578616,809 173.71205520629883810 ],811 "extent": [812 10.568944488227743,813 3.303895672248075,814 5.714382171630859815 ],816 "rotation": [817 0,818 -90.00009155273439,819 0820 ]821 },822 "location": [823 -98.38092803955078,824 310.77996826171875,825 167.9739990234375826 ],827 "rotation": [828 0,829 -90.00009155273439,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 31,840 95,841 0842 ]843 },844 {845 "object_id": "SM_Decorative103_87",846 "bbox_2d": [847 1334,848 445,849 1571,850 772851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -127.92554855346097,856 311.10367129505903,857 187.4742202758789858 ],859 "extent": [860 12.982081360609726,861 3.1086878797778468,862 19.446334838867188863 ]864 },865 "obb": {866 "center": [867 -127.92554855346097,868 311.10367129505903,869 187.4742202758789870 ],871 "extent": [872 12.982081360609726,873 3.1086878797778468,874 19.446334838867188875 ],876 "rotation": [877 0,878 -90.00012207031251,879 0880 ]881 },882 "location": [883 -127.59793853759766,884 311.1036682128906,885 168.0474090576172886 ],887 "rotation": [888 0,889 -90.00012207031251,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 31,900 95,901 255902 ]903 },904 {905 "object_id": "SM_Decorative104_90",906 "bbox_2d": [907 674,908 782,909 707,910 814911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -0.0949249267578125,916 310.516845703125,917 145.94321703910828918 ],919 "extent": [920 3.4798521995544434,921 3.4798552989959717,922 2.2423460483551025923 ]924 },925 "obb": {926 "center": [927 -0.0949249267578125,928 310.516845703125,929 145.94321703910828930 ],931 "extent": [932 3.4798521995544434,933 3.4798552989959717,934 2.2423460483551025935 ],936 "rotation": [937 0,938 0,939 0940 ]941 },942 "location": [943 -0.0949249267578125,944 310.516845703125,945 143.6926727294922946 ],947 "rotation": [948 0,949 0,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 31,960 95,961 127962 ]963 },964 {965 "object_id": "SM_Decorative105",966 "bbox_2d": [967 706,968 767,969 744,970 821971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 -8.29541015625,976 310.516845703125,977 147.9055201952565978 ],979 "extent": [980 3.4798521995544434,981 3.4798552989959717,982 4.197500945356154983 ]984 },985 "obb": {986 "center": [987 -8.29541015625,988 310.516845703125,989 147.9055201952565990 ],991 "extent": [992 3.4798521995544434,993 3.4798552989959717,994 4.197500945356154995 ],996 "rotation": [997 0,998 0,999 01000 ]1001 },1002 "location": [1003 -8.29541015625,1004 310.516845703125,1005 143.69267272949221006 ],1007 "rotation": [1008 0,1009 0,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 1.8719238042831421016 ]1017 },1018 "color": [1019 31,1020 95,1021 631022 ]1023 },1024 {1025 "object_id": "SM_Decorative106_94",1026 "bbox_2d": [1027 453,1028 577,1029 528,1030 6631031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 63.55207061767578,1036 311.84716796875,1037 177.24535266726741038 ],1039 "extent": [1040 5.506947786450937,1041 5.506947786450951,1042 9.1626160040550531043 ]1044 },1045 "obb": {1046 "center": [1047 63.55207061767578,1048 311.84716796875,1049 177.24535266726741050 ],1051 "extent": [1052 5.506947786450937,1053 5.506947786450951,1054 9.1626160040550531055 ],1056 "rotation": [1057 0,1058 179.9999237060547,1059 01060 ]1061 },1062 "location": [1063 63.55207061767578,1064 311.84716796875,1065 168.04753112792971066 ],1067 "rotation": [1068 0,1069 179.9999237060547,1070 01071 ],1072 "scale": [1073 1.427686095237732,1074 1.427686095237732,1075 1.4276860952377321076 ]1077 },1078 "color": [1079 31,1080 95,1081 1911082 ]1083 },1084 {1085 "object_id": "SM_Decorative109_147",1086 "bbox_2d": [1087 438,1088 728,1089 496,1090 7711091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 67.57079109729925,1096 308.9112737485685,1097 147.88861056321731098 ],1099 "extent": [1100 6.424716195101965,1101 5.9289454298672695,1102 4.1909153302485721103 ]1104 },1105 "obb": {1106 "center": [1107 67.57079109729925,1108 308.9112737485685,1109 147.88861056321731110 ],1111 "extent": [1112 6.424716195101965,1113 5.9289454298672695,1114 4.1909153302485721115 ],1116 "rotation": [1117 0,1118 169.99987792968753,1119 01120 ]1121 },1122 "location": [1123 67.57079315185547,1124 308.9112854003906,1125 143.69267272949221126 ],1127 "rotation": [1128 0,1129 169.99987792968753,1130 01131 ],1132 "scale": [1133 0.775394082069397,1134 0.775394082069397,1135 0.7753940820693971136 ]1137 },1138 "color": [1139 95,1140 191,1141 01142 ]1143 },1144 {1145 "object_id": "SM_Decorative116_162",1146 "bbox_2d": [1147 1461,1148 829,1149 1625,1150 9941151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 -137.64967400850432,1156 310.61430131425516,1157 151.878326416015621158 ],1159 "extent": [1160 11.724485417069872,1161 11.724482595867528,1162 8.11730957031251163 ]1164 },1165 "obb": {1166 "center": [1167 -137.64967400850432,1168 310.61430131425516,1169 151.878326416015621170 ],1171 "extent": [1172 11.724485417069872,1173 11.724482595867528,1174 8.11730957031251175 ],1176 "rotation": [1177 0,1178 -140.00013732910156,1179 01180 ]1181 },1182 "location": [1183 -137.64968872070312,1184 310.61431884765625,1185 143.692657470703121186 ],1187 "rotation": [1188 0,1189 -140.00013732910156,1190 01191 ],1192 "scale": [1193 1,1194 1,1195 11196 ]1197 },1198 "color": [1199 95,1200 31,