TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l003_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l003_r005/lit.png",5 "camera": {6 "location": [7 113,8 -29,9 16710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 113,38 -29,39 167,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "closet": [55 {56 "object_id": "SM_Closet_29",57 "bbox_2d": [58 0,59 0,60 811,61 81962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 -5.889900207519531,67 -347.92909240722656,68 225.4903717041015669 ],70 "extent": [71 236.4459686279297,72 20.030471801757812,73 133.3718566894531274 ]75 },76 "obb": {77 "center": [78 -5.889900207519531,79 -347.92909240722656,80 225.4903717041015681 ],82 "extent": [83 236.4459686279297,84 20.030471801757812,85 133.3718566894531286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 -6.054466247558594,95 -367.9595642089844,96 92.1185150146484497 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 127,112 0113 ]114 }115 ],116 "manager desk": [117 {118 "object_id": "SM_ManagerDesk_35",119 "bbox_2d": [120 0,121 468,122 333,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 0.9649276733398438,129 -103.14732360839844,130 133.83098220825195131 ],132 "extent": [133 101.42112731933594,134 175.46688842773438,135 40.50908660888672136 ]137 },138 "obb": {139 "center": [140 0.9649276733398438,141 -103.14732360839844,142 133.83098220825195143 ],144 "extent": [145 101.42112731933594,146 175.46688842773438,147 40.50908660888672148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 3.7793960571289062,157 -148.75787353515625,158 93.32191467285156159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 0,173 127,174 127175 ]176 }177 ],178 "tableware": [179 {180 "object_id": "SM_MarkerMug_122",181 "bbox_2d": [182 120,183 467,184 130,185 471186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 68.28654193878174,191 -238.27978515625,192 175.41974639892578193 ],194 "extent": [195 4.380762100219727,196 5.30859375,197 7.295173645019531198 ]199 },200 "obb": {201 "center": [202 68.28654193878174,203 -238.27978515625,204 175.41974639892578205 ],206 "extent": [207 4.380762100219727,208 5.30859375,209 7.295173645019531210 ],211 "rotation": [212 0,213 0,214 0215 ]216 },217 "location": [218 68.82274627685547,219 -240.205322265625,220 168.12457275390625221 ],222 "rotation": [223 0,224 0,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 63,235 0,236 255237 ]238 }239 ],240 "decorative grass": [241 {242 "object_id": "SM_Decorative78_11",243 "bbox_2d": [244 0,245 265,246 122,247 351248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 40.91493225097656,253 -339.0389709472656,254 222.5072258079672255 ],256 "extent": [257 11.195476386359587,258 11.168371308230235,259 10.709661870894706260 ]261 },262 "obb": {263 "center": [264 40.91493225097656,265 -339.0389709472656,266 222.5072258079672267 ],268 "extent": [269 11.195476386359587,270 11.168371308230235,271 10.709661870894706272 ],273 "rotation": [274 0,275 0,276 0277 ]278 },279 "location": [280 40.91493225097656,281 -339.0389709472656,282 211.72216796875283 ],284 "rotation": [285 0,286 0,287 0288 ],289 "scale": [290 1.332789421081543,291 1.332789421081543,292 1.332789421081543293 ]294 },295 "color": [296 31,297 31,298 31299 ]300 },301 {302 "object_id": "SM_Decorative86_34",303 "bbox_2d": [304 192,305 133,306 242,307 213308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 70.77970123291016,313 -340.46532440185547,314 260.5085906982422315 ],316 "extent": [317 5.235870361328125,318 5.270179748535156,319 11.30023193359375320 ]321 },322 "obb": {323 "center": [324 70.77970123291016,325 -340.46532440185547,326 260.5085906982422327 ],328 "extent": [329 5.235870361328125,330 5.270179748535156,331 11.30023193359375332 ],333 "rotation": [334 0,335 0,336 0337 ]338 },339 "location": [340 70.77973175048828,341 -340.46533203125,342 249.10960388183594343 ],344 "rotation": [345 0,346 0,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 255,357 0,358 95359 ]360 },361 {362 "object_id": "SM_Decorative87_37",363 "bbox_2d": [364 0,365 122,366 4,367 163368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 17.37841033935547,373 -340.0759879145785,374 262.17201072849866375 ],376 "extent": [377 12.929520684338968,378 12.76076326909515,379 12.97054217268078380 ]381 },382 "obb": {383 "center": [384 17.37841033935547,385 -340.0759879145785,386 262.17201072849866387 ],388 "extent": [389 12.929520684338968,390 12.76076326909515,391 12.97054217268078392 ],393 "rotation": [394 0,395 0,396 0397 ]398 },399 "location": [400 17.37841033935547,401 -340.07598876953125,402 249.10960388183594403 ],404 "rotation": [405 0,406 0,407 0408 ],409 "scale": [410 1.7929658889770508,411 1.7929658889770508,412 1.7929658889770508413 ]414 },415 "color": [416 255,417 255,418 95419 ]420 },421 {422 "object_id": "SM_Decorative82_90",423 "bbox_2d": [424 130,425 18,426 202,427 53428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 61.71518530233404,433 -334.31798553468997,434 292.1951141357422435 ],436 "extent": [437 9.249117414522964,438 9.537631738718176,439 5.404884338378906440 ]441 },442 "obb": {443 "center": [444 61.71518530233404,445 -334.31798553468997,446 292.1951141357422447 ],448 "extent": [449 9.249117414522964,450 9.537631738718176,451 5.404884338378906452 ],453 "rotation": [454 0,455 60.00009536743165,456 0457 ]458 },459 "location": [460 61.7151985168457,461 -334.3179931640625,462 286.78375244140625463 ],464 "rotation": [465 0,466 60.00009536743165,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 31,477 63,478 95479 ]480 },481 {482 "object_id": "SM_Decorative97_96",483 "bbox_2d": [484 150,485 266,486 219,487 357488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 63.907718658447266,493 -343.9322967529297,494 224.5531939312964495 ],496 "extent": [497 6.991336822509766,498 6.6183319091796875,499 12.80090125912966500 ]501 },502 "obb": {503 "center": [504 63.907718658447266,505 -343.9322967529297,506 224.5531939312964507 ],508 "extent": [509 6.991336822509766,510 6.6183319091796875,511 12.80090125912966512 ],513 "rotation": [514 0,515 0,516 0517 ]518 },519 "location": [520 64.1484603881836,521 -343.93231201171875,522 211.72218322753906523 ],524 "rotation": [525 0,526 0,527 0528 ],529 "scale": [530 1,531 1,532 1.2821654081344604533 ]534 },535 "color": [536 0,537 95,538 255539 ]540 },541 {542 "object_id": "SM_Decorative157_91",543 "bbox_2d": [544 910,545 595,546 990,547 630548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 216.38412475585938,553 -212.24462890625,554 151.065927028656555 ],556 "extent": [557 8.890029907226562,558 8.87884521484375,559 3.4577102661132812560 ]561 },562 "obb": {563 "center": [564 216.38412475585938,565 -212.24462890625,566 151.065927028656567 ],568 "extent": [569 8.890029907226562,570 8.87884521484375,571 3.4577102661132812572 ],573 "rotation": [574 0,575 0,576 0577 ]578 },579 "location": [580 216.38412475585938,581 -212.24462890625,582 147.59056091308594583 ],584 "rotation": [585 0,586 0,587 0588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 159,597 255,598 0599 ]600 }601 ],602 "books": [603 {604 "object_id": "SM_Book41_53",605 "bbox_2d": [606 344,607 293,608 357,609 370610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 100.10064697260624,615 -339.94922986205734,616 222.0370635986328617 ],618 "extent": [619 1.4089222411955973,620 8.610492956241046,621 10.532577514648438622 ]623 },624 "obb": {625 "center": [626 100.10064697260624,627 -339.94922986205734,628 222.0370635986328629 ],630 "extent": [631 1.4089222411955973,632 8.610492956241046,633 10.532577514648438634 ],635 "rotation": [636 -90,637 0.00016529858112329104,638 0639 ]640 },641 "location": [642 98.6633071899414,643 -339.9492492675781,644 222.0370635986328645 ],646 "rotation": [647 -90,648 0.00016529858112329104,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 127,659 0,660 95661 ]662 },663 {664 "object_id": "SM_Book42",665 "bbox_2d": [666 330,667 299,668 343,669 368670 ],671 "bbox_3d": {672 "aabb": {673 "center": [674 97.05229949945965,675 -339.94922970954076,676 221.1956787109375677 ],678 "extent": [679 1.4089231548569217,680 8.610493105736907,681 9.47579446817781682 ]683 },684 "obb": {685 "center": [686 97.05229949945965,687 -339.94922970954076,688 221.1956787109375689 ],690 "extent": [691 1.4089231548569217,692 8.610493105736907,693 9.47579446817781694 ],695 "rotation": [696 -90,697 0.0001713782548904404,698 0699 ]700 },701 "location": [702 95.61495971679688,703 -339.9492492675781,704 221.1956787109375705 ],706 "rotation": [707 -90,708 0.0001713782548904404,709 0710 ],711 "scale": [712 0.8996652960777283,713 1,714 1715 ]716 },717 "color": [718 127,719 255,720 95721 ]722 },723 {724 "object_id": "SM_Book43",725 "bbox_2d": [726 316,727 290,728 329,729 367730 ],731 "bbox_3d": {732 "aabb": {733 "center": [734 93.8908920287586,735 -339.94922986283416,736 222.0370635986328737 ],738 "extent": [739 1.4089222365419118,740 8.610492955479629,741 10.532577514648438742 ]743 },744 "obb": {745 "center": [746 93.8908920287586,747 -339.94922986283416,748 222.0370635986328749 ],750 "extent": [751 1.4089222365419118,752 8.610492955479629,753 10.532577514648438754 ],755 "rotation": [756 -90,757 0.00016526761464774557,758 0759 ]760 },761 "location": [762 92.45355224609375,763 -339.9492492675781,764 222.0370635986328765 ],766 "rotation": [767 -90,768 0.00016526761464774557,769 0770 ],771 "scale": [772 1,773 1,774 1775 ]776 },777 "color": [778 127,779 127,780 95781 ]782 },783 {784 "object_id": "SM_Book44",785 "bbox_2d": [786 301,787 283,788 315,789 366790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 90.77272796625859,795 -339.94922986146156,796 222.87977600097656797 ],798 "extent": [799 1.4089222447645824,800 8.610492956824999,801 11.1644537168213802 ]803 },804 "obb": {805 "center": [806 90.77272796625859,807 -339.94922986146156,808 222.87977600097656809 ],810 "extent": [811 1.4089222447645824,812 8.610492956824999,813 11.1644537168213814 ],815 "rotation": [816 -90,817 0.00016532232984900456,818 0819 ]820 },821 "location": [822 89.33538818359375,823 -339.9492492675781,824 222.87977600097656825 ],826 "rotation": [827 -90,828 0.00016532232984900456,829 0830 ],831 "scale": [832 1.0599925518035889,833 1,834 1835 ]836 },837 "color": [838 127,839 63,840 95841 ]842 },843 {844 "object_id": "SM_Book45",845 "bbox_2d": [846 286,847 287,848 300,849 365850 ],851 "bbox_3d": {852 "aabb": {853 "center": [854 87.46920776362187,855 -339.94922986146156,856 222.0370635986328857 ],858 "extent": [859 1.4089222447645824,860 8.610492956824999,861 10.532577514648438862 ]863 },864 "obb": {865 "center": [866 87.46920776362187,867 -339.94922986146156,868 222.0370635986328869 ],870 "extent": [871 1.4089222447645824,872 8.610492956824999,873 10.532577514648438874 ],875 "rotation": [876 -90,877 0.00016532232984900456,878 0879 ]880 },881 "location": [882 86.03186798095703,883 -339.9492492675781,884 222.0370635986328885 ],886 "rotation": [887 -90,888 0.00016532232984900456,889 0890 ],891 "scale": [892 1,893 1,894 1895 ]896 },897 "color": [898 127,899 191,900 95901 ]902 },903 {904 "object_id": "SM_Book46",905 "bbox_2d": [906 270,907 285,908 285,909 364910 ],911 "bbox_3d": {912 "aabb": {913 "center": [914 84.05060577387577,915 -339.94922986146156,916 222.0370635986328917 ],918 "extent": [919 1.4089222447645824,920 8.610492956824999,921 10.532577514648438922 ]923 },924 "obb": {925 "center": [926 84.05060577387577,927 -339.94922986146156,928 222.0370635986328929 ],930 "extent": [931 1.4089222447645824,932 8.610492956824999,933 10.532577514648438934 ],935 "rotation": [936 -90,937 0.00016532232984900456,938 0939 ]940 },941 "location": [942 82.61326599121094,943 -339.9492492675781,944 222.0370635986328945 ],946 "rotation": [947 -90,948 0.00016532232984900456,949 0950 ],951 "scale": [952 1,953 1,954 1955 ]956 },957 "color": [958 127,959 31,960 95961 ]962 },963 {964 "object_id": "SM_Book47",965 "bbox_2d": [966 255,967 278,968 270,969 363970 ],971 "bbox_3d": {972 "aabb": {973 "center": [974 81.00488281244999,975 -339.94922986146156,976 222.87977600097656977 ],978 "extent": [979 1.4089222447645824,980 8.610492956824999,981 11.16445873914563982 ]983 },984 "obb": {985 "center": [986 81.00488281244999,987 -339.94922986146156,988 222.87977600097656989 ],990 "extent": [991 1.4089222447645824,992 8.610492956824999,993 11.16445873914563994 ],995 "rotation": [996 -90,997 0.00016532232984900456,998 0999 ]1000 },1001 "location": [1002 79.56754302978516,1003 -339.9492492675781,1004 222.879776000976561005 ],1006 "rotation": [1007 -90,1008 0.00016532232984900456,1009 01010 ],1011 "scale": [1012 1.059993028640747,1013 1,1014 11015 ]1016 },1017 "color": [1018 63,1019 0,1020 951021 ]1022 },1023 {1024 "object_id": "SM_Book48",1025 "bbox_2d": [1026 344,1027 152,1028 357,1029 2291030 ],1031 "bbox_3d": {1032 "aabb": {1033 "center": [1034 100.10064697260418,1035 -339.94922970954076,1036 259.589050292968751037 ],1038 "extent": [1039 1.4089231548569217,1040 8.610493105736907,1041 10.5325775146484381042 ]1043 },1044 "obb": {1045 "center": [1046 100.10064697260418,1047 -339.94922970954076,1048 259.589050292968751049 ],1050 "extent": [1051 1.4089231548569217,1052 8.610493105736907,1053 10.5325775146484381054 ],1055 "rotation": [1056 -90,1057 0.0001713782548904404,1058 01059 ]1060 },1061 "location": [1062 98.6633071899414,1063 -339.9492492675781,1064 259.589050292968751065 ],1066 "rotation": [1067 -90,1068 0.0001713782548904404,1069 01070 ],1071 "scale": [1072 1,1073 1,1074 11075 ]1076 },1077 "color": [1078 63,1079 255,1080 951081 ]1082 },1083 {1084 "object_id": "SM_Book49",1085 "bbox_2d": [1086 330,1087 150,1088 343,1089 2271090 ],1091 "bbox_3d": {1092 "aabb": {1093 "center": [1094 97.05229949946172,1095 -339.94922986283416,1096 259.589050292968751097 ],1098 "extent": [1099 1.4089222365419118,1100 8.610492955479629,1101 10.5325775146484381102 ]1103 },1104 "obb": {1105 "center": [1106 97.05229949946172,1107 -339.94922986283416,1108 259.589050292968751109 ],1110 "extent": [1111 1.4089222365419118,1112 8.610492955479629,1113 10.5325775146484381114 ],1115 "rotation": [1116 -90,1117 0.00016526761464774557,1118 01119 ]1120 },1121 "location": [1122 95.61495971679688,1123 -339.9492492675781,1124 259.589050292968751125 ],1126 "rotation": [1127 -90,1128 0.00016526761464774557,1129 01130 ],1131 "scale": [1132 1,1133 1,1134 11135 ]1136 },1137 "color": [1138 63,1139 127,1140 951141 ]1142 },1143 {1144 "object_id": "SM_Book50",1145 "bbox_2d": [1146 316,1147 147,1148 329,1149 2251150 ],1151 "bbox_3d": {1152 "aabb": {1153 "center": [1154 93.89089202875859,1155 -339.94922986146156,1156 259.589050292968751157 ],1158 "extent": [1159 1.4089222447645824,1160 8.610492956824999,1161 10.5325775146484381162 ]1163 },1164 "obb": {1165 "center": [1166 93.89089202875859,1167 -339.94922986146156,1168 259.589050292968751169 ],1170 "extent": [1171 1.4089222447645824,1172 8.610492956824999,1173 10.5325775146484381174 ],1175 "rotation": [1176 -90,1177 0.00016532232984900456,1178 01179 ]1180 },1181 "location": [1182 92.45355224609375,1183 -339.9492492675781,1184 259.589050292968751185 ],1186 "rotation": [1187 -90,1188 0.00016532232984900456,1189 01190 ],1191 "scale": [1192 1,1193 1,1194 11195 ]1196 },1197 "color": [1198 63,1199 63,1200 95