TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l011_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l011_r001/lit.png",5 "camera": {6 "location": [7 -119,8 266,9 18510 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -119,38 266,39 185,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "cabinet": [55 {56 "object_id": "SM_KomodA_60",57 "bbox_2d": [58 0,59 657,60 121,61 68262 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 70.50696399473954,67 312.0420322741244,68 155.1615079581515669 ],70 "extent": [71 33.25703754064189,72 7.441421415979278,73 12.88603035916548874 ]75 },76 "obb": {77 "center": [78 70.50696399473952,79 312.0420322741244,80 155.1615079581515681 ],82 "extent": [83 33.25703754064189,84 7.441421415979278,85 12.88603035916548886 ],87 "rotation": [88 0,89 179.9999237060547,90 091 ]92 },93 "location": [94 70.43486022949219,95 319.5771179199219,96 142.21020507812597 ],98 "rotation": [99 0,100 179.9999237060547,101 0102 ],103 "scale": [104 1.399999976158142,105 1.399999976158142,106 1.399999976158142107 ]108 },109 "color": [110 63,111 95,112 63113 ]114 },115 {116 "object_id": "SM_KomodB_63",117 "bbox_2d": [118 0,119 672,120 147,121 957122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 23.50204392814276,127 312.06331189555453,128 155.0879535374105129 ],130 "extent": [131 13.343359743013684,132 7.44140555993738,133 12.886029024021468134 ]135 },136 "obb": {137 "center": [138 23.50204392814276,139 312.06331189555453,140 155.0879535374105141 ],142 "extent": [143 13.343359743013684,144 7.44140555993738,145 12.886029024021468146 ],147 "rotation": [148 0,149 179.9998779296875,150 0151 ]152 },153 "location": [154 23.502059936523438,155 319.5771179199219,156 142.1208038330078157 ],158 "rotation": [159 0,160 179.9998779296875,161 0162 ],163 "scale": [164 1.399999976158142,165 1.399999976158142,166 1.399999976158142167 ]168 },169 "color": [170 63,171 95,172 191173 ]174 },175 {176 "object_id": "SM_KomodA2_68",177 "bbox_2d": [178 59,179 696,180 517,181 1079182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 -23.520482752086636,187 312.0420322741244,188 155.16150795815156189 ],190 "extent": [191 33.257037540641896,192 7.441421415979278,193 12.886030359165488194 ]195 },196 "obb": {197 "center": [198 -23.520482752086636,199 312.0420322741244,200 155.16150795815156201 ],202 "extent": [203 33.257037540641896,204 7.441421415979278,205 12.886030359165488206 ],207 "rotation": [208 0,209 179.9999237060547,210 0211 ]212 },213 "location": [214 -23.592586517333984,215 319.5771179199219,216 142.210205078125217 ],218 "rotation": [219 0,220 179.9999237060547,221 0222 ],223 "scale": [224 1.399999976158142,225 1.399999976158142,226 1.399999976158142227 ]228 },229 "color": [230 63,231 95,232 31233 ]234 },235 {236 "object_id": "SM_KomodB2_69",237 "bbox_2d": [238 454,239 766,240 867,241 1079242 ],243 "bbox_3d": {244 "aabb": {245 "center": [246 -70.52521589851739,247 312.06331189555453,248 155.0879535374105249 ],250 "extent": [251 13.343359743013679,252 7.44140555993738,253 12.886029024021468254 ]255 },256 "obb": {257 "center": [258 -70.52521589851739,259 312.06331189555453,260 155.0879535374105261 ],262 "extent": [263 13.343359743013679,264 7.44140555993738,265 12.886029024021468266 ],267 "rotation": [268 0,269 179.9998779296875,270 0271 ]272 },273 "location": [274 -70.52519989013672,275 319.5771179199219,276 142.1208038330078277 ],278 "rotation": [279 0,280 179.9998779296875,281 0282 ],283 "scale": [284 1.399999976158142,285 1.399999976158142,286 1.399999976158142287 ]288 },289 "color": [290 191,291 95,292 0293 ]294 },295 {296 "object_id": "SM_KomodA3",297 "bbox_2d": [298 763,299 808,300 1919,301 1079302 ],303 "bbox_3d": {304 "aabb": {305 "center": [306 -117.69346782899093,307 312.04200175654626,308 155.16150795815156309 ],310 "extent": [311 33.25703754064189,312 7.441421415979278,313 12.886030359165488314 ]315 },316 "obb": {317 "center": [318 -117.69346782899093,319 312.04200175654626,320 155.16150795815156321 ],322 "extent": [323 33.25703754064189,324 7.441421415979278,325 12.886030359165488326 ],327 "rotation": [328 0,329 179.9999237060547,330 0331 ]332 },333 "location": [334 -117.76557159423828,335 319.57708740234375,336 142.210205078125337 ],338 "rotation": [339 0,340 179.9999237060547,341 0342 ],343 "scale": [344 1.399999976158142,345 1.399999976158142,346 1.399999976158142347 ]348 },349 "color": [350 191,351 95,352 255353 ]354 },355 {356 "object_id": "SM_KomodC_73",357 "bbox_2d": [358 67,359 1032,360 280,361 1079362 ],363 "bbox_3d": {364 "aabb": {365 "center": [366 -124.10193794684471,367 298.8887793179526,368 124.05502212140846369 ],370 "extent": [371 104.79397541784618,372 20.51142805681326,373 18.019146421651385374 ]375 },376 "obb": {377 "center": [378 -124.10193794684471,379 298.8887793179526,380 124.05502212140846381 ],382 "extent": [383 104.79397541784618,384 20.51142805681326,385 18.019146421651385386 ],387 "rotation": [388 0,389 179.9999237060547,390 0391 ]392 },393 "location": [394 -124.0071792602539,395 319.5770263671875,396 105.9097900390625397 ],398 "rotation": [399 0,400 179.9999237060547,401 0402 ],403 "scale": [404 1.399999976158142,405 1.100000023841858,406 1.399999976158142407 ]408 },409 "color": [410 191,411 95,412 127413 ]414 }415 ],416 "photo frame": [417 {418 "object_id": "SM_PicFram4",419 "bbox_2d": [420 51,421 0,422 833,423 513424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 -12.852423359747856,429 318.15411188239597,430 232.72896818021263431 ],432 "extent": [433 65.30290819962941,434 1.1435344578190438,435 44.44487420850079436 ]437 },438 "obb": {439 "center": [440 -12.85242335974786,441 318.15411188239597,442 232.72896818021263443 ],444 "extent": [445 65.30290819962941,446 1.1435344578190438,447 44.44487420850079448 ],449 "rotation": [450 0.0005873962072655558,451 179.9999542236328,452 -0.00015258789062499997453 ]454 },455 "location": [456 -12.852890014648438,457 319.4111633300781,458 188.2470703125459 ],460 "rotation": [461 0.0005873962072655558,462 179.9999542236328,463 -0.00015258789062499997464 ],465 "scale": [466 1.5244852304458618,467 1.5244852304458618,468 1.5244852304458618469 ]470 },471 "color": [472 191,473 95,474 63475 ]476 }477 ],478 "decorative grass": [479 {480 "object_id": "SM_Decorative102_84",481 "bbox_2d": [482 868,483 641,484 1260,485 920486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 -98.38091278074343,491 310.77997970578616,492 173.71205520629883493 ],494 "extent": [495 10.568944488227743,496 3.303895672248075,497 5.714382171630859498 ]499 },500 "obb": {501 "center": [502 -98.38091278074343,503 310.77997970578616,504 173.71205520629883505 ],506 "extent": [507 10.568944488227743,508 3.303895672248075,509 5.714382171630859510 ],511 "rotation": [512 0,513 -90.00009155273439,514 0515 ]516 },517 "location": [518 -98.38092803955078,519 310.77996826171875,520 167.9739990234375521 ],522 "rotation": [523 0,524 -90.00009155273439,525 0526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 31,535 95,536 0537 ]538 },539 {540 "object_id": "SM_Decorative103_87",541 "bbox_2d": [542 1400,543 0,544 1919,545 1059546 ],547 "bbox_3d": {548 "aabb": {549 "center": [550 -127.92554855346097,551 311.10367129505903,552 187.4742202758789553 ],554 "extent": [555 12.982081360609726,556 3.1086878797778468,557 19.446334838867188558 ]559 },560 "obb": {561 "center": [562 -127.92554855346097,563 311.10367129505903,564 187.4742202758789565 ],566 "extent": [567 12.982081360609726,568 3.1086878797778468,569 19.446334838867188570 ],571 "rotation": [572 0,573 -90.00012207031251,574 0575 ]576 },577 "location": [578 -127.59793853759766,579 311.1036682128906,580 168.0474090576172581 ],582 "rotation": [583 0,584 -90.00012207031251,585 0586 ],587 "scale": [588 1,589 1,590 1591 ]592 },593 "color": [594 31,595 95,596 255597 ]598 },599 {600 "object_id": "SM_Decorative104_90",601 "bbox_2d": [602 124,603 893,604 166,605 958606 ],607 "bbox_3d": {608 "aabb": {609 "center": [610 -0.0949249267578125,611 310.516845703125,612 145.94321703910828613 ],614 "extent": [615 3.4798521995544434,616 3.4798552989959717,617 2.2423460483551025618 ]619 },620 "obb": {621 "center": [622 -0.0949249267578125,623 310.516845703125,624 145.94321703910828625 ],626 "extent": [627 3.4798521995544434,628 3.4798552989959717,629 2.2423460483551025630 ],631 "rotation": [632 0,633 0,634 0635 ]636 },637 "location": [638 -0.0949249267578125,639 310.516845703125,640 143.6926727294922641 ],642 "rotation": [643 0,644 0,645 0646 ],647 "scale": [648 1,649 1,650 1651 ]652 },653 "color": [654 31,655 95,656 127657 ]658 },659 {660 "object_id": "SM_Decorative105",661 "bbox_2d": [662 161,663 866,664 211,665 976666 ],667 "bbox_3d": {668 "aabb": {669 "center": [670 -8.29541015625,671 310.516845703125,672 147.9055201952565673 ],674 "extent": [675 3.4798521995544434,676 3.4798552989959717,677 4.197500945356154678 ]679 },680 "obb": {681 "center": [682 -8.29541015625,683 310.516845703125,684 147.9055201952565685 ],686 "extent": [687 3.4798521995544434,688 3.4798552989959717,689 4.197500945356154690 ],691 "rotation": [692 0,693 0,694 0695 ]696 },697 "location": [698 -8.29541015625,699 310.516845703125,700 143.6926727294922701 ],702 "rotation": [703 0,704 0,705 0706 ],707 "scale": [708 1,709 1,710 1.871923804283142711 ]712 },713 "color": [714 31,715 95,716 63717 ]718 },719 {720 "object_id": "SM_Decorative106_94",721 "bbox_2d": [722 0,723 569,724 37,725 664726 ],727 "bbox_3d": {728 "aabb": {729 "center": [730 63.55207061767578,731 311.84716796875,732 177.2453526672674733 ],734 "extent": [735 5.506947786450937,736 5.506947786450951,737 9.162616004055053738 ]739 },740 "obb": {741 "center": [742 63.55207061767578,743 311.84716796875,744 177.2453526672674745 ],746 "extent": [747 5.506947786450937,748 5.506947786450951,749 9.162616004055053750 ],751 "rotation": [752 0,753 179.9999237060547,754 0755 ]756 },757 "location": [758 63.55207061767578,759 311.84716796875,760 168.0475311279297761 ],762 "rotation": [763 0,764 179.9999237060547,765 0766 ],767 "scale": [768 1.427686095237732,769 1.427686095237732,770 1.427686095237732771 ]772 },773 "color": [774 31,775 95,776 191777 ]778 },779 {780 "object_id": "SM_Decorative118_171",781 "bbox_2d": [782 147,783 479,784 303,785 716786 ],787 "bbox_3d": {788 "aabb": {789 "center": [790 -7.804676055908203,791 312.5064239501953,792 179.56536865234375793 ],794 "extent": [795 6.26995849609375,796 6.2699737548828125,797 11.5798 ]799 },800 "obb": {801 "center": [802 -7.804676055908203,803 312.5064239501953,804 179.56536865234375805 ],806 "extent": [807 6.26995849609375,808 6.2699737548828125,809 11.5810 ],811 "rotation": [812 0,813 0,814 0815 ]816 },817 "location": [818 -7.804737091064453,819 312.50640869140625,820 168.04754638671875821 ],822 "rotation": [823 0,824 0,825 0826 ],827 "scale": [828 1,829 1,830 1831 ]832 },833 "color": [834 95,835 31,836 63837 ]838 },839 {840 "object_id": "SM_Decorative119_174",841 "bbox_2d": [842 314,843 421,844 377,845 743846 ],847 "bbox_3d": {848 "aabb": {849 "center": [850 -33.3477520942688,851 311.38588285446167,852 181.4408359527588853 ],854 "extent": [855 3.1608006954193115,856 3.1608009338378906,857 13.320759773254395858 ]859 },860 "obb": {861 "center": [862 -33.3477520942688,863 311.38588285446167,864 181.4408359527588865 ],866 "extent": [867 3.1608006954193115,868 3.1608009338378906,869 13.320759773254395870 ],871 "rotation": [872 0,873 0,874 0875 ]876 },877 "location": [878 -33.347747802734375,879 311.3858642578125,880 168.04754638671875881 ],882 "rotation": [883 0,884 0,885 0886 ],887 "scale": [888 1,889 1,890 1891 ]892 },893 "color": [894 95,895 31,896 191897 ]898 },899 {900 "object_id": "SM_Decorative122",901 "bbox_2d": [902 0,903 1006,904 188,905 1079906 ],907 "bbox_3d": {908 "aabb": {909 "center": [910 14.148353576660156,911 300.5184020996094,912 120.82400534294948913 ],914 "extent": [915 21.08523359825056,916 21.085244449034462,917 9.108961350942081918 ]919 },920 "obb": {921 "center": [922 14.148353576660156,923 300.5184020996094,924 120.82400534294948925 ],926 "extent": [927 21.08523359825056,928 21.085244449034462,929 9.108961350942081930 ],931 "rotation": [932 0,933 -170.0001678466797,934 0935 ]936 },937 "location": [938 14.148353576660156,939 300.5184020996094,940 111.57986450195312941 ],942 "rotation": [943 0,944 -170.0001678466797,945 0946 ],947 "scale": [948 1.7533270120620728,949 1.7533270120620728,950 1.7533270120620728951 ]952 },953 "color": [954 95,955 255,956 95957 ]958 },959 {960 "object_id": "SM_Decorative125",961 "bbox_2d": [962 0,963 936,964 51,965 1033966 ],967 "bbox_3d": {968 "aabb": {969 "center": [970 58.58867645263672,971 300.51910400390625,972 121.20998404167995973 ],974 "extent": [975 23.328728906441214,976 23.32873690135483,977 9.108961350942081978 ]979 },980 "obb": {981 "center": [982 58.58867645263672,983 300.51910400390625,984 121.20998404167995985 ],986 "extent": [987 23.328728906441214,988 23.32873690135483,989 9.108961350942081990 ],991 "rotation": [992 0,993 159.99984741210938,994 0995 ]996 },997 "location": [998 58.58867645263672,999 300.51910400390625,1000 111.96584320068361001 ],1002 "rotation": [1003 0,1004 159.99984741210938,1005 01006 ],1007 "scale": [1008 1.7533270120620728,1009 1.7533270120620728,1010 1.75332701206207281011 ]1012 },1013 "color": [1014 95,1015 191,1016 951017 ]1018 },1019 {1020 "object_id": "SM_Decorative128_193",1021 "bbox_2d": [1022 177,1023 830,1024 331,1025 10141026 ],1027 "bbox_3d": {1028 "aabb": {1029 "center": [1030 -25.096467971801758,1031 310.0018916130066,1032 150.86820983886721033 ],1034 "extent": [1035 7.79998779296875,1036 7.798386096954346,1037 7.09777832031251038 ]1039 },1040 "obb": {1041 "center": [1042 -25.096467971801758,1043 310.0018916130066,1044 150.86820983886721045 ],1046 "extent": [1047 7.79998779296875,1048 7.798386096954346,1049 7.09777832031251050 ],1051 "rotation": [1052 0,1053 0,1054 01055 ]1056 },1057 "location": [1058 -25.096406936645508,1059 310.00189208984375,1060 143.69267272949221061 ],1062 "rotation": [1063 0,1064 0,1065 01066 ],1067 "scale": [1068 1,1069 1,1070 11071 ]1072 },1073 "color": [1074 95,1075 95,1076 2551077 ]1078 },1079 {1080 "object_id": "SM_Decorative129_196",1081 "bbox_2d": [1082 0,1083 481,1084 145,1085 6871086 ],1087 "bbox_3d": {1088 "aabb": {1089 "center": [1090 33.438870136194126,1091 311.01737216759454,1092 180.069253661521971093 ],1094 "extent": [1095 14.744769971138835,1096 7.066257705767725,1097 13.8467264766579771098 ]1099 },1100 "obb": {1101 "center": [1102 33.438870136194126,1103 311.01737216759454,1104 180.069253661521971105 ],1106 "extent": [1107 14.744769971138835,1108 7.066257705767725,1109 13.8467264766579771110 ],1111 "rotation": [1112 -3.2117919921874996,1113 8.016719727983725e-08,1114 10.0006179809570351115 ]1116 },1117 "location": [1118 32.753944396972656,1119 308.8616027832031,1120 167.863433837890621121 ],1122 "rotation": [1123 -3.2117919921874996,1124 8.016719727983725e-08,1125 10.0006179809570351126 ],1127 "scale": [1128 1.1474250555038452,1129 1.1474250555038452,1130 1.14742505550384521131 ]1132 },1133 "color": [1134 95,1135 95,1136 1271137 ]1138 },1139 {1140 "object_id": "SM_Decorative130_199",1141 "bbox_2d": [1142 498,1143 485,1144 734,1145 8071146 ],1147 "bbox_3d": {1148 "aabb": {1149 "center": [1150 -68.44226837158203,1151 309.31524658203125,1152 178.267210960388181153 ],1154 "extent": [1155 7.182536602020264,1156 7.162524223327637,1157 10.2624940872192381158 ]1159 },1160 "obb": {1161 "center": [1162 -68.44226837158203,1163 309.31524658203125,1164 178.267210960388181165 ],1166 "extent": [1167 7.182536602020264,1168 7.162524223327637,1169 10.2624940872192381170 ],1171 "rotation": [1172 0,1173 0,1174 01175 ]1176 },1177 "location": [1178 -68.44226837158203,1179 309.31524658203125,1180 167.973983764648441181 ],1182 "rotation": [1183 0,1184 0,1185 01186 ],1187 "scale": [1188 1,1189 1,1190 11191 ]1192 },1193 "color": [1194 95,1195 95,1196 631197 ]1198 },1199 {1200 "object_id": "SM_Decorative131_202",