TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l017_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l017_r005/lit.png",5 "camera": {6 "location": [7 -23,8 -193,9 18010 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -23,38 -193,39 180,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "closet": [55 {56 "object_id": "SM_Closet_29",57 "bbox_2d": [58 0,59 0,60 1549,61 81762 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 -5.889900207519531,67 -347.92909240722656,68 225.4903717041015669 ],70 "extent": [71 236.4459686279297,72 20.030471801757812,73 133.3718566894531274 ]75 },76 "obb": {77 "center": [78 -5.889900207519531,79 -347.92909240722656,80 225.4903717041015681 ],82 "extent": [83 236.4459686279297,84 20.030471801757812,85 133.3718566894531286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 -6.054466247558594,95 -367.9595642089844,96 92.1185150146484497 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 127,112 0113 ]114 }115 ],116 "armchair": [117 {118 "object_id": "SM_ArmchairManager_32",119 "bbox_2d": [120 14,121 172,122 1160,123 815124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 -2.0084305367577002,129 -266.9637446004958,130 156.8519277990954131 ],132 "extent": [133 54.566865723696466,134 55.92745020578518,135 63.54718651223584136 ]137 },138 "obb": {139 "center": [140 -2.0084305367577002,141 -266.9637446004958,142 156.8519277990954143 ],144 "extent": [145 54.566865723696466,146 55.92745020578518,147 63.54718651223584148 ],149 "rotation": [150 0,151 30.00005722045899,152 0153 ]154 },155 "location": [156 -2.4702606201171875,157 -266.4104919433594,158 93.3218994140625159 ],160 "rotation": [161 0,162 30.00005722045899,163 0164 ],165 "scale": [166 1.100000023841858,167 1.100000023841858,168 1.100000023841858169 ]170 },171 "color": [172 255,173 127,174 255175 ]176 }177 ],178 "manager desk": [179 {180 "object_id": "SM_ManagerDesk_35",181 "bbox_2d": [182 0,183 614,184 1919,185 1079186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 0.9649276733398438,191 -103.14732360839844,192 133.83098220825195193 ],194 "extent": [195 101.42112731933594,196 175.46688842773438,197 40.50908660888672198 ]199 },200 "obb": {201 "center": [202 0.9649276733398438,203 -103.14732360839844,204 133.83098220825195205 ],206 "extent": [207 101.42112731933594,208 175.46688842773438,209 40.50908660888672210 ],211 "rotation": [212 0,213 0,214 0215 ]216 },217 "location": [218 3.7793960571289062,219 -148.75787353515625,220 93.32191467285156221 ],222 "rotation": [223 0,224 0,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 0,235 127,236 127237 ]238 }239 ],240 "mug": [241 {242 "object_id": "SM_Mug_119",243 "bbox_2d": [244 1381,245 582,246 1468,247 662248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 65.39081573486328,253 -253.34603881835938,254 171.92013549804688255 ],256 "extent": [257 3.3755855560302734,258 4.396728515625,259 3.795562744140625260 ]261 },262 "obb": {263 "center": [264 65.39081573486328,265 -253.34603881835938,266 171.92013549804688267 ],268 "extent": [269 3.3755855560302734,270 4.396728515625,271 3.795562744140625272 ],273 "rotation": [274 0,275 0,276 0277 ]278 },279 "location": [280 65.39081573486328,281 -252.32492065429688,282 168.12457275390625283 ],284 "rotation": [285 0,286 0,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 63,297 0,298 0299 ]300 }301 ],302 "tableware": [303 {304 "object_id": "SM_MarkerMug_122",305 "bbox_2d": [306 1527,307 509,308 1655,309 653310 ],311 "bbox_3d": {312 "aabb": {313 "center": [314 68.28654193878174,315 -238.27978515625,316 175.41974639892578317 ],318 "extent": [319 4.380762100219727,320 5.30859375,321 7.295173645019531322 ]323 },324 "obb": {325 "center": [326 68.28654193878174,327 -238.27978515625,328 175.41974639892578329 ],330 "extent": [331 4.380762100219727,332 5.30859375,333 7.295173645019531334 ],335 "rotation": [336 0,337 0,338 0339 ]340 },341 "location": [342 68.82274627685547,343 -240.205322265625,344 168.12457275390625345 ],346 "rotation": [347 0,348 0,349 0350 ],351 "scale": [352 1,353 1,354 1355 ]356 },357 "color": [358 63,359 0,360 255361 ]362 }363 ],364 "chassis": [365 {366 "object_id": "SM_Chassis_125",367 "bbox_2d": [368 1664,369 627,370 1919,371 675372 ],373 "bbox_3d": {374 "aabb": {375 "center": [376 51.43301841964879,377 -207.5330078601583,378 174.3187141418457379 ],380 "extent": [381 18.3861534901983,382 19.869006395314557,383 0.7084541320800781384 ]385 },386 "obb": {387 "center": [388 51.43301841964879,389 -207.5330078601583,390 174.3187141418457391 ],392 "extent": [393 18.3861534901983,394 19.869006395314557,395 0.7084541320800781396 ],397 "rotation": [398 0,399 -119.99999999999997,400 0401 ]402 },403 "location": [404 68.90663146972656,405 -199.1138916015625,406 173.61026000976562407 ],408 "rotation": [409 0,410 -119.99999999999997,411 0412 ],413 "scale": [414 1,415 1,416 1417 ]418 },419 "color": [420 63,421 0,422 127423 ]424 }425 ],426 "decorative grass": [427 {428 "object_id": "SM_Decorative79_14",429 "bbox_2d": [430 7,431 38,432 351,433 270434 ],435 "bbox_3d": {436 "aabb": {437 "center": [438 -44.858084124012635,439 -339.34731557193766,440 225.60998570139418441 ],442 "extent": [443 15.7004822706092,444 5.5804689012802555,445 13.876127776268277446 ]447 },448 "obb": {449 "center": [450 -44.858084124012635,451 -339.34731557193766,452 225.60998570139418453 ],454 "extent": [455 15.7004822706092,456 5.5804689012802555,457 13.876127776268277458 ],459 "rotation": [460 0,461 0,462 0463 ]464 },465 "location": [466 -44.85807800292969,467 -339.34735107421875,468 211.72219848632812469 ],470 "rotation": [471 0,472 0,473 0474 ],475 "scale": [476 1.2836841344833374,477 1.2836841344833374,478 1.2836841344833374479 ]480 },481 "color": [482 0,483 0,484 95485 ]486 },487 {488 "object_id": "SM_Decorative81_20",489 "bbox_2d": [490 414,491 82,492 556,493 293494 ],495 "bbox_3d": {496 "aabb": {497 "center": [498 -13.336126327514648,499 -337.89166259765625,500 226.3364713658666501 ],502 "extent": [503 8.733177924586926,504 8.700033647754026,505 14.50036186313082506 ]507 },508 "obb": {509 "center": [510 -13.336126327514648,511 -337.89166259765625,512 226.3364713658666513 ],514 "extent": [515 8.733177924586926,516 8.700033647754026,517 14.50036186313082518 ],519 "rotation": [520 0,521 0,522 0523 ]524 },525 "location": [526 -13.336126327514648,527 -337.89166259765625,528 211.72219848632812529 ],530 "rotation": [531 0,532 0,533 0534 ],535 "scale": [536 1.3069454431533813,537 1.3069454431533813,538 1.3069454431533813539 ]540 },541 "color": [542 0,543 127,544 95545 ]546 },547 {548 "object_id": "SM_Decorative86_34",549 "bbox_2d": [550 975,551 30,552 1029,553 134554 ],555 "bbox_3d": {556 "aabb": {557 "center": [558 70.77970123291016,559 -340.46532440185547,560 260.5085906982422561 ],562 "extent": [563 5.235870361328125,564 5.270179748535156,565 11.30023193359375566 ]567 },568 "obb": {569 "center": [570 70.77970123291016,571 -340.46532440185547,572 260.5085906982422573 ],574 "extent": [575 5.235870361328125,576 5.270179748535156,577 11.30023193359375578 ],579 "rotation": [580 0,581 0,582 0583 ]584 },585 "location": [586 70.77973175048828,587 -340.46533203125,588 249.10960388183594589 ],590 "rotation": [591 0,592 0,593 0594 ],595 "scale": [596 1,597 1,598 1599 ]600 },601 "color": [602 255,603 0,604 95605 ]606 },607 {608 "object_id": "SM_Decorative87_37",609 "bbox_2d": [610 621,611 0,612 794,613 70614 ],615 "bbox_3d": {616 "aabb": {617 "center": [618 17.37841033935547,619 -340.0759879145785,620 262.17201072849866621 ],622 "extent": [623 12.929520684338968,624 12.76076326909515,625 12.97054217268078626 ]627 },628 "obb": {629 "center": [630 17.37841033935547,631 -340.0759879145785,632 262.17201072849866633 ],634 "extent": [635 12.929520684338968,636 12.76076326909515,637 12.97054217268078638 ],639 "rotation": [640 0,641 0,642 0643 ]644 },645 "location": [646 17.37841033935547,647 -340.07598876953125,648 249.10960388183594649 ],650 "rotation": [651 0,652 0,653 0654 ],655 "scale": [656 1.7929658889770508,657 1.7929658889770508,658 1.7929658889770508659 ]660 },661 "color": [662 255,663 255,664 95665 ]666 },667 {668 "object_id": "SM_Decorative88_40",669 "bbox_2d": [670 533,671 0,672 575,673 19674 ],675 "bbox_3d": {676 "aabb": {677 "center": [678 -4.681325912475586,679 -339.59564208984375,680 263.8373180896051681 ],682 "extent": [683 3.5447133803645556,684 3.5447133803645556,685 14.694380772369186686 ]687 },688 "obb": {689 "center": [690 -4.681325912475586,691 -339.59564208984375,692 263.8373180896051693 ],694 "extent": [695 3.5447133803645556,696 3.5447133803645556,697 14.694380772369186698 ],699 "rotation": [700 0,701 0,702 0703 ]704 },705 "location": [706 -4.681325912475586,707 -339.59564208984375,708 249.10960388183594709 ],710 "rotation": [711 0,712 0,713 0714 ],715 "scale": [716 1.3352934122085571,717 1.3352934122085571,718 1.3352934122085571719 ]720 },721 "color": [722 255,723 127,724 95725 ]726 },727 {728 "object_id": "SM_Decorative89",729 "bbox_2d": [730 498,731 0,732 501,733 0734 ],735 "bbox_3d": {736 "aabb": {737 "center": [738 -12.929746758343157,739 -339.59563032300133,740 263.7735714764112741 ],742 "extent": [743 3.544918756886535,744 3.544727003244134,745 14.694428756172101746 ]747 },748 "obb": {749 "center": [750 -12.929746758343157,751 -339.59563032300133,752 263.7735714764112753 ],754 "extent": [755 3.544918756886535,756 3.544727003244134,757 14.694428756172101758 ],759 "rotation": [760 -0.0007934570312499999,761 -179.9999542236328,762 -179.9999542236328763 ]764 },765 "location": [766 -12.929950714111328,767 -339.59564208984375,768 278.50128173828125769 ],770 "rotation": [771 -0.0007934570312499999,772 -179.9999542236328,773 -179.9999542236328774 ],775 "scale": [776 1.3352930545806885,777 1.3352930545806885,778 1.3352930545806885779 ]780 },781 "color": [782 255,783 63,784 95785 ]786 }787 ],788 "books": [789 {790 "object_id": "SM_Book41_53",791 "bbox_2d": [792 1136,793 261,794 1160,795 367796 ],797 "bbox_3d": {798 "aabb": {799 "center": [800 100.10064697260624,801 -339.94922986205734,802 222.0370635986328803 ],804 "extent": [805 1.4089222411955973,806 8.610492956241046,807 10.532577514648438808 ]809 },810 "obb": {811 "center": [812 100.10064697260624,813 -339.94922986205734,814 222.0370635986328815 ],816 "extent": [817 1.4089222411955973,818 8.610492956241046,819 10.532577514648438820 ],821 "rotation": [822 -90,823 0.00016529858112329104,824 0825 ]826 },827 "location": [828 98.6633071899414,829 -339.9492492675781,830 222.0370635986328831 ],832 "rotation": [833 -90,834 0.00016529858112329104,835 0836 ],837 "scale": [838 1,839 1,840 1841 ]842 },843 "color": [844 127,845 0,846 95847 ]848 },849 {850 "object_id": "SM_Book42",851 "bbox_2d": [852 1136,853 269,854 1148,855 366856 ],857 "bbox_3d": {858 "aabb": {859 "center": [860 97.05229949945965,861 -339.94922970954076,862 221.1956787109375863 ],864 "extent": [865 1.4089231548569217,866 8.610493105736907,867 9.47579446817781868 ]869 },870 "obb": {871 "center": [872 97.05229949945965,873 -339.94922970954076,874 221.1956787109375875 ],876 "extent": [877 1.4089231548569217,878 8.610493105736907,879 9.47579446817781880 ],881 "rotation": [882 -90,883 0.0001713782548904404,884 0885 ]886 },887 "location": [888 95.61495971679688,889 -339.9492492675781,890 221.1956787109375891 ],892 "rotation": [893 -90,894 0.0001713782548904404,895 0896 ],897 "scale": [898 0.8996652960777283,899 1,900 1901 ]902 },903 "color": [904 127,905 255,906 95907 ]908 },909 {910 "object_id": "SM_Book43",911 "bbox_2d": [912 1123,913 257,914 1135,915 364916 ],917 "bbox_3d": {918 "aabb": {919 "center": [920 93.8908920287586,921 -339.94922986283416,922 222.0370635986328923 ],924 "extent": [925 1.4089222365419118,926 8.610492955479629,927 10.532577514648438928 ]929 },930 "obb": {931 "center": [932 93.8908920287586,933 -339.94922986283416,934 222.0370635986328935 ],936 "extent": [937 1.4089222365419118,938 8.610492955479629,939 10.532577514648438940 ],941 "rotation": [942 -90,943 0.00016526761464774557,944 0945 ]946 },947 "location": [948 92.45355224609375,949 -339.9492492675781,950 222.0370635986328951 ],952 "rotation": [953 -90,954 0.00016526761464774557,955 0956 ],957 "scale": [958 1,959 1,960 1961 ]962 },963 "color": [964 127,965 127,966 95967 ]968 },969 {970 "object_id": "SM_Book44",971 "bbox_2d": [972 1101,973 246,974 1122,975 363976 ],977 "bbox_3d": {978 "aabb": {979 "center": [980 90.77272796625859,981 -339.94922986146156,982 222.87977600097656983 ],984 "extent": [985 1.4089222447645824,986 8.610492956824999,987 11.1644537168213988 ]989 },990 "obb": {991 "center": [992 90.77272796625859,993 -339.94922986146156,994 222.87977600097656995 ],996 "extent": [997 1.4089222447645824,998 8.610492956824999,999 11.16445371682131000 ],1001 "rotation": [1002 -90,1003 0.00016532232984900456,1004 01005 ]1006 },1007 "location": [1008 89.33538818359375,1009 -339.9492492675781,1010 222.879776000976561011 ],1012 "rotation": [1013 -90,1014 0.00016532232984900456,1015 01016 ],1017 "scale": [1018 1.0599925518035889,1019 1,1020 11021 ]1022 },1023 "color": [1024 127,1025 63,1026 951027 ]1028 },1029 {1030 "object_id": "SM_Book45",1031 "bbox_2d": [1032 1094,1033 251,1034 1108,1035 3611036 ],1037 "bbox_3d": {1038 "aabb": {1039 "center": [1040 87.46920776362187,1041 -339.94922986146156,1042 222.03706359863281043 ],1044 "extent": [1045 1.4089222447645824,1046 8.610492956824999,1047 10.5325775146484381048 ]1049 },1050 "obb": {1051 "center": [1052 87.46920776362187,1053 -339.94922986146156,1054 222.03706359863281055 ],1056 "extent": [1057 1.4089222447645824,1058 8.610492956824999,1059 10.5325775146484381060 ],1061 "rotation": [1062 -90,1063 0.00016532232984900456,1064 01065 ]1066 },1067 "location": [1068 86.03186798095703,1069 -339.9492492675781,1070 222.03706359863281071 ],1072 "rotation": [1073 -90,1074 0.00016532232984900456,1075 01076 ],1077 "scale": [1078 1,1079 1,1080 11081 ]1082 },1083 "color": [1084 127,1085 191,1086 951087 ]1088 },1089 {1090 "object_id": "SM_Book46",1091 "bbox_2d": [1092 1081,1093 248,1094 1093,1095 3591096 ],1097 "bbox_3d": {1098 "aabb": {1099 "center": [1100 84.05060577387577,1101 -339.94922986146156,1102 222.03706359863281103 ],1104 "extent": [1105 1.4089222447645824,1106 8.610492956824999,1107 10.5325775146484381108 ]1109 },1110 "obb": {1111 "center": [1112 84.05060577387577,1113 -339.94922986146156,1114 222.03706359863281115 ],1116 "extent": [1117 1.4089222447645824,1118 8.610492956824999,1119 10.5325775146484381120 ],1121 "rotation": [1122 -90,1123 0.00016532232984900456,1124 01125 ]1126 },1127 "location": [1128 82.61326599121094,1129 -339.9492492675781,1130 222.03706359863281131 ],1132 "rotation": [1133 -90,1134 0.00016532232984900456,1135 01136 ],1137 "scale": [1138 1,1139 1,1140 11141 ]1142 },1143 "color": [1144 127,1145 31,1146 951147 ]1148 },1149 {1150 "object_id": "SM_Book47",1151 "bbox_2d": [1152 1026,1153 238,1154 1080,1155 3581156 ],1157 "bbox_3d": {1158 "aabb": {1159 "center": [1160 81.00488281244999,1161 -339.94922986146156,1162 222.879776000976561163 ],1164 "extent": [1165 1.4089222447645824,1166 8.610492956824999,1167 11.164458739145631168 ]1169 },1170 "obb": {1171 "center": [1172 81.00488281244999,1173 -339.94922986146156,1174 222.879776000976561175 ],1176 "extent": [1177 1.4089222447645824,1178 8.610492956824999,1179 11.164458739145631180 ],1181 "rotation": [1182 -90,1183 0.00016532232984900456,1184 01185 ]1186 },1187 "location": [1188 79.56754302978516,1189 -339.9492492675781,1190 222.879776000976561191 ],1192 "rotation": [1193 -90,1194 0.00016532232984900456,1195 01196 ],1197 "scale": [1198 1.059993028640747,1199 1,1200 1