TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l004_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l004_r005/lit.png",5 "camera": {6 "location": [7 36,8 -101,9 18010 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 36,38 -101,39 180,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "closet": [55 {56 "object_id": "SM_Closet_29",57 "bbox_2d": [58 0,59 0,60 1133,61 61262 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 -5.889900207519531,67 -347.92909240722656,68 225.4903717041015669 ],70 "extent": [71 236.4459686279297,72 20.030471801757812,73 133.3718566894531274 ]75 },76 "obb": {77 "center": [78 -5.889900207519531,79 -347.92909240722656,80 225.4903717041015681 ],82 "extent": [83 236.4459686279297,84 20.030471801757812,85 133.3718566894531286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 -6.054466247558594,95 -367.9595642089844,96 92.1185150146484497 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 127,112 0113 ]114 }115 ],116 "manager desk": [117 {118 "object_id": "SM_ManagerDesk_35",119 "bbox_2d": [120 0,121 591,122 1387,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 0.9649276733398438,129 -103.14732360839844,130 133.83098220825195131 ],132 "extent": [133 101.42112731933594,134 175.46688842773438,135 40.50908660888672136 ]137 },138 "obb": {139 "center": [140 0.9649276733398438,141 -103.14732360839844,142 133.83098220825195143 ],144 "extent": [145 101.42112731933594,146 175.46688842773438,147 40.50908660888672148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 3.7793960571289062,157 -148.75787353515625,158 93.32191467285156159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 0,173 127,174 127175 ]176 }177 ],178 "armchair": [179 {180 "object_id": "SM_ArmchairSingle_38",181 "bbox_2d": [182 1692,183 0,184 1919,185 1079186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 51.21592908139999,191 -90.84782646696817,192 151.32426071166992193 ],194 "extent": [195 33.26026436641297,196 30.065236720987457,197 57.94956588745117198 ]199 },200 "obb": {201 "center": [202 51.21592908139999,203 -90.84782646696817,204 151.32426071166992205 ],206 "extent": [207 33.26026436641297,208 30.065236720987457,209 57.94956588745117210 ],211 "rotation": [212 0,213 90.00011444091797,214 0215 ]216 },217 "location": [218 50.492774963378906,219 -91.7777099609375,220 93.3218994140625221 ],222 "rotation": [223 0,224 90.00011444091797,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 255,235 127,236 127237 ]238 }239 ],240 "calendar": [241 {242 "object_id": "SM_CalendarDesk_116",243 "bbox_2d": [244 668,245 452,246 929,247 643248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 61.437330427932885,253 -166.4330257628863,254 179.62402725219727255 ],256 "extent": [257 12.325876402342068,258 9.841876774162444,259 5.984294891357422260 ]261 },262 "obb": {263 "center": [264 61.437330427932885,265 -166.4330257628863,266 179.62402725219727267 ],268 "extent": [269 12.325876402342068,270 9.841876774162444,271 5.984294891357422272 ],273 "rotation": [274 0,275 -110.00013732910158,276 0277 ]278 },279 "location": [280 60.486053466796875,281 -166.10409545898438,282 173.6102752685547283 ],284 "rotation": [285 0,286 -110.00013732910158,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 127,297 63,298 63299 ]300 }301 ],302 "mug": [303 {304 "object_id": "SM_Mug_119",305 "bbox_2d": [306 606,307 568,308 649,309 591310 ],311 "bbox_3d": {312 "aabb": {313 "center": [314 65.39081573486328,315 -253.34603881835938,316 171.92013549804688317 ],318 "extent": [319 3.3755855560302734,320 4.396728515625,321 3.795562744140625322 ]323 },324 "obb": {325 "center": [326 65.39081573486328,327 -253.34603881835938,328 171.92013549804688329 ],330 "extent": [331 3.3755855560302734,332 4.396728515625,333 3.795562744140625334 ],335 "rotation": [336 0,337 0,338 0339 ]340 },341 "location": [342 65.39081573486328,343 -252.32492065429688,344 168.12457275390625345 ],346 "rotation": [347 0,348 0,349 0350 ],351 "scale": [352 1,353 1,354 1355 ]356 },357 "color": [358 63,359 0,360 0361 ]362 }363 ],364 "tableware": [365 {366 "object_id": "SM_MarkerMug_122",367 "bbox_2d": [368 638,369 521,370 692,371 591372 ],373 "bbox_3d": {374 "aabb": {375 "center": [376 68.28654193878174,377 -238.27978515625,378 175.41974639892578379 ],380 "extent": [381 4.380762100219727,382 5.30859375,383 7.295173645019531384 ]385 },386 "obb": {387 "center": [388 68.28654193878174,389 -238.27978515625,390 175.41974639892578391 ],392 "extent": [393 4.380762100219727,394 5.30859375,395 7.295173645019531396 ],397 "rotation": [398 0,399 0,400 0401 ]402 },403 "location": [404 68.82274627685547,405 -240.205322265625,406 168.12457275390625407 ],408 "rotation": [409 0,410 0,411 0412 ],413 "scale": [414 1,415 1,416 1417 ]418 },419 "color": [420 63,421 0,422 255423 ]424 }425 ],426 "chassis": [427 {428 "object_id": "SM_Chassis_125",429 "bbox_2d": [430 432,431 590,432 678,433 613434 ],435 "bbox_3d": {436 "aabb": {437 "center": [438 51.43301841964879,439 -207.5330078601583,440 174.3187141418457441 ],442 "extent": [443 18.3861534901983,444 19.869006395314557,445 0.7084541320800781446 ]447 },448 "obb": {449 "center": [450 51.43301841964879,451 -207.5330078601583,452 174.3187141418457453 ],454 "extent": [455 18.3861534901983,456 19.869006395314557,457 0.7084541320800781458 ],459 "rotation": [460 0,461 -119.99999999999997,462 0463 ]464 },465 "location": [466 68.90663146972656,467 -199.1138916015625,468 173.61026000976562469 ],470 "rotation": [471 0,472 -119.99999999999997,473 0474 ],475 "scale": [476 1,477 1,478 1479 ]480 },481 "color": [482 63,483 0,484 127485 ]486 }487 ],488 "decorative grass": [489 {490 "object_id": "SM_Decorative86_34",491 "bbox_2d": [492 553,493 145,494 600,495 233496 ],497 "bbox_3d": {498 "aabb": {499 "center": [500 70.77970123291016,501 -340.46532440185547,502 260.5085906982422503 ],504 "extent": [505 5.235870361328125,506 5.270179748535156,507 11.30023193359375508 ]509 },510 "obb": {511 "center": [512 70.77970123291016,513 -340.46532440185547,514 260.5085906982422515 ],516 "extent": [517 5.235870361328125,518 5.270179748535156,519 11.30023193359375520 ],521 "rotation": [522 0,523 0,524 0525 ]526 },527 "location": [528 70.77973175048828,529 -340.46533203125,530 249.10960388183594531 ],532 "rotation": [533 0,534 0,535 0536 ],537 "scale": [538 1,539 1,540 1541 ]542 },543 "color": [544 255,545 0,546 95547 ]548 },549 {550 "object_id": "SM_Decorative87_37",551 "bbox_2d": [552 222,553 71,554 374,555 195556 ],557 "bbox_3d": {558 "aabb": {559 "center": [560 17.37841033935547,561 -340.0759879145785,562 262.17201072849866563 ],564 "extent": [565 12.929520684338968,566 12.76076326909515,567 12.97054217268078568 ]569 },570 "obb": {571 "center": [572 17.37841033935547,573 -340.0759879145785,574 262.17201072849866575 ],576 "extent": [577 12.929520684338968,578 12.76076326909515,579 12.97054217268078580 ],581 "rotation": [582 0,583 0,584 0585 ]586 },587 "location": [588 17.37841033935547,589 -340.07598876953125,590 249.10960388183594591 ],592 "rotation": [593 0,594 0,595 0596 ],597 "scale": [598 1.7929658889770508,599 1.7929658889770508,600 1.7929658889770508601 ]602 },603 "color": [604 255,605 255,606 95607 ]608 },609 {610 "object_id": "SM_Decorative88_40",611 "bbox_2d": [612 143,613 29,614 183,615 169616 ],617 "bbox_3d": {618 "aabb": {619 "center": [620 -4.681325912475586,621 -339.59564208984375,622 263.8373180896051623 ],624 "extent": [625 3.5447133803645556,626 3.5447133803645556,627 14.694380772369186628 ]629 },630 "obb": {631 "center": [632 -4.681325912475586,633 -339.59564208984375,634 263.8373180896051635 ],636 "extent": [637 3.5447133803645556,638 3.5447133803645556,639 14.694380772369186640 ],641 "rotation": [642 0,643 0,644 0645 ]646 },647 "location": [648 -4.681325912475586,649 -339.59564208984375,650 249.10960388183594651 ],652 "rotation": [653 0,654 0,655 0656 ],657 "scale": [658 1.3352934122085571,659 1.3352934122085571,660 1.3352934122085571661 ]662 },663 "color": [664 255,665 127,666 95667 ]668 },669 {670 "object_id": "SM_Decorative89",671 "bbox_2d": [672 83,673 12,674 131,675 160676 ],677 "bbox_3d": {678 "aabb": {679 "center": [680 -12.929746758343157,681 -339.59563032300133,682 263.7735714764112683 ],684 "extent": [685 3.544918756886535,686 3.544727003244134,687 14.694428756172101688 ]689 },690 "obb": {691 "center": [692 -12.929746758343157,693 -339.59563032300133,694 263.7735714764112695 ],696 "extent": [697 3.544918756886535,698 3.544727003244134,699 14.694428756172101700 ],701 "rotation": [702 -0.0007934570312499999,703 -179.9999542236328,704 -179.9999542236328705 ]706 },707 "location": [708 -12.929950714111328,709 -339.59564208984375,710 278.50128173828125711 ],712 "rotation": [713 -0.0007934570312499999,714 -179.9999542236328,715 -179.9999542236328716 ],717 "scale": [718 1.3352930545806885,719 1.3352930545806885,720 1.3352930545806885721 ]722 },723 "color": [724 255,725 63,726 95727 ]728 },729 {730 "object_id": "SM_Decorative94_86",731 "bbox_2d": [732 0,733 118,734 28,735 146736 ],737 "bbox_3d": {738 "aabb": {739 "center": [740 -34.00884246826172,741 -340.6965789794922,742 256.5434875488281743 ],744 "extent": [745 12.070976257324219,746 7.1371917724609375,747 7.383674621582031748 ]749 },750 "obb": {751 "center": [752 -34.00884246826172,753 -340.6965789794922,754 256.5434875488281755 ],756 "extent": [757 12.070976257324219,758 7.1371917724609375,759 7.383674621582031760 ],761 "rotation": [762 0,763 0,764 0765 ]766 },767 "location": [768 -34.00885009765625,769 -340.69659423828125,770 249.10960388183594771 ],772 "rotation": [773 0,774 0,775 0776 ],777 "scale": [778 1,779 1,780 1781 ]782 },783 "color": [784 31,785 127,786 95787 ]788 },789 {790 "object_id": "SM_Decorative82_90",791 "bbox_2d": [792 501,793 18,794 573,795 56796 ],797 "bbox_3d": {798 "aabb": {799 "center": [800 61.71518530233404,801 -334.31798553468997,802 292.1951141357422803 ],804 "extent": [805 9.249117414522964,806 9.537631738718176,807 5.404884338378906808 ]809 },810 "obb": {811 "center": [812 61.71518530233404,813 -334.31798553468997,814 292.1951141357422815 ],816 "extent": [817 9.249117414522964,818 9.537631738718176,819 5.404884338378906820 ],821 "rotation": [822 0,823 60.00009536743165,824 0825 ]826 },827 "location": [828 61.7151985168457,829 -334.3179931640625,830 286.78375244140625831 ],832 "rotation": [833 0,834 60.00009536743165,835 0836 ],837 "scale": [838 1,839 1,840 1841 ]842 },843 "color": [844 31,845 63,846 95847 ]848 },849 {850 "object_id": "SM_Decorative97_96",851 "bbox_2d": [852 511,853 293,854 574,855 394856 ],857 "bbox_3d": {858 "aabb": {859 "center": [860 63.907718658447266,861 -343.9322967529297,862 224.5531939312964863 ],864 "extent": [865 6.991336822509766,866 6.6183319091796875,867 12.80090125912966868 ]869 },870 "obb": {871 "center": [872 63.907718658447266,873 -343.9322967529297,874 224.5531939312964875 ],876 "extent": [877 6.991336822509766,878 6.6183319091796875,879 12.80090125912966880 ],881 "rotation": [882 0,883 0,884 0885 ]886 },887 "location": [888 64.1484603881836,889 -343.93231201171875,890 211.72218322753906891 ],892 "rotation": [893 0,894 0,895 0896 ],897 "scale": [898 1,899 1,900 1.2821654081344604901 ]902 },903 "color": [904 0,905 95,906 255907 ]908 },909 {910 "object_id": "SM_Decorative157_91",911 "bbox_2d": [912 1427,913 666,914 1529,915 711916 ],917 "bbox_3d": {918 "aabb": {919 "center": [920 216.38412475585938,921 -212.24462890625,922 151.065927028656923 ],924 "extent": [925 8.890029907226562,926 8.87884521484375,927 3.4577102661132812928 ]929 },930 "obb": {931 "center": [932 216.38412475585938,933 -212.24462890625,934 151.065927028656935 ],936 "extent": [937 8.890029907226562,938 8.87884521484375,939 3.4577102661132812940 ],941 "rotation": [942 0,943 0,944 0945 ]946 },947 "location": [948 216.38412475585938,949 -212.24462890625,950 147.59056091308594951 ],952 "rotation": [953 0,954 0,955 0956 ],957 "scale": [958 1,959 1,960 1961 ]962 },963 "color": [964 159,965 255,966 0967 ]968 }969 ],970 "books": [971 {972 "object_id": "SM_Book41_53",973 "bbox_2d": [974 698,975 322,976 716,977 406978 ],979 "bbox_3d": {980 "aabb": {981 "center": [982 100.10064697260624,983 -339.94922986205734,984 222.0370635986328985 ],986 "extent": [987 1.4089222411955973,988 8.610492956241046,989 10.532577514648438990 ]991 },992 "obb": {993 "center": [994 100.10064697260624,995 -339.94922986205734,996 222.0370635986328997 ],998 "extent": [999 1.4089222411955973,1000 8.610492956241046,1001 10.5325775146484381002 ],1003 "rotation": [1004 -90,1005 0.00016529858112329104,1006 01007 ]1008 },1009 "location": [1010 98.6633071899414,1011 -339.9492492675781,1012 222.03706359863281013 ],1014 "rotation": [1015 -90,1016 0.00016529858112329104,1017 01018 ],1019 "scale": [1020 1,1021 1,1022 11023 ]1024 },1025 "color": [1026 127,1027 0,1028 951029 ]1030 },1031 {1032 "object_id": "SM_Book42",1033 "bbox_2d": [1034 692,1035 328,1036 704,1037 4051038 ],1039 "bbox_3d": {1040 "aabb": {1041 "center": [1042 97.05229949945965,1043 -339.94922970954076,1044 221.19567871093751045 ],1046 "extent": [1047 1.4089231548569217,1048 8.610493105736907,1049 9.475794468177811050 ]1051 },1052 "obb": {1053 "center": [1054 97.05229949945965,1055 -339.94922970954076,1056 221.19567871093751057 ],1058 "extent": [1059 1.4089231548569217,1060 8.610493105736907,1061 9.475794468177811062 ],1063 "rotation": [1064 -90,1065 0.0001713782548904404,1066 01067 ]1068 },1069 "location": [1070 95.61495971679688,1071 -339.9492492675781,1072 221.19567871093751073 ],1074 "rotation": [1075 -90,1076 0.0001713782548904404,1077 01078 ],1079 "scale": [1080 0.8996652960777283,1081 1,1082 11083 ]1084 },1085 "color": [1086 127,1087 255,1088 951089 ]1090 },1091 {1092 "object_id": "SM_Book43",1093 "bbox_2d": [1094 678,1095 319,1096 691,1097 4041098 ],1099 "bbox_3d": {1100 "aabb": {1101 "center": [1102 93.8908920287586,1103 -339.94922986283416,1104 222.03706359863281105 ],1106 "extent": [1107 1.4089222365419118,1108 8.610492955479629,1109 10.5325775146484381110 ]1111 },1112 "obb": {1113 "center": [1114 93.8908920287586,1115 -339.94922986283416,1116 222.03706359863281117 ],1118 "extent": [1119 1.4089222365419118,1120 8.610492955479629,1121 10.5325775146484381122 ],1123 "rotation": [1124 -90,1125 0.00016526761464774557,1126 01127 ]1128 },1129 "location": [1130 92.45355224609375,1131 -339.9492492675781,1132 222.03706359863281133 ],1134 "rotation": [1135 -90,1136 0.00016526761464774557,1137 01138 ],1139 "scale": [1140 1,1141 1,1142 11143 ]1144 },1145 "color": [1146 127,1147 127,1148 951149 ]1150 },1151 {1152 "object_id": "SM_Book44",1153 "bbox_2d": [1154 662,1155 311,1156 677,1157 4031158 ],1159 "bbox_3d": {1160 "aabb": {1161 "center": [1162 90.77272796625859,1163 -339.94922986146156,1164 222.879776000976561165 ],1166 "extent": [1167 1.4089222447645824,1168 8.610492956824999,1169 11.16445371682131170 ]1171 },1172 "obb": {1173 "center": [1174 90.77272796625859,1175 -339.94922986146156,1176 222.879776000976561177 ],1178 "extent": [1179 1.4089222447645824,1180 8.610492956824999,1181 11.16445371682131182 ],1183 "rotation": [1184 -90,1185 0.00016532232984900456,1186 01187 ]1188 },1189 "location": [1190 89.33538818359375,1191 -339.9492492675781,1192 222.879776000976561193 ],1194 "rotation": [1195 -90,1196 0.00016532232984900456,1197 01198 ],1199 "scale": [1200 1.0599925518035889,