TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ResidentialGarage",3 "view_id": "l025_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/ResidentialGarage/l025_r005/lit.png",5 "camera": {6 "location": [7 -676,8 -331,9 20110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -676,38 -331,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "trash can": [55 {56 "object_id": "SM_Trashcan3_27",57 "bbox_2d": [58 964,59 725,60 1602,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 -541.2132825956676,67 -456.0003864134095,68 95.4690628051757869 ],70 "extent": [71 71.28978721276482,72 70.58013529589266,73 64.4690628051757874 ]75 },76 "obb": {77 "center": [78 -541.2132825956676,79 -456.0003864134095,80 95.4690628051757881 ],82 "extent": [83 71.28978721276482,84 70.58013529589266,85 64.4690628051757886 ],87 "rotation": [88 0,89 -50.000091552734375,90 091 ]92 },93 "location": [94 -541.2132568359375,95 -456.00006103515625,96 3197 ],98 "rotation": [99 0,100 -50.000091552734375,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 127,111 255,112 255113 ]114 }115 ],116 "container": [117 {118 "object_id": "SM_Tank_Oxygen_38",119 "bbox_2d": [120 1913,121 1007,122 1919,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 -506.90127490420934,129 -365.3692633083233,130 99.76908874511719131 ],132 "extent": [133 15.736009223089923,134 15.714946372325755,135 64.71481323242188136 ]137 },138 "obb": {139 "center": [140 -506.90127490420934,141 -365.3692633083233,142 99.76908874511719143 ],144 "extent": [145 15.736009223089923,146 15.714946372325755,147 64.71481323242188148 ],149 "rotation": [150 0,151 -40.00006103515626,152 0153 ]154 },155 "location": [156 -506.9012756347656,157 -365.3692626953125,158 35.05427551269531159 ],160 "rotation": [161 0,162 -40.00006103515626,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 127,173 127,174 127175 ]176 }177 ],178 "shelves": [179 {180 "object_id": "SM_Shelves_03_44",181 "bbox_2d": [182 787,183 54,184 1919,185 981186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 -542.6163813303235,191 -428.1188439389139,192 188.90119171142578193 ],194 "extent": [195 71.57638804410976,196 77.66929427027628,197 81.05601501464844198 ]199 },200 "obb": {201 "center": [202 -542.6163813303235,203 -428.1188439389139,204 188.90119171142578205 ],206 "extent": [207 71.57638804410976,208 77.66929427027628,209 81.05601501464844210 ],211 "rotation": [212 0,213 90.00011444091797,214 0215 ]216 },217 "location": [218 -511.6278381347656,219 -505.7879333496094,220 229.42919921875221 ],222 "rotation": [223 0,224 90.00011444091797,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 0,235 0,236 63237 ]238 }239 ],240 "furniture": [241 {242 "object_id": "SM_Workbench_47",243 "bbox_2d": [244 0,245 40,246 382,247 1079248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 -801.9268035888367,253 -454.60545349130234,254 139.423583984375255 ],256 "extent": [257 122.86773369653031,258 51.91443761182211,259 108.61392211914062260 ]261 },262 "obb": {263 "center": [264 -801.9268035888367,265 -454.60545349130234,266 139.423583984375267 ],268 "extent": [269 122.86773369653031,270 51.91443761182211,271 108.61392211914062272 ],273 "rotation": [274 0,275 90.00011444091797,276 0277 ]278 },279 "location": [280 -801.9267578125,281 -454.6054382324219,282 30.809661865234375283 ],284 "rotation": [285 0,286 90.00011444091797,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 0,297 255,298 63299 ]300 }301 ],302 "electric box": [303 {304 "object_id": "SM_Electric_Box_02_50",305 "bbox_2d": [306 488,307 0,308 684,309 157310 ],311 "bbox_3d": {312 "aabb": {313 "center": [314 -648.9482426407768,315 -500.7864398956208,316 283.203426361084317 ],318 "extent": [319 15.355793452480384,320 5.001598988597152,321 14.187763214111328322 ]323 },324 "obb": {325 "center": [326 -648.9482426407768,327 -500.7864398956208,328 283.203426361084329 ],330 "extent": [331 15.355793452480384,332 5.001598988597152,333 14.187763214111328334 ],335 "rotation": [336 0,337 90.00011444091797,338 0339 ]340 },341 "location": [342 -648.9482421875,343 -505.78802490234375,344 283.20343017578125345 ],346 "rotation": [347 0,348 90.00011444091797,349 0350 ],351 "scale": [352 1,353 1,354 1355 ]356 },357 "color": [358 0,359 127,360 63361 ]362 }363 ],364 "storage": [365 {366 "object_id": "SM_Tools_Chest_62",367 "bbox_2d": [368 766,369 980,370 1500,371 1079372 ],373 "bbox_3d": {374 "aabb": {375 "center": [376 -614.3455584647409,377 -397.1461339201929,378 85.58172225952148379 ],380 "extent": [381 67.64282966998371,382 64.58744032890445,383 54.772071838378906384 ]385 },386 "obb": {387 "center": [388 -614.3455584647409,389 -397.1461339201929,390 85.58172225952148391 ],392 "extent": [393 67.64282966998371,394 64.58744032890445,395 54.772071838378906396 ],397 "rotation": [398 0,399 120.000129699707,400 0401 ]402 },403 "location": [404 -614.1258544921875,405 -397.019287109375,406 30.809661865234375407 ],408 "rotation": [409 0,410 120.000129699707,411 0412 ],413 "scale": [414 1,415 1,416 1417 ]418 },419 "color": [420 127,421 0,422 63423 ]424 }425 ],426 "equipment": [427 {428 "object_id": "SM_MilitaryTransceiver_65",429 "bbox_2d": [430 0,431 870,432 119,433 1079434 ],435 "bbox_3d": {436 "aabb": {437 "center": [438 -734.3081632413018,439 -444.85534305663595,440 155.2363338470459441 ],442 "extent": [443 40.14047572445247,444 39.58409467387719,445 15.466011047363281446 ]447 },448 "obb": {449 "center": [450 -734.3081632413018,451 -444.85534305663595,452 155.2363338470459453 ],454 "extent": [455 40.14047572445247,456 39.58409467387719,457 15.466011047363281458 ],459 "rotation": [460 0,461 130.00009155273435,462 0463 ]464 },465 "location": [466 -733.4338989257812,467 -445.8972473144531,468 139.77032470703125469 ],470 "rotation": [471 0,472 130.00009155273435,473 0474 ],475 "scale": [476 1,477 1,478 1479 ]480 },481 "color": [482 127,483 255,484 63485 ]486 },487 {488 "object_id": "SM_Welding_Torch_197",489 "bbox_2d": [490 0,491 598,492 100,493 629494 ],495 "bbox_3d": {496 "aabb": {497 "center": [498 -734.6937210114654,499 -501.258045916779,500 192.6959114074707501 ],502 "extent": [503 23.11457519210228,504 1.635971212820209,505 3.9694595336914062506 ]507 },508 "obb": {509 "center": [510 -734.6937210114654,511 -501.258045916779,512 192.6959114074707513 ],514 "extent": [515 23.11457519210228,516 1.635971212820209,517 3.9694595336914062518 ],519 "rotation": [520 -90,521 -165.96375653207352,522 -104.03640368521164523 ]524 },525 "location": [526 -745.8221435546875,527 -502.8939208984375,528 192.69590759277344529 ],530 "rotation": [531 -90,532 -165.96375653207352,533 -104.03640368521164534 ],535 "scale": [536 1,537 1,538 1539 ]540 },541 "color": [542 127,543 63,544 191545 ]546 }547 ],548 "crate": [549 {550 "object_id": "SM_Crate_04_119",551 "bbox_2d": [552 850,553 196,554 1226,555 541556 ],557 "bbox_3d": {558 "aabb": {559 "center": [560 -583.0209350585938,561 -467.9905071258545,562 224.73400497436523563 ],564 "extent": [565 24,566 24,567 23.999998092651367568 ]569 },570 "obb": {571 "center": [572 -583.0209350585938,573 -467.9905071258545,574 224.73400497436523575 ],576 "extent": [577 24,578 24,579 23.999998092651367580 ],581 "rotation": [582 0,583 0,584 0585 ]586 },587 "location": [588 -583.0209350585938,589 -467.9905090332031,590 200.7340087890625591 ],592 "rotation": [593 0,594 0,595 0596 ],597 "scale": [598 1,599 1,600 1601 ]602 },603 "color": [604 63,605 0,606 127607 ]608 },609 {610 "object_id": "SM_Crate_5",611 "bbox_2d": [612 1227,613 269,614 1493,615 538616 ],617 "bbox_3d": {618 "aabb": {619 "center": [620 -520.233761039955,621 -462.26687116178726,622 225.149169921875623 ],624 "extent": [625 32.78464897961635,626 32.78464967774221,627 24.00000000000003628 ]629 },630 "obb": {631 "center": [632 -520.233761039955,633 -462.26687116178726,634 225.149169921875635 ],636 "extent": [637 32.78464897961635,638 32.78464967774221,639 24.00000000000003640 ],641 "rotation": [642 -90,643 -165.96375653207352,644 -164.0359764391179645 ]646 },647 "location": [648 -541.018310546875,649 -474.2669677734375,650 225.149169921875651 ],652 "rotation": [653 -90,654 -165.96375653207352,655 -164.0359764391179656 ],657 "scale": [658 1,659 1,660 1661 ]662 },663 "color": [664 63,665 255,666 0667 ]668 }669 ],670 "fasteners": [671 {672 "object_id": "SM_Bin_Empty_Yellow_148",673 "bbox_2d": [674 221,675 1053,676 321,677 1079678 ],679 "bbox_3d": {680 "aabb": {681 "center": [682 -690.8338012695312,683 -414.0890808105469,684 147.558660030365685 ],686 "extent": [687 13.986123115034843,688 19.592273114908267,689 7.819366455078125690 ]691 },692 "obb": {693 "center": [694 -690.8338012695312,695 -414.0890808105469,696 147.558660030365697 ],698 "extent": [699 13.986123115034843,700 19.592273114908267,701 7.819366455078125702 ],703 "rotation": [704 0,705 79.99996185302734,706 0707 ]708 },709 "location": [710 -690.8338012695312,711 -414.0890808105469,712 139.77032470703125713 ],714 "rotation": [715 0,716 79.99996185302734,717 0718 ],719 "scale": [720 1,721 1,722 1723 ]724 },725 "color": [726 63,727 127,728 63729 ]730 },731 {732 "object_id": "SM_Bin_Assorted_Nuts_394",733 "bbox_2d": [734 1545,735 711,736 1854,737 860738 ],739 "bbox_3d": {740 "aabb": {741 "center": [742 -487.37527078625897,743 -410.0532665252647,744 160.48608493804932745 ],746 "extent": [747 11.037122336348602,748 17.9483939323257,749 7.819366931915283750 ]751 },752 "obb": {753 "center": [754 -487.37527078625897,755 -410.0532665252647,756 160.48608493804932757 ],758 "extent": [759 11.037122336348602,760 17.9483939323257,761 7.819366931915283762 ],763 "rotation": [764 0,765 90.00011444091797,766 0767 ]768 },769 "location": [770 -487.3752746582031,771 -408.11474609375,772 152.66671752929688773 ],774 "rotation": [775 0,776 90.00011444091797,777 0778 ],779 "scale": [780 1,781 1,782 1783 ]784 },785 "color": [786 127,787 191,788 31789 ]790 }791 ],792 "paint": [793 {794 "object_id": "SM_Paint_Bucket_02_151",795 "bbox_2d": [796 814,797 0,798 1284,799 179800 ],801 "bbox_3d": {802 "aabb": {803 "center": [804 -581.1107157916048,805 -465.06175928162486,806 282.33274841308594807 ],808 "extent": [809 51.38605338236823,810 52.93518286465988,811 22.705400466918945812 ]813 },814 "obb": {815 "center": [816 -581.1107157916048,817 -465.06175928162486,818 282.33274841308594819 ],820 "extent": [821 51.38605338236823,822 52.93518286465988,823 22.705400466918945824 ],825 "rotation": [826 0,827 140.00013732910156,828 0829 ]830 },831 "location": [832 -581.1107177734375,833 -465.061767578125,834 259.6273498535156835 ],836 "rotation": [837 0,838 140.00013732910156,839 0840 ],841 "scale": [842 1,843 1,844 1845 ]846 },847 "color": [848 63,849 63,850 0851 ]852 }853 ],854 "box": [855 {856 "object_id": "SM_Box_03_154",857 "bbox_2d": [858 1274,859 0,860 1598,861 220862 ],863 "bbox_3d": {864 "aabb": {865 "center": [866 -505.8202495574951,867 -465.6277160644531,868 279.4497375488281869 ],870 "extent": [871 24.073205947875977,872 42.69213104248047,873 19.8223876953125874 ]875 },876 "obb": {877 "center": [878 -505.8202495574951,879 -465.6277160644531,880 279.4497375488281881 ],882 "extent": [883 24.073205947875977,884 42.69213104248047,885 19.8223876953125886 ],887 "rotation": [888 0,889 0,890 0891 ]892 },893 "location": [894 -505.82025146484375,895 -465.6277160644531,896 259.6273498535156897 ],898 "rotation": [899 0,900 0,901 0902 ],903 "scale": [904 1,905 1,906 1907 ]908 },909 "color": [910 63,911 63,912 255913 ]914 }915 ],916 "bin": [917 {918 "object_id": "SM_Bin_NutsAndBolts_172",919 "bbox_2d": [920 0,921 0,922 295,923 94924 ],925 "bbox_3d": {926 "aabb": {927 "center": [928 -699.9556865692139,929 -471.2928771972618,930 255.8568558692932931 ],932 "extent": [933 11.037120429003835,934 17.948395839670525,935 7.819366455078125936 ]937 },938 "obb": {939 "center": [940 -699.9556865692139,941 -471.2928771972618,942 255.8568558692932943 ],944 "extent": [945 11.037120429003835,946 17.948395839670525,947 7.819366455078125948 ],949 "rotation": [950 0,951 90.00011444091797,952 0953 ]954 },955 "location": [956 -699.9556884765625,957 -471.2928771972656,958 248.03749084472656959 ],960 "rotation": [961 0,962 90.00011444091797,963 0964 ],965 "scale": [966 1,967 1,968 1969 ]970 },971 "color": [972 0,973 63,974 191975 ]976 }977 ],978 "tool": [979 {980 "object_id": "SM_Screwdrivers_Mounted_194",981 "bbox_2d": [982 0,983 273,984 169,985 517986 ],987 "bbox_3d": {988 "aabb": {989 "center": [990 -729.497260174714,991 -499.51104021073064,992 219.72337341308594993 ],994 "extent": [995 24.91197117319564,996 3.382867503632724,997 15.884933471679688998 ]999 },1000 "obb": {1001 "center": [1002 -729.497260174714,1003 -499.51104021073064,1004 219.723373413085941005 ],1006 "extent": [1007 24.91197117319564,1008 3.382867503632724,1009 15.8849334716796881010 ],1011 "rotation": [1012 0,1013 90.00011444091797,1014 01015 ]1016 },1017 "location": [1018 -729.4972534179688,1019 -502.89385986328125,1020 220.414093017578121021 ],1022 "rotation": [1023 0,1024 90.00011444091797,1025 01026 ],1027 "scale": [1028 1,1029 1,1030 11031 ]1032 },1033 "color": [1034 127,1035 127,1036 1911037 ]1038 },1039 {1040 "object_id": "SM_Hooked_Paintbrushes_02_209",1041 "bbox_2d": [1042 142,1043 693,1044 197,1045 9471046 ],1047 "bbox_3d": {1048 "aabb": {1049 "center": [1050 -704.2635577334297,1051 -498.92427039147213,1052 162.666601181030271053 ],1054 "extent": [1055 2.7789080752223754,1056 3.9695957375589046,1057 17.956502914428711058 ]1059 },1060 "obb": {1061 "center": [1062 -704.2635577334297,1063 -498.92427039147213,1064 162.666601181030271065 ],1066 "extent": [1067 2.7789080752223754,1068 3.9695957375589046,1069 17.956502914428711070 ],1071 "rotation": [1072 0,1073 90.00011444091797,1074 01075 ]1076 },1077 "location": [1078 -704.2635498046875,1079 -502.89385986328125,1080 178.064270019531251081 ],1082 "rotation": [1083 0,1084 90.00011444091797,1085 01086 ],1087 "scale": [1088 1,1089 1,1090 11091 ]1092 },1093 "color": [1094 63,1095 63,1096 1911097 ]1098 }1099 ],1100 "brush": [1101 {1102 "object_id": "SM_Paintbrush_397",1103 "bbox_2d": [1104 1857,1105 853,1106 1919,1107 8781108 ],1109 "bbox_3d": {1110 "aabb": {1111 "center": [1112 -486.5551797602912,1113 -373.858187675475,1114 153.226469218730931115 ],1116 "extent": [1117 2.7789076855144685,1118 14.154290725735223,1119 0.64165687561035161120 ]1121 },1122 "obb": {1123 "center": [1124 -486.5551797602912,1125 -373.858187675475,1126 153.226469218730931127 ],1128 "extent": [1129 2.7789076855144685,1130 14.154290725735223,1131 0.64165687561035161132 ],1133 "rotation": [1134 -90,1135 165.96375653207352,1136 104.036212950348361137 ]1138 },1139 "location": [1140 -486.55517578125,1141 -366.3876647949219,1142 153.226470947265621143 ],1144 "rotation": [1145 -90,1146 165.96375653207352,1147 104.036212950348361148 ],1149 "scale": [1150 1,1151 1,1152 11153 ]1154 },1155 "color": [1156 63,1157 0,1158 311159 ]1160 }1161 ],1162 "holder": [1163 {1164 "object_id": "SM_Hose_Holder3_704",1165 "bbox_2d": [1166 520,1167 666,1168 739,1169 8181170 ],1171 "bbox_3d": {1172 "aabb": {1173 "center": [1174 -643.7040600471838,1175 -496.49256992342134,1176 168.73060798645021177 ],1178 "extent": [1179 15.8241688124225,1180 9.375859395983525,1181 10.0732250213623051182 ]1183 },1184 "obb": {1185 "center": [1186 -643.7040600471838,1187 -496.49256992342134,1188 168.73060798645021189 ],1190 "extent": [1191 15.8241688124225,1192 9.375859395983525,1193 10.0732250213623051194 ],1195 "rotation": [1196 0,1197 90.00011444091797,1198 01199 ]1200 },