TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "camera": {3 "location": [4 -213,5 73,6 1517 ],8 "rotation": [9 0,10 -59.999999999999986,11 012 ],13 "fov": 90,14 "c2w": [15 [16 0.5000000000000002,17 -0.8660254037844384,18 0,19 020 ],21 [22 0.8660254037844384,23 0.5000000000000002,24 0,25 026 ],27 [28 0,29 0,30 1,31 032 ],33 [34 -213,35 73,36 151,37 138 ]39 ],40 "width": 1920,41 "height": 1080,42 "fxfycxcy": [43 960.0000000000001,44 960.0000000000002,45 960.0,46 540.047 ]48 },49 "background": {50 "wall": [51 {52 "object_id": "SM_wall_01_281",53 "bbox_2d": [54 943,55 0,56 1919,57 107958 ],59 "bbox_3d": {60 "aabb": {61 "center": [62 0,63 0,64 199.2298889160156265 ],66 "extent": [67 448.35015869140625,68 456.7044982910156,69 200.5044555664062570 ]71 },72 "obb": {73 "center": [74 0,75 0,76 199.2298889160156277 ],78 "extent": [79 448.35015869140625,80 456.7044982910156,81 200.5044555664062582 ],83 "rotation": [84 0,85 0,86 087 ]88 },89 "location": [90 0,91 0,92 093 ],94 "rotation": [95 0,96 0,97 098 ],99 "scale": [100 1,101 1,102 1103 ]104 },105 "color": [106 0,107 255,108 127109 ]110 },111 {112 "object_id": "SM_wall_02_491",113 "bbox_2d": [114 1773,115 0,116 1919,117 521118 ],119 "bbox_3d": {120 "aabb": {121 "center": [122 170.26333618164062,123 -45.951751708984375,124 133.2178497314453125 ],126 "extent": [127 239.49139404296875,128 39.54395294189453,129 133.66961669921875130 ]131 },132 "obb": {133 "center": [134 170.26333618164062,135 -45.951751708984375,136 133.2178497314453137 ],138 "extent": [139 239.49139404296875,140 39.54395294189453,141 133.66961669921875142 ],143 "rotation": [144 0,145 0,146 0147 ]148 },149 "location": [150 170.26333618164062,151 -45.951751708984375,152 2.2381439208984375153 ],154 "rotation": [155 0,156 0,157 0158 ],159 "scale": [160 1,161 1,162 1163 ]164 },165 "color": [166 255,167 0,168 191169 ]170 }171 ],172 "kitchen door": [173 {174 "object_id": "SM_kitchendoor_311",175 "bbox_2d": [176 0,177 0,178 942,179 1079180 ],181 "bbox_3d": {182 "aabb": {183 "center": [184 -234.50432228229522,185 25.448821957562917,186 144.00258676668727187 ],188 "extent": [189 69.59251455133818,190 38.71392749448036,191 122.33860056063259192 ]193 },194 "obb": {195 "center": [196 -234.50432228229522,197 25.44882195756292,198 144.00258676668727199 ],200 "extent": [201 69.59251455133818,202 38.71392749448036,203 122.33860056063259204 ],205 "rotation": [206 0,207 -25.016937255859375,208 0209 ]210 },211 "location": [212 -235.97296142578125,213 22.14883041381836,214 21.663986206054688215 ],216 "rotation": [217 0,218 -25.016937255859375,219 0220 ],221 "scale": [222 1.2099636793136597,223 1.0495829582214355,224 1.0398658514022827225 ]226 },227 "color": [228 127,229 0,230 0231 ]232 }233 ]234 },235 "foreground": {236 "breadrack": [237 {238 "object_id": "SM_breadrack_03_299",239 "bbox_2d": [240 1597,241 565,242 1919,243 1071244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 69.35102081298828,249 -45.5966682434082,250 81.75312423706055251 ],252 "extent": [253 133.66964721679688,254 39.26552200317383,255 67.28050231933594256 ]257 },258 "obb": {259 "center": [260 69.35102081298828,261 -45.5966682434082,262 81.75312423706055263 ],264 "extent": [265 133.66964721679688,266 39.26552200317383,267 67.28050231933594268 ],269 "rotation": [270 0,271 0,272 0273 ]274 },275 "location": [276 69.35102081298828,277 -45.5966682434082,278 19.998779296875279 ],280 "rotation": [281 0,282 0,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 255,293 127,294 0295 ]296 }297 ],298 "signage": [299 {300 "object_id": "SM_sign_02_527",301 "bbox_2d": [302 1719,303 204,304 1865,305 284306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 77.47122955322266,311 -41.80059051513672,312 245.19674682617188313 ],314 "extent": [315 91.57255554199219,316 5.599132537841797,317 20.065216064453125318 ]319 },320 "obb": {321 "center": [322 77.47122955322266,323 -41.80059051513672,324 245.19674682617188325 ],326 "extent": [327 91.57255554199219,328 5.599132537841797,329 20.065216064453125330 ],331 "rotation": [332 0,333 0,334 0335 ]336 },337 "location": [338 77.47122955322266,339 -41.80059051513672,340 245.19674682617188341 ],342 "rotation": [343 0,344 0,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 0,355 191,356 63357 ]358 }359 ],360 "steel": [361 {362 "object_id": "SM_steel_32",363 "bbox_2d": [364 1118,365 0,366 1919,367 1079368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 -111.97819519042969,373 23.47991371154785,374 105.68448638916016375 ],376 "extent": [377 44.119041442871094,378 20.18648910522461,379 86.05392456054688380 ]381 },382 "obb": {383 "center": [384 -111.97819519042969,385 23.47991371154785,386 105.68448638916016387 ],388 "extent": [389 44.119041442871094,390 20.18648910522461,391 86.05392456054688392 ],393 "rotation": [394 0,395 0,396 0397 ]398 },399 "location": [400 -111.97987365722656,401 23.479917526245117,402 19.7164306640625403 ],404 "rotation": [405 0,406 0,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 0,417 63,418 31419 ]420 }421 ],422 "milk": [423 {424 "object_id": "SM_milk_186",425 "bbox_2d": [426 1871,427 1078,428 1887,429 1079430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 -81.9303207397461,435 35.58207702636719,436 82.53738594055176437 ],438 "extent": [439 5.81567898298006,440 4.328919139420096,441 11.325533866882324442 ]443 },444 "obb": {445 "center": [446 -81.9303207397461,447 35.58207702636719,448 82.53738594055176449 ],450 "extent": [451 5.81567898298006,452 4.328919139420096,453 11.325533866882324454 ],455 "rotation": [456 0,457 -173.06532287597656,458 0459 ]460 },461 "location": [462 -81.9303207397461,463 35.58207702636719,464 71.30583953857422465 ],466 "rotation": [467 0,468 -173.06532287597656,469 0470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 127,479 95,480 159481 ]482 },483 {484 "object_id": "SM_milk_81",485 "bbox_2d": [486 1682,487 685,488 1842,489 1079490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 -119.56339600311136,495 38.672435425458175,496 125.58486270904541497 ],498 "extent": [499 6.737770351310516,500 5.385818387287735,501 13.884026527404785502 ]503 },504 "obb": {505 "center": [506 -119.56339600311136,507 38.672435425458175,508 125.58486270904541509 ],510 "extent": [511 6.737770351310516,512 5.385818387287735,513 13.884026527404785514 ],515 "rotation": [516 0,517 -101.59954833984376,518 0519 ]520 },521 "location": [522 -119.39671325683594,523 38.638221740722656,524 111.70083618164062525 ],526 "rotation": [527 0,528 -101.59954833984376,529 0530 ],531 "scale": [532 1,533 1,534 1535 ]536 },537 "color": [538 31,539 255,540 159541 ]542 },543 {544 "object_id": "SM_milk_82",545 "bbox_2d": [546 1597,547 699,548 1803,549 1079550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 -131.76673390781642,555 39.01465561517555,556 125.58486270904541557 ],558 "extent": [559 6.392161564611911,560 4.834313535219309,561 13.884026527404785562 ]563 },564 "obb": {565 "center": [566 -131.76673390781642,567 39.01465561517555,568 125.58486270904541569 ],570 "extent": [571 6.392161564611911,572 4.834313535219309,573 13.884026527404785574 ],575 "rotation": [576 0,577 -84.36986541748047,578 0579 ]580 },581 "location": [582 -131.59739685058594,583 39.031349182128906,584 111.70083618164062585 ],586 "rotation": [587 0,588 -84.36986541748047,589 0590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 31,599 127,600 159601 ]602 },603 {604 "object_id": "SM_milk_83",605 "bbox_2d": [606 1525,607 664,608 1698,609 701610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 -114.09953132332927,615 24.59591452112404,616 125.58486270904541617 ],618 "extent": [619 7.361537905305511,620 6.888321000263264,621 13.884026527404785622 ]623 },624 "obb": {625 "center": [626 -114.09953132332927,627 24.59591452112404,628 125.58486270904541629 ],630 "extent": [631 7.361537905305511,632 6.888321000263264,633 13.884026527404785634 ],635 "rotation": [636 0,637 -56.109477996826165,638 0639 ]640 },641 "location": [642 -113.95828247070312,643 24.6907958984375,644 111.70083618164062645 ],646 "rotation": [647 0,648 -56.109477996826165,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 31,659 63,660 159661 ]662 },663 {664 "object_id": "SM_milk_84",665 "bbox_2d": [666 1463,667 715,668 1706,669 1079670 ],671 "bbox_3d": {672 "aabb": {673 "center": [674 -144.7837730319487,675 37.719565176942346,676 125.58486270904541677 ],678 "extent": [679 7.272513423613589,680 6.487367922137231,681 13.884026527404785682 ]683 },684 "obb": {685 "center": [686 -144.7837730319487,687 37.719565176942346,688 125.58486270904541689 ],690 "extent": [691 7.272513423613589,692 6.487367922137231,693 13.884026527404785694 ],695 "rotation": [696 0,697 -63.6444969177246,698 0699 ]700 },701 "location": [702 -144.6313018798828,703 37.79510498046875,704 111.70083618164062705 ],706 "rotation": [707 0,708 -63.6444969177246,709 0710 ],711 "scale": [712 1,713 1,714 1715 ]716 },717 "color": [718 31,719 191,720 159721 ]722 },723 {724 "object_id": "SM_milk_85",725 "bbox_2d": [726 1187,727 657,728 1339,729 992730 ],731 "bbox_3d": {732 "aabb": {733 "center": [734 -143.67942820005766,735 9.590077558564898,736 125.58486270904541737 ],738 "extent": [739 6.071191821832258,740 4.363071771165037,741 13.884026527404785742 ]743 },744 "obb": {745 "center": [746 -143.67942820005766,747 9.5900775585649,748 125.58486270904541749 ],750 "extent": [751 6.071191821832258,752 4.363071771165037,753 13.884026527404785754 ],755 "rotation": [756 0,757 90.93199157714845,758 0759 ]760 },761 "location": [762 -143.8495635986328,763 9.587309837341309,764 111.70083618164062765 ],766 "rotation": [767 0,768 90.93199157714845,769 0770 ],771 "scale": [772 1,773 1,774 1775 ]776 },777 "color": [778 31,779 31,780 159781 ]782 },783 {784 "object_id": "SM_milk_86",785 "bbox_2d": [786 1282,787 676,788 1462,789 1064790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 -144.6528741838811,795 21.574064428168843,796 125.58486270904541797 ],798 "extent": [799 4.992576420981436,800 6.494998084285267,801 13.884026527404785802 ]803 },804 "obb": {805 "center": [806 -144.6528741838811,807 21.574064428168843,808 125.58486270904541809 ],810 "extent": [811 4.992576420981436,812 6.494998084285267,813 13.884026527404785814 ],815 "rotation": [816 0,817 -7.283452987670898,818 0819 ]820 },821 "location": [822 -144.6313018798828,823 21.742849349975586,824 111.70083618164062825 ],826 "rotation": [827 0,828 -7.283452987670898,829 0830 ],831 "scale": [832 1,833 1,834 1835 ]836 },837 "color": [838 31,839 95,840 159841 ]842 },843 {844 "object_id": "SM_milk_87",845 "bbox_2d": [846 1461,847 682,848 1646,849 715850 ],851 "bbox_3d": {852 "aabb": {853 "center": [854 -130.81363942539454,855 28.561158682192158,856 125.58486270904541857 ],858 "extent": [859 6.392161564611911,860 4.8343135352193105,861 13.884026527404785862 ]863 },864 "obb": {865 "center": [866 -130.81363942539454,867 28.561158682192158,868 125.58486270904541869 ],870 "extent": [871 6.392161564611911,872 4.8343135352193105,873 13.884026527404785874 ],875 "rotation": [876 0,877 -84.36986541748047,878 0879 ]880 },881 "location": [882 -130.64430236816406,883 28.577852249145508,884 111.70083618164062885 ],886 "rotation": [887 0,888 -84.36986541748047,889 0890 ],891 "scale": [892 1,893 1,894 1895 ]896 },897 "color": [898 95,899 0,900 159901 ]902 },903 {904 "object_id": "SM_milk_88",905 "bbox_2d": [906 1411,907 649,908 1538,909 696910 ],911 "bbox_3d": {912 "aabb": {913 "center": [914 -112.10739794149572,915 10.964627958370151,916 125.58486270904541917 ],918 "extent": [919 6.568324648704035,920 5.10814410417554,921 13.884026527404785922 ]923 },924 "obb": {925 "center": [926 -112.10739794149572,927 10.964627958370151,928 125.58486270904541929 ],930 "extent": [931 6.568324648704035,932 5.10814410417554,933 13.884026527404785934 ],935 "rotation": [936 0,937 -81.48097229003905,938 0939 ]940 },941 "location": [942 -111.93911743164062,943 10.989834785461426,944 111.70083618164062945 ],946 "rotation": [947 0,948 -81.48097229003905,949 0950 ],951 "scale": [952 1,953 1,954 1955 ]956 },957 "color": [958 95,959 255,960 159961 ]962 },963 {964 "object_id": "SM_milk_89",965 "bbox_2d": [966 1728,967 661,968 1864,969 1019970 ],971 "bbox_3d": {972 "aabb": {973 "center": [974 -105.72321171880802,975 36.25105910618046,976 125.58486270904541977 ],978 "extent": [979 6.922044806987699,980 5.710752038090227,981 13.884026527404785982 ]983 },984 "obb": {985 "center": [986 -105.72321171880802,987 36.25105910618046,988 125.58486270904541989 ],990 "extent": [991 6.922044806987699,992 5.710752038090227,993 13.884026527404785994 ],995 "rotation": [996 0,997 74.55203247070312,998 0999 ]1000 },1001 "location": [1002 -105.88722229003906,1003 36.296382904052734,1004 111.700836181640621005 ],1006 "rotation": [1007 0,1008 74.55203247070312,1009 01010 ],1011 "scale": [1012 1,1013 1,1014 11015 ]1016 },1017 "color": [1018 95,1019 127,1020 1591021 ]1022 },1023 {1024 "object_id": "SM_milk_90",1025 "bbox_2d": [1026 1784,1027 653,1028 1917,1029 9761030 ],1031 "bbox_3d": {1032 "aabb": {1033 "center": [1034 -93.57037236769172,1035 35.09057994546342,1036 125.584862709045411037 ],1038 "extent": [1039 6.13234269368516,1040 4.450584117222826,1041 13.8840265274047851042 ]1043 },1044 "obb": {1045 "center": [1046 -93.57037236769172,1047 35.09057994546342,1048 125.584862709045411049 ],1050 "extent": [1051 6.13234269368516,1052 4.450584117222826,1053 13.8840265274047851054 ],1055 "rotation": [1056 0,1057 91.78186035156251,1058 01059 ]1060 },1061 "location": [1062 -93.74044799804688,1063 35.085289001464844,1064 111.700836181640621065 ],1066 "rotation": [1067 0,1068 91.78186035156251,1069 01070 ],1071 "scale": [1072 1,1073 1,1074 11075 ]1076 },1077 "color": [1078 95,1079 63,1080 1591081 ]1082 },1083 {1084 "object_id": "SM_milk_91",1085 "bbox_2d": [1086 1834,1087 654,1088 1919,1089 9401090 ],1091 "bbox_3d": {1092 "aabb": {1093 "center": [1094 -80.64439787542123,1095 35.61391619371442,1096 125.584862709045411097 ],1098 "extent": [1099 4.562438386173099,1100 6.209515020404888,1101 13.8840265274047851102 ]1103 },1104 "obb": {1105 "center": [1106 -80.64439787542123,1107 35.61391619371442,1108 125.584862709045411109 ],1110 "extent": [1111 4.562438386173099,1112 6.209515020404888,1113 13.8840265274047851114 ],1115 "rotation": [1116 0,1117 177.1177215576172,1118 01119 ]1120 },1121 "location": [1122 -80.6529541015625,1123 35.443973541259766,1124 111.700836181640621125 ],1126 "rotation": [1127 0,1128 177.1177215576172,1129 01130 ],1131 "scale": [1132 1,1133 1,1134 11135 ]1136 },1137 "color": [1138 95,1139 191,1140 1591141 ]1142 },1143 {1144 "object_id": "SM_milk_92",1145 "bbox_2d": [1146 1697,1147 644,1148 1824,1149 6901150 ],1151 "bbox_3d": {1152 "aabb": {1153 "center": [1154 -79.38277385741488,1155 23.872098829578967,1156 125.584862709045411157 ],1158 "extent": [1159 6.314989544300602,1160 4.718119201931181,1161 13.8840265274047851162 ]1163 },1164 "obb": {1165 "center": [1166 -79.38277385741488,1167 23.872098829578967,1168 125.584862709045411169 ],1170 "extent": [1171 6.314989544300602,1172 4.718119201931181,1173 13.8840265274047851174 ],1175 "rotation": [1176 0,1177 -94.44232940673831,1178 01179 ]1180 },1181 "location": [1182 -79.21312713623047,1183 23.858919143676758,1184 111.700836181640621185 ],1186 "rotation": [1187 0,1188 -94.44232940673831,1189 01190 ],1191 "scale": [1192 1,1193 1,1194 11195 ]1196 },1197 "color": [1198 95,1199 31,1200 159