TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "camera": {3 "location": [4 209,5 -246,6 1187 ],8 "rotation": [9 0,10 0,11 012 ],13 "fov": 90,14 "c2w": [15 [16 1,17 0,18 0,19 020 ],21 [22 0,23 1,24 0,25 026 ],27 [28 0,29 0,30 1,31 032 ],33 [34 209,35 -246,36 118,37 138 ]39 ],40 "width": 1920,41 "height": 1080,42 "fxfycxcy": [43 960.0000000000001,44 960.0000000000002,45 960.0,46 540.047 ]48 },49 "background": {50 "ground": [51 {52 "object_id": "SM_ground_8",53 "bbox_2d": [54 714,55 1052,56 1082,57 107958 ],59 "bbox_3d": {60 "aabb": {61 "center": [62 -0.999755859375,63 -27,64 -5.1021575927734375e-0565 ],66 "extent": [67 1238.3093261718745,68 284.8822830769005,69 6.208618164062570 ]71 },72 "obb": {73 "center": [74 -0.999755859375,75 -27,76 -5.1021575927734375e-0577 ],78 "extent": [79 1238.3093261718745,80 284.8822830769005,81 6.208618164062582 ],83 "rotation": [84 0,85 180,86 087 ]88 },89 "location": [90 -1,91 -27,92 093 ],94 "rotation": [95 0,96 180,97 098 ],99 "scale": [100 1,101 0.9549999833106995,102 1103 ]104 },105 "color": [106 255,107 255,108 0109 ]110 }111 ],112 "roof": [113 {114 "object_id": "SM_roof_5",115 "bbox_2d": [116 886,117 0,118 984,119 178120 ],121 "bbox_3d": {122 "aabb": {123 "center": [124 -3,125 -24.625823974609375,126 491.1820068359375127 ],128 "extent": [129 1235.6843500952236,130 284.49486201703985,131 3.760068655014038132 ]133 },134 "obb": {135 "center": [136 -3,137 -24.625823974609375,138 491.1820068359375139 ],140 "extent": [141 1235.6843500952236,142 284.49486201703985,143 3.760068655014038144 ],145 "rotation": [146 0,147 0,148 0149 ]150 },151 "location": [152 -3,153 -24.625823974609375,154 491.1820068359375155 ],156 "rotation": [157 0,158 0,159 0160 ],161 "scale": [162 1.0174999237060547,163 1.0950000286102295,164 1165 ]166 },167 "color": [168 255,169 255,170 255171 ]172 }173 ],174 "wall": [175 {176 "object_id": "SM_backwall_14",177 "bbox_2d": [178 0,179 0,180 984,181 1079182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 727,187 -42,188 244.2459716796875189 ],190 "extent": [191 513.4542740243764,192 298.30824864120177,193 243.74131774902344194 ]195 },196 "obb": {197 "center": [198 726.9999999999999,199 -42,200 244.2459716796875201 ],202 "extent": [203 513.4542740243764,204 298.30824864120177,205 243.74131774902344206 ],207 "rotation": [208 0,209 179.999755859375,210 0211 ]212 },213 "location": [214 727,215 -42,216 -1.56610107421875217 ],218 "rotation": [219 0,220 179.999755859375,221 0222 ],223 "scale": [224 1,225 1,226 1227 ]228 },229 "color": [230 255,231 0,232 127233 ]234 }235 ],236 "pipe": [237 {238 "object_id": "SM_pipeskitchen_90",239 "bbox_2d": [240 938,241 169,242 950,243 204244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 1177.9559863401912,249 -261.75722317782504,250 246.57614497792383251 ],252 "extent": [253 13.398842006945642,254 10.99121235027792,255 242.9800451244082256 ]257 },258 "obb": {259 "center": [260 1177.9559863401912,261 -261.75722317782504,262 246.57614497792383263 ],264 "extent": [265 13.398842006945642,266 10.99121235027792,267 242.9800451244082268 ],269 "rotation": [270 0,271 90.00000000000001,272 0273 ]274 },275 "location": [276 1172.7105712890625,277 -261.73883056640625,278 3.596099853515625279 ],280 "rotation": [281 0,282 90.00000000000001,283 0284 ],285 "scale": [286 1.0134018659591675,287 1.0134018659591675,288 1.0134018659591675289 ]290 },291 "color": [292 63,293 191,294 127295 ]296 }297 ]298 },299 "foreground": {300 "appliance": [301 {302 "object_id": "SM_metalsink_60",303 "bbox_2d": [304 949,305 0,306 1919,307 1079308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 264.75233279905626,313 -209.32645588334057,314 81.72821044921875315 ],316 "extent": [317 42.07584665726837,318 40.463185044579944,319 68.62519073486328320 ]321 },322 "obb": {323 "center": [324 264.75233279905626,325 -209.32645588334057,326 81.72821044921875327 ],328 "extent": [329 42.07584665726837,330 40.463185044579944,331 68.62519073486328332 ],333 "rotation": [334 0,335 -3.2819552421569833,336 0337 ]338 },339 "location": [340 264.72784423828125,341 -209.30799865722656,342 6.2085723876953125343 ],344 "rotation": [345 0,346 -3.2819552421569833,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 0,357 191,358 63359 ]360 },361 {362 "object_id": "SM_metalstove_01_63",363 "bbox_2d": [364 689,365 523,366 1095,367 1079368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 428.0511474609375,373 -249.85353088378906,374 64.6959114074707375 ],376 "extent": [377 50.72198486328125,378 44.144866943359375,379 56.601539611816406380 ]381 },382 "obb": {383 "center": [384 428.0511474609375,385 -249.85353088378906,386 64.6959114074707387 ],388 "extent": [389 50.72198486328125,390 44.144866943359375,391 56.601539611816406392 ],393 "rotation": [394 0,395 0,396 0397 ]398 },399 "location": [400 428.0511474609375,401 -249.85353088378906,402 6.2086181640625403 ],404 "rotation": [405 0,406 0,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 255,417 191,418 0419 ]420 }421 ],422 "shelving": [423 {424 "object_id": "SM_kitchenshelf_01_66",425 "bbox_2d": [426 887,427 468,428 926,429 523430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 789.006477355957,435 -256.27825927734375,436 85.66647338867188437 ],438 "extent": [439 100.21844482421875,440 40.54936981201172,441 79.90824890136719442 ]443 },444 "obb": {445 "center": [446 789.006477355957,447 -256.27825927734375,448 85.66647338867188449 ],450 "extent": [451 100.21844482421875,452 40.54936981201172,453 79.90824890136719454 ],455 "rotation": [456 0,457 0,458 0459 ]460 },461 "location": [462 789.0064697265625,463 -256.27825927734375,464 5.758232116699219465 ],466 "rotation": [467 0,468 0,469 0470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 255,479 191,480 255481 ]482 }483 ],484 "fridge": [485 {486 "object_id": "SM_fridge_02_84",487 "bbox_2d": [488 893,489 331,490 984,491 528492 ],493 "bbox_3d": {494 "aabb": {495 "center": [496 966.9981079101562,497 -245.73443603515625,498 135.7894058227539499 ],500 "extent": [501 80.00001525878906,502 47.4110107421875,503 129.93312072753906504 ]505 },506 "obb": {507 "center": [508 966.9981079101562,509 -245.73443603515625,510 135.7894058227539511 ],512 "extent": [513 80.00001525878906,514 47.4110107421875,515 129.93312072753906516 ],517 "rotation": [518 0,519 0,520 0521 ]522 },523 "location": [524 966.9981079101562,525 -245.73443603515625,526 4.546058654785156527 ],528 "rotation": [529 0,530 0,531 0532 ],533 "scale": [534 1,535 1,536 1537 ]538 },539 "color": [540 63,541 191,542 0543 ]544 }545 ],546 "rack": [547 {548 "object_id": "SM_potrack_98",549 "bbox_2d": [550 789,551 80,552 955,553 429554 ],555 "bbox_3d": {556 "aabb": {557 "center": [558 552.9032776829881,559 -272.0926284614452,560 208.36021662483108561 ],562 "extent": [563 57.77327762029381,564 24.881000084882558,565 47.0049159501541566 ]567 },568 "obb": {569 "center": [570 552.9032776829881,571 -272.0926284614452,572 208.36021662483108573 ],574 "extent": [575 57.77327762029381,576 24.881000084882558,577 47.0049159501541578 ],579 "rotation": [580 0,581 90.00000000000001,582 0583 ]584 },585 "location": [586 552.9215698242188,587 -272.63623046875,588 180.7266387939453589 ],590 "rotation": [591 0,592 90.00000000000001,593 0594 ],595 "scale": [596 1.2925000190734863,597 1.2925000190734863,598 1.2925000190734863599 ]600 },601 "color": [602 255,603 191,604 191605 ]606 },607 {608 "object_id": "SM_potrack2_101",609 "bbox_2d": [610 840,611 391,612 953,613 455614 ],615 "bbox_3d": {616 "aabb": {617 "center": [618 668.0903504368944,619 -272.0927200141796,620 208.36021662483108621 ],622 "extent": [623 57.77327762029381,624 24.881000084882558,625 47.0049159501541626 ]627 },628 "obb": {629 "center": [630 668.0903504368944,631 -272.0927200141796,632 208.36021662483108633 ],634 "extent": [635 57.77327762029381,636 24.881000084882558,637 47.0049159501541638 ],639 "rotation": [640 0,641 90.00000000000001,642 0643 ]644 },645 "location": [646 668.108642578125,647 -272.6363220214844,648 180.7266387939453649 ],650 "rotation": [651 0,652 90.00000000000001,653 0654 ],655 "scale": [656 1.2925000190734863,657 1.2925000190734863,658 1.2925000190734863659 ]660 },661 "color": [662 127,663 191,664 191665 ]666 }667 ],668 "fireextinguisher": [669 {670 "object_id": "SM_fireextinguisher3_150",671 "bbox_2d": [672 491,673 1032,674 542,675 1079676 ],677 "bbox_3d": {678 "aabb": {679 "center": [680 273.70489501953125,681 -276.52740478515625,682 43.54497528076172683 ],684 "extent": [685 14.980940025363282,686 12.777649558490452,687 37.336402893066406688 ]689 },690 "obb": {691 "center": [692 273.70489501953125,693 -276.52740478515625,694 43.54497528076172695 ],696 "extent": [697 14.980940025363282,698 12.777649558490452,699 37.336402893066406700 ],701 "rotation": [702 0,703 -15.384460449218746,704 0705 ]706 },707 "location": [708 273.70489501953125,709 -276.52740478515625,710 6.2085723876953125711 ],712 "rotation": [713 0,714 -15.384460449218746,715 0716 ],717 "scale": [718 1,719 1,720 1721 ]722 },723 "color": [724 31,725 63,726 127727 ]728 }729 ],730 "decor": [731 {732 "object_id": "SM_cookiespackage_171",733 "bbox_2d": [734 801,735 313,736 872,737 325738 ],739 "bbox_3d": {740 "aabb": {741 "center": [742 505.7469678009152,743 -284.2287440265821,744 183.87320399284363745 ],746 "extent": [747 10.058642440667654,748 12.069230300110348,749 2.361522674560547750 ]751 },752 "obb": {753 "center": [754 505.7469678009152,755 -284.2287440265821,756 183.87320399284363757 ],758 "extent": [759 10.058642440667654,760 12.069230300110348,761 2.361522674560547762 ],763 "rotation": [764 0,765 -61.581298828124986,766 0767 ]768 },769 "location": [770 505.7365417480469,771 -284.1382141113281,772 183.87295532226562773 ],774 "rotation": [775 0,776 -61.581298828124986,777 0778 ],779 "scale": [780 1,781 1,782 1783 ]784 },785 "color": [786 31,787 191,788 255789 ]790 },791 {792 "object_id": "SM_sunfloweroil_225",793 "bbox_2d": [794 933,795 454,796 957,797 529798 ],799 "bbox_3d": {800 "aabb": {801 "center": [802 657.5003614425659,803 -252.60947465896606,804 137.17693328857422805 ],806 "extent": [807 5.742660999298096,808 5.742663383483887,809 21.04144287109375810 ]811 },812 "obb": {813 "center": [814 657.5003614425659,815 -252.60947465896606,816 137.17693328857422817 ],818 "extent": [819 5.742660999298096,820 5.742663383483887,821 21.04144287109375822 ],823 "rotation": [824 0,825 0,826 0827 ]828 },829 "location": [830 657.5003662109375,831 -252.60946655273438,832 116.13548278808594833 ],834 "rotation": [835 0,836 0,837 0838 ],839 "scale": [840 1,841 1,842 1843 ]844 },845 "color": [846 0,847 127,848 95849 ]850 },851 {852 "object_id": "SM_glassjar_236",853 "bbox_2d": [854 902,855 171,856 933,857 208858 ],859 "bbox_3d": {860 "aabb": {861 "center": [862 507.08473348617554,863 -259.1364235877991,864 223.57458353042603865 ],866 "extent": [867 4.496784210205078,868 4.475246429443359,869 6.8863654136657715870 ]871 },872 "obb": {873 "center": [874 507.08473348617554,875 -259.1364235877991,876 223.57458353042603877 ],878 "extent": [879 4.496784210205078,880 4.475246429443359,881 6.8863654136657715882 ],883 "rotation": [884 0,885 0,886 0887 ]888 },889 "location": [890 507.0847473144531,891 -259.13641357421875,892 216.68826293945312893 ],894 "rotation": [895 0,896 0,897 0898 ],899 "scale": [900 1,901 1,902 1903 ]904 },905 "color": [906 255,907 0,908 95909 ]910 },911 {912 "object_id": "SM_flowerbag_282",913 "bbox_2d": [914 909,915 356,916 956,917 387918 ],919 "bbox_3d": {920 "aabb": {921 "center": [922 584.472594596397,923 -258.73695118367493,924 187.32008672129038925 ],926 "extent": [927 22.624344660288216,928 12.843425567462305,929 9.227667841146484930 ]931 },932 "obb": {933 "center": [934 584.472594596397,935 -258.73695118367493,936 187.32008672129038937 ],938 "extent": [939 22.624344660288216,940 12.843425567462305,941 9.227667841146484942 ],943 "rotation": [944 2.6168775558471786,945 -91.00896453857426,946 -90.04544830322271947 ]948 },949 "location": [950 606.2869873046875,951 -259.1583557128906,952 187.3117218017578953 ],954 "rotation": [955 2.6168775558471786,956 -91.00896453857426,957 -90.04544830322271958 ],959 "scale": [960 1.962532639503479,961 1.962532639503479,962 1.962532639503479963 ]964 },965 "color": [966 31,967 159,968 31969 ]970 },971 {972 "object_id": "SM_flowerbag2",973 "bbox_2d": [974 853,975 375,976 886,977 384978 ],979 "bbox_3d": {980 "aabb": {981 "center": [982 585.503606837185,983 -282.1301201559588,984 188.38943947083467985 ],986 "extent": [987 23.46205039938684,988 14.527223989860545,989 9.30471995842376990 ]991 },992 "obb": {993 "center": [994 585.503606837185,995 -282.1301201559588,996 188.38943947083467997 ],998 "extent": [999 23.46205039938684,1000 14.527223989860545,1001 9.304719958423761002 ],1003 "rotation": [1004 2.605457544326776,1005 -95.46537780761724,1006 -90.248748779296931007 ]1008 },1009 "location": [1010 607.2195434570312,1011 -284.2417297363281,1012 188.458404541015621013 ],1014 "rotation": [1015 2.605457544326776,1016 -95.46537780761724,1017 -90.248748779296931018 ],1019 "scale": [1020 1.9625329971313477,1021 1.9625329971313477,1022 1.96253299713134771023 ]1024 },1025 "color": [1026 31,1027 159,1028 951029 ]1030 },1031 {1032 "object_id": "SM_flowerbag3",1033 "bbox_2d": [1034 890,1035 298,1036 964,1037 3591038 ],1039 "bbox_3d": {1040 "aabb": {1041 "center": [1042 528.5713788774483,1043 -256.8285333813705,1044 187.233514483450221045 ],1046 "extent": [1047 23.166766287308405,1048 13.910308041812797,1049 9.2763729314306151050 ]1051 },1052 "obb": {1053 "center": [1054 528.5713788774483,1055 -256.8285333813705,1056 187.233514483450221057 ],1058 "extent": [1059 23.166766287308405,1060 13.910308041812797,1061 9.2763729314306151062 ],1063 "rotation": [1064 2.6114339828491264,1065 -93.80771636962898,1066 -90.172996520996151067 ]1068 },1069 "location": [1070 550.3392944335938,1071 -258.3123779296875,1072 187.273666381835941073 ],1074 "rotation": [1075 2.6114339828491264,1076 -93.80771636962898,1077 -90.172996520996151078 ],1079 "scale": [1080 1.9625329971313477,1081 1.9625329971313477,1082 1.96253299713134771083 ]1084 },1085 "color": [1086 95,1087 159,1088 01089 ]1090 },1091 {1092 "object_id": "SM_flowerbag4",1093 "bbox_2d": [1094 830,1095 301,1096 892,1097 3581098 ],1099 "bbox_3d": {1100 "aabb": {1101 "center": [1102 536.5554867199428,1103 -277.45601737332703,1104 188.176106340671481105 ],1106 "extent": [1107 23.462050405892683,1108 14.527224056245359,1109 9.3047200554397591110 ]1111 },1112 "obb": {1113 "center": [1114 536.5554867199428,1115 -277.45601737332703,1116 188.176106340671481117 ],1118 "extent": [1119 23.462050405892683,1120 14.527224056245359,1121 9.3047200554397591122 ],1123 "rotation": [1124 2.6054580211639444,1125 -95.46537780761723,1126 -90.248748779296931127 ]1128 },1129 "location": [1130 558.2714233398438,1131 -279.567626953125,1132 188.24507141113281133 ],1134 "rotation": [1135 2.6054580211639444,1136 -95.46537780761723,1137 -90.248748779296931138 ],1139 "scale": [1140 1.9625329971313477,1141 1.9625329971313477,1142 1.96253299713134771143 ]1144 },1145 "color": [1146 95,1147 159,1148 2551149 ]1150 },1151 {1152 "object_id": "SM_flowerbag5",1153 "bbox_2d": [1154 871,1155 280,1156 944,1157 3051158 ],1159 "bbox_3d": {1160 "aabb": {1161 "center": [1162 558.825447084571,1163 -261.5061600914243,1164 200.295285513381971165 ],1166 "extent": [1167 24.45779304411701,1168 16.90616171673605,1169 9.4136521445009861170 ]1171 },1172 "obb": {1173 "center": [1174 558.825447084571,1175 -261.5061600914243,1176 200.295285513381971177 ],1178 "extent": [1179 24.45779304411701,1180 16.90616171673605,1181 9.4136521445009861182 ],1183 "rotation": [1184 -2.557696819305421,1185 102.19784545898445,1186 -90.553169250488341187 ]1188 },1189 "location": [1190 537.4908447265625,1191 -266.0720520019531,1192 200.476745605468751193 ],1194 "rotation": [1195 -2.557696819305421,1196 102.19784545898445,1197 -90.553169250488341198 ],1199 "scale": [1200 1.9625329971313477,