TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "camera": {3 "location": [4 -945,5 87,6 2017 ],8 "rotation": [9 0,10 -59.999999999999986,11 012 ],13 "fov": 90,14 "c2w": [15 [16 0.5000000000000002,17 -0.8660254037844384,18 0,19 020 ],21 [22 0.8660254037844384,23 0.5000000000000002,24 0,25 026 ],27 [28 0,29 0,30 1,31 032 ],33 [34 -945,35 87,36 201,37 138 ]39 ],40 "width": 1920,41 "height": 1080,42 "fxfycxcy": [43 960.0000000000001,44 960.0000000000002,45 960.0,46 540.047 ]48 },49 "background": {50 "ground": [51 {52 "object_id": "SM_ground_8",53 "bbox_2d": [54 936,55 835,56 1919,57 107958 ],59 "bbox_3d": {60 "aabb": {61 "center": [62 -0.999755859375,63 -27,64 -5.1021575927734375e-0565 ],66 "extent": [67 1238.3093261718745,68 284.8822830769005,69 6.208618164062570 ]71 },72 "obb": {73 "center": [74 -0.999755859375,75 -27,76 -5.1021575927734375e-0577 ],78 "extent": [79 1238.3093261718745,80 284.8822830769005,81 6.208618164062582 ],83 "rotation": [84 0,85 180,86 087 ]88 },89 "location": [90 -1,91 -27,92 093 ],94 "rotation": [95 0,96 180,97 098 ],99 "scale": [100 1,101 0.9549999833106995,102 1103 ]104 },105 "color": [106 255,107 255,108 0109 ]110 }111 ],112 "roof": [113 {114 "object_id": "SM_roof_5",115 "bbox_2d": [116 1181,117 0,118 1919,119 105120 ],121 "bbox_3d": {122 "aabb": {123 "center": [124 -3,125 -24.625823974609375,126 491.1820068359375127 ],128 "extent": [129 1235.6843500952236,130 284.49486201703985,131 3.760068655014038132 ]133 },134 "obb": {135 "center": [136 -3,137 -24.625823974609375,138 491.1820068359375139 ],140 "extent": [141 1235.6843500952236,142 284.49486201703985,143 3.760068655014038144 ],145 "rotation": [146 0,147 0,148 0149 ]150 },151 "location": [152 -3,153 -24.625823974609375,154 491.1820068359375155 ],156 "rotation": [157 0,158 0,159 0160 ],161 "scale": [162 1.0174999237060547,163 1.0950000286102295,164 1165 ]166 },167 "color": [168 255,169 255,170 255171 ]172 },173 {174 "object_id": "SM_roofmetal_21",175 "bbox_2d": [176 1106,177 0,178 1672,179 194180 ],181 "bbox_3d": {182 "aabb": {183 "center": [184 -107.95600891113281,185 -49.59537506103514,186 450.57637139898725187 ],188 "extent": [189 840.7164306640622,190 266.835693359375,191 39.01462141495722192 ]193 },194 "obb": {195 "center": [196 -107.95600891113281,197 -49.595375061035156,198 450.57637139898725199 ],200 "extent": [201 840.7164306640622,202 266.835693359375,203 39.01462141495722204 ],205 "rotation": [206 0,207 180,208 0209 ]210 },211 "location": [212 -107.95594787597656,213 3.7793197631835938,214 451.0682678222656215 ],216 "rotation": [217 0,218 180,219 0220 ],221 "scale": [222 1,223 1,224 0.8899327516555786225 ]226 },227 "color": [228 0,229 127,230 255231 ]232 }233 ],234 "wall": [235 {236 "object_id": "SM_leftwall_8",237 "bbox_2d": [238 0,239 0,240 1919,241 893242 ],243 "bbox_3d": {244 "aabb": {245 "center": [246 -512.0688954164282,247 -240.97154998867288,248 245.5155487060547249 ],250 "extent": [251 725.6351637653181,252 99.6704478559158,253 242.13623046875254 ]255 },256 "obb": {257 "center": [258 -512.0688954164282,259 -240.97154998867288,260 245.5155487060547261 ],262 "extent": [263 725.6351637653181,264 99.6704478559158,265 242.13623046875266 ],267 "rotation": [268 0,269 179.99977111816406,270 0271 ]272 },273 "location": [274 -512.0692138671875,275 -290.13128662109375,276 0277 ],278 "rotation": [279 0,280 179.99977111816406,281 0282 ],283 "scale": [284 1,285 1,286 1287 ]288 },289 "color": [290 0,291 0,292 127293 ]294 }295 ],296 "door frame": [297 {298 "object_id": "SM_doorframe_17",299 "bbox_2d": [300 1837,301 410,302 1912,303 831304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 -157.67118806118947,309 -155.33301375058022,310 141.48603439331055311 ],312 "extent": [313 59.778804806042736,314 13.562216479467907,315 135.9108123779297316 ]317 },318 "obb": {319 "center": [320 -157.67118806118947,321 -155.33301375058022,322 141.48603439331055323 ],324 "extent": [325 59.778804806042736,326 13.562216479467907,327 135.9108123779297328 ],329 "rotation": [330 0,331 179.30589294433597,332 0333 ]334 },335 "location": [336 -157.67112731933594,337 -155.33303833007812,338 7.076168060302734339 ],340 "rotation": [341 0,342 179.30589294433597,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 255,353 255,354 127355 ]356 }357 ],358 "door": [359 {360 "object_id": "SM_wooddoor_39",361 "bbox_2d": [362 1846,363 422,364 1903,365 810366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 -156.7989273071289,371 -145.8241720199585,372 147.42587280273438373 ],374 "extent": [375 56.42961883544922,376 8.872248649597168,377 124.50353240966797378 ]379 },380 "obb": {381 "center": [382 -156.7989273071289,383 -145.8241720199585,384 147.42587280273438385 ],386 "extent": [387 56.42961883544922,388 8.872248649597168,389 124.50353240966797390 ],391 "rotation": [392 0,393 0,394 0395 ]396 },397 "location": [398 -156.7989501953125,399 -145.8241729736328,400 22.922348022460938401 ],402 "rotation": [403 0,404 0,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 255,415 127,416 0417 ]418 }419 ]420 },421 "foreground": {422 "sofa": [423 {424 "object_id": "SM_sofa_01_2",425 "bbox_2d": [426 0,427 796,428 560,429 1079430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 -1043.258188634075,435 -238.85671997070312,436 60.04216012080906437 ],438 "extent": [439 135.43008252909203,440 59.66188049316406,441 53.81030763473973442 ]443 },444 "obb": {445 "center": [446 -1043.258188634075,447 -238.85671997070312,448 60.04216012080906449 ],450 "extent": [451 135.43008252909203,452 59.66188049316406,453 53.81030763473973454 ],455 "rotation": [456 0,457 0,458 0459 ]460 },461 "location": [462 -1043.650634765625,463 -236.76800537109375,464 6.2085723876953125465 ],466 "rotation": [467 0,468 0,469 0470 ],471 "scale": [472 0.949999988079071,473 1,474 1.0600552558898926475 ]476 },477 "color": [478 127,479 255,480 63481 ]482 },483 {484 "object_id": "SM_sofa_10",485 "bbox_2d": [486 527,487 721,488 1274,489 1079490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 -772.9204200793874,495 -238.85671997070312,496 60.0421596439719497 ],498 "extent": [499 135.43008252909203,500 59.66188049316406,501 53.81030763473973502 ]503 },504 "obb": {505 "center": [506 -772.9204200793874,507 -238.85671997070312,508 60.0421596439719509 ],510 "extent": [511 135.43008252909203,512 59.66188049316406,513 53.81030763473973514 ],515 "rotation": [516 0,517 0,518 0519 ]520 },521 "location": [522 -773.3128662109375,523 -236.76800537109375,524 6.208571910858154525 ],526 "rotation": [527 0,528 0,529 0530 ],531 "scale": [532 0.949999988079071,533 1,534 1.0600552558898926535 ]536 },537 "color": [538 127,539 127,540 63541 ]542 },543 {544 "object_id": "SM_sofa_12",545 "bbox_2d": [546 1124,547 680,548 1624,549 984550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 -503.6132301379812,555 -238.85671997070312,556 60.0419155033469557 ],558 "extent": [559 135.43008252909203,560 59.66188049316406,561 53.81030763473973562 ]563 },564 "obb": {565 "center": [566 -503.6132301379812,567 -238.85671997070312,568 60.0419155033469569 ],570 "extent": [571 135.43008252909203,572 59.66188049316406,573 53.81030763473973574 ],575 "rotation": [576 0,577 0,578 0579 ]580 },581 "location": [582 -504.00567626953125,583 -236.76800537109375,584 6.208327770233154585 ],586 "rotation": [587 0,588 0,589 0590 ],591 "scale": [592 0.949999988079071,593 1,594 1.0600552558898926595 ]596 },597 "color": [598 0,599 63,600 0601 ]602 }603 ],604 "desk 008 parts": [605 {606 "object_id": "SM_desk4_27",607 "bbox_2d": [608 215,609 1020,610 472,611 1079612 ],613 "bbox_3d": {614 "aabb": {615 "center": [616 -963.3924407958984,617 -121.00906372070312,618 49.1274195941005619 ],620 "extent": [621 30.51487922668457,622 36.7234992980957,623 43.30350411253312624 ]625 },626 "obb": {627 "center": [628 -963.3924407958984,629 -121.00906372070312,630 49.1274195941005631 ],632 "extent": [633 30.51487922668457,634 36.7234992980957,635 43.30350411253312636 ],637 "rotation": [638 0,639 0,640 0641 ]642 },643 "location": [644 -963.3924560546875,645 -121.00906372070312,646 5.823915481567383647 ],648 "rotation": [649 0,650 0,651 0652 ],653 "scale": [654 1,655 1,656 0.9299650192260742657 ]658 },659 "color": [660 255,661 63,662 255663 ]664 },665 {666 "object_id": "SM_desk5",667 "bbox_2d": [668 615,669 934,670 1002,671 1079672 ],673 "bbox_3d": {674 "aabb": {675 "center": [676 -868.1666107700889,677 -119.71792728785105,678 49.12735903578141679 ],680 "extent": [681 33.44863514865324,682 39.12228849369252,683 43.30350411253312684 ]685 },686 "obb": {687 "center": [688 -868.1666107700889,689 -119.71792728785105,690 49.12735903578141691 ],692 "extent": [693 33.44863514865324,694 39.12228849369252,695 43.30350411253312696 ],697 "rotation": [698 0,699 -4.745883464813232,700 0701 ]702 },703 "location": [704 -868.1666259765625,705 -119.71792602539062,706 5.823854923248291707 ],708 "rotation": [709 0,710 -4.745883464813232,711 0712 ],713 "scale": [714 1,715 1,716 0.9299650192260742717 ]718 },719 "color": [720 255,721 63,722 127723 ]724 },725 {726 "object_id": "SM_desk6",727 "bbox_2d": [728 873,729 889,730 1225,731 1079732 ],733 "bbox_3d": {734 "aabb": {735 "center": [736 -801.3126068115234,737 -121.00933837890625,738 49.12735903578141739 ],740 "extent": [741 30.51487922668457,742 36.7234992980957,743 43.30350411253312744 ]745 },746 "obb": {747 "center": [748 -801.3126068115234,749 -121.00933837890625,750 49.12735903578141751 ],752 "extent": [753 30.51487922668457,754 36.7234992980957,755 43.30350411253312756 ],757 "rotation": [758 0,759 0,760 0761 ]762 },763 "location": [764 -801.3126220703125,765 -121.00933837890625,766 5.823854923248291767 ],768 "rotation": [769 0,770 0,771 0772 ],773 "scale": [774 1,775 1,776 0.9299650192260742777 ]778 },779 "color": [780 127,781 63,782 0783 ]784 },785 {786 "object_id": "SM_desk7",787 "bbox_2d": [788 1052,789 859,790 1385,791 1059792 ],793 "bbox_3d": {794 "aabb": {795 "center": [796 -740.1458587646484,797 -121.00930786132812,798 49.127434852889564799 ],800 "extent": [801 30.51487922668457,802 36.7234992980957,803 43.30350411253312804 ]805 },806 "obb": {807 "center": [808 -740.1458587646484,809 -121.00930786132812,810 49.127434852889564811 ],812 "extent": [813 30.51487922668457,814 36.7234992980957,815 43.30350411253312816 ],817 "rotation": [818 0,819 0,820 0821 ]822 },823 "location": [824 -740.1458740234375,825 -121.00930786132812,826 5.823930740356445827 ],828 "rotation": [829 0,830 0,831 0832 ],833 "scale": [834 1,835 1,836 0.9299650192260742837 ]838 },839 "color": [840 127,841 63,842 255843 ]844 },845 {846 "object_id": "SM_desk8",847 "bbox_2d": [848 1347,849 865,850 1530,851 1028852 ],853 "bbox_3d": {854 "aabb": {855 "center": [856 -676.3581390545284,857 -117.64012075178451,858 49.12745011167863859 ],860 "extent": [861 32.186373375425205,862 38.10015462524674,863 43.30350411253312864 ]865 },866 "obb": {867 "center": [868 -676.3581390545284,869 -117.64012075178451,870 49.12745011167863871 ],872 "extent": [873 32.186373375425205,874 38.10015462524674,875 43.30350411253312876 ],877 "rotation": [878 0,879 2.6601128578186044,880 0881 ]882 },883 "location": [884 -676.358154296875,885 -117.64012145996094,886 5.823945999145508887 ],888 "rotation": [889 0,890 2.6601128578186044,891 0892 ],893 "scale": [894 1,895 1,896 0.9299650192260742897 ]898 },899 "color": [900 127,901 63,902 127903 ]904 },905 {906 "object_id": "SM_desk9",907 "bbox_2d": [908 1410,909 791,910 1695,911 1002912 ],913 "bbox_3d": {914 "aabb": {915 "center": [916 -565.0784759521484,917 -119.87359619140625,918 49.12735951261857919 ],920 "extent": [921 30.51487922668457,922 36.7234992980957,923 43.30350411253312924 ]925 },926 "obb": {927 "center": [928 -565.0784759521484,929 -119.87359619140625,930 49.12735951261857931 ],932 "extent": [933 30.51487922668457,934 36.7234992980957,935 43.30350411253312936 ],937 "rotation": [938 0,939 0,940 0941 ]942 },943 "location": [944 -565.0784912109375,945 -119.87359619140625,946 5.823855400085449947 ],948 "rotation": [949 0,950 0,951 0952 ],953 "scale": [954 1,955 1,956 0.9299650192260742957 ]958 },959 "color": [960 0,961 63,962 63963 ]964 },965 {966 "object_id": "SM_desk10",967 "bbox_2d": [968 1500,969 772,970 1767,971 1028972 ],973 "bbox_3d": {974 "aabb": {975 "center": [976 -501.6209259057787,977 -121.00936917037806,978 49.12735951261857979 ],980 "extent": [981 31.169145911191123,982 37.2653216098462,983 43.30350411253312984 ]985 },986 "obb": {987 "center": [988 -501.6209259057787,989 -121.00936917037806,990 49.12735951261857991 ],992 "extent": [993 31.169145911191123,994 37.2653216098462,995 43.30350411253312996 ],997 "rotation": [998 0,999 -1.0285085439682007,1000 01001 ]1002 },1003 "location": [1004 -501.6209411621094,1005 -121.00936889648438,1006 5.8238554000854491007 ],1008 "rotation": [1009 0,1010 -1.0285085439682007,1011 01012 ],1013 "scale": [1014 1,1015 1,1016 0.92996501922607421017 ]1018 },1019 "color": [1020 255,1021 63,1022 631023 ]1024 },1025 {1026 "object_id": "SM_desk11",1027 "bbox_2d": [1028 1574,1029 756,1030 1827,1031 8751032 ],1033 "bbox_3d": {1034 "aabb": {1035 "center": [1036 -437.7409210205078,1037 -123.34284973144531,1038 49.1274343760524061039 ],1040 "extent": [1041 30.51487922668457,1042 36.7234992980957,1043 43.303504112533121044 ]1045 },1046 "obb": {1047 "center": [1048 -437.7409210205078,1049 -123.34284973144531,1050 49.1274343760524061051 ],1052 "extent": [1053 30.51487922668457,1054 36.7234992980957,1055 43.303504112533121056 ],1057 "rotation": [1058 0,1059 0,1060 01061 ]1062 },1063 "location": [1064 -437.7409362792969,1065 -123.34284973144531,1066 5.8239302635192871067 ],1068 "rotation": [1069 0,1070 0,1071 01072 ],1073 "scale": [1074 1,1075 1,1076 0.92996501922607421077 ]1078 },1079 "color": [1080 127,1081 63,1082 631083 ]1084 }1085 ],1086 "chair": [1087 {1088 "object_id": "SM_chair_3",1089 "bbox_2d": [1090 122,1091 820,1092 553,1093 10791094 ],1095 "bbox_3d": {1096 "aabb": {1097 "center": [1098 -954.1457533657889,1099 -100.2290400717212,1100 93.223886453731751101 ],1102 "extent": [1103 39.039302911319396,1104 38.58944681574776,1105 50.200291177353771106 ]1107 },1108 "obb": {1109 "center": [1110 -954.1457533657889,1111 -100.2290400717212,1112 93.223886453731751113 ],1114 "extent": [1115 39.039302911319396,1116 38.58944681574776,1117 50.200291177353771118 ],1119 "rotation": [1120 -1.7655625192200634e-31,1121 -14.206774711608881,1122 1801123 ]1124 },1125 "location": [1126 -953.8915405273438,1127 -100.69328308105469,1128 143.889511108398441129 ],1130 "rotation": [1131 -1.7655625192200634e-31,1132 -14.206774711608881,1133 1801134 ],1135 "scale": [1136 0.9449999928474426,1137 0.9449999928474426,1138 0.94499999284744261139 ]1140 },1141 "color": [1142 63,1143 255,1144 01145 ]1146 },1147 {1148 "object_id": "SM_chair_5",1149 "bbox_2d": [1150 1146,1151 1026,1152 1313,1153 10791154 ],1155 "bbox_3d": {1156 "aabb": {1157 "center": [1158 -798.04518410913,1159 -79.59344392586478,1160 49.590962908959911161 ],1162 "extent": [1163 32.11852156886221,1164 34.724231223283326,1165 43.282279306003151166 ]1167 },1168 "obb": {1169 "center": [1170 -798.04518410913,1171 -79.59344392586478,1172 49.590962908959911173 ],1174 "extent": [1175 32.11852156886221,1176 34.724231223283326,1177 43.282279306003151178 ],1179 "rotation": [1180 0,1181 -174.54296875,1182 01183 ]1184 },1185 "location": [1186 -796.40380859375,1187 -79.90132141113281,1188 6.2085871696472171189 ],1190 "rotation": [1191 0,1192 -174.54296875,1193 01194 ],1195 "scale": [1196 0.9599999785423279,1197 0.9599999785423279,1198 0.95999997854232791199 ]1200 },