TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "camera": {3 "location": [4 -186,5 -85,6 2017 ],8 "rotation": [9 0,10 0,11 012 ],13 "fov": 90,14 "c2w": [15 [16 1,17 0,18 0,19 020 ],21 [22 0,23 1,24 0,25 026 ],27 [28 0,29 0,30 1,31 032 ],33 [34 -186,35 -85,36 201,37 138 ]39 ],40 "width": 1920,41 "height": 1080,42 "fxfycxcy": [43 960.0000000000001,44 960.0000000000002,45 960.0,46 540.047 ]48 },49 "background": {50 "ground": [51 {52 "object_id": "SM_ground_8",53 "bbox_2d": [54 794,55 866,56 1600,57 107958 ],59 "bbox_3d": {60 "aabb": {61 "center": [62 -0.999755859375,63 -27,64 -5.1021575927734375e-0565 ],66 "extent": [67 1238.3093261718745,68 284.8822830769005,69 6.208618164062570 ]71 },72 "obb": {73 "center": [74 -0.999755859375,75 -27,76 -5.1021575927734375e-0577 ],78 "extent": [79 1238.3093261718745,80 284.8822830769005,81 6.208618164062582 ],83 "rotation": [84 0,85 180,86 087 ]88 },89 "location": [90 -1,91 -27,92 093 ],94 "rotation": [95 0,96 180,97 098 ],99 "scale": [100 1,101 0.9549999833106995,102 1103 ]104 },105 "color": [106 255,107 255,108 0109 ]110 }111 ],112 "roof": [113 {114 "object_id": "SM_roof_5",115 "bbox_2d": [116 816,117 0,118 1515,119 339120 ],121 "bbox_3d": {122 "aabb": {123 "center": [124 -3,125 -24.625823974609375,126 491.1820068359375127 ],128 "extent": [129 1235.6843500952236,130 284.49486201703985,131 3.760068655014038132 ]133 },134 "obb": {135 "center": [136 -3,137 -24.625823974609375,138 491.1820068359375139 ],140 "extent": [141 1235.6843500952236,142 284.49486201703985,143 3.760068655014038144 ],145 "rotation": [146 0,147 0,148 0149 ]150 },151 "location": [152 -3,153 -24.625823974609375,154 491.1820068359375155 ],156 "rotation": [157 0,158 0,159 0160 ],161 "scale": [162 1.0174999237060547,163 1.0950000286102295,164 1165 ]166 },167 "color": [168 255,169 255,170 255171 ]172 },173 {174 "object_id": "SM_roofmetal_21",175 "bbox_2d": [176 816,177 0,178 1637,179 312180 ],181 "bbox_3d": {182 "aabb": {183 "center": [184 -107.95600891113281,185 -49.59537506103514,186 450.57637139898725187 ],188 "extent": [189 840.7164306640622,190 266.835693359375,191 39.01462141495722192 ]193 },194 "obb": {195 "center": [196 -107.95600891113281,197 -49.595375061035156,198 450.57637139898725199 ],200 "extent": [201 840.7164306640622,202 266.835693359375,203 39.01462141495722204 ],205 "rotation": [206 0,207 180,208 0209 ]210 },211 "location": [212 -107.95594787597656,213 3.7793197631835938,214 451.0682678222656215 ],216 "rotation": [217 0,218 180,219 0220 ],221 "scale": [222 1,223 1,224 0.8899327516555786225 ]226 },227 "color": [228 0,229 127,230 255231 ]232 },233 {234 "object_id": "SM_woodroof_113",235 "bbox_2d": [236 816,237 85,238 1662,239 253240 ],241 "bbox_3d": {242 "aabb": {243 "center": [244 318.353384929158,245 -29.895414810180228,246 419.59094345527046247 ],248 "extent": [249 102.64006227441315,250 238.89991255711357,251 37.60747276143411252 ]253 },254 "obb": {255 "center": [256 318.353384929158,257 -29.895414810180228,258 419.59094345527046259 ],260 "extent": [261 102.64006227441315,262 238.89991255711357,263 37.60747276143411264 ],265 "rotation": [266 0,267 180,268 0269 ]270 },271 "location": [272 315.8971862792969,273 -29.895389556884766,274 388.9488220214844275 ],276 "rotation": [277 0,278 180,279 0280 ],281 "scale": [282 -0.8274999856948853,283 0.8274999856948853,284 0.8274999856948853285 ]286 },287 "color": [288 191,289 0,290 255291 ]292 }293 ],294 "wall": [295 {296 "object_id": "SM_leftwall_8",297 "bbox_2d": [298 316,299 0,300 820,301 1079302 ],303 "bbox_3d": {304 "aabb": {305 "center": [306 -512.0688954164282,307 -240.97154998867288,308 245.5155487060547309 ],310 "extent": [311 725.6351637653181,312 99.6704478559158,313 242.13623046875314 ]315 },316 "obb": {317 "center": [318 -512.0688954164282,319 -240.97154998867288,320 245.5155487060547321 ],322 "extent": [323 725.6351637653181,324 99.6704478559158,325 242.13623046875326 ],327 "rotation": [328 0,329 179.99977111816406,330 0331 ]332 },333 "location": [334 -512.0692138671875,335 -290.13128662109375,336 0337 ],338 "rotation": [339 0,340 179.99977111816406,341 0342 ],343 "scale": [344 1,345 1,346 1347 ]348 },349 "color": [350 0,351 0,352 127353 ]354 },355 {356 "object_id": "SM_rightwall_11",357 "bbox_2d": [358 1144,359 0,360 1919,361 947362 ],363 "bbox_3d": {364 "aabb": {365 "center": [366 -26.000122070144926,367 201.00004196215752,368 248.09518432617188369 ],370 "extent": [371 1213.475322102896,372 56.19279383862782,373 242.13626098632812374 ]375 },376 "obb": {377 "center": [378 -26.000122070144926,379 201.00004196215752,380 248.09518432617188381 ],382 "extent": [383 1213.475322102896,384 56.19279383862782,385 242.13626098632812386 ],387 "rotation": [388 0,389 179.99977111816406,390 0391 ]392 },393 "location": [394 -26,395 201,396 9.81463623046875397 ],398 "rotation": [399 0,400 179.99977111816406,401 0402 ],403 "scale": [404 1,405 1,406 1407 ]408 },409 "color": [410 0,411 255,412 127413 ]414 },415 {416 "object_id": "SM_backwall_14",417 "bbox_2d": [418 816,419 335,420 1143,421 599422 ],423 "bbox_3d": {424 "aabb": {425 "center": [426 727,427 -42,428 244.2459716796875429 ],430 "extent": [431 513.4542740243764,432 298.30824864120177,433 243.74131774902344434 ]435 },436 "obb": {437 "center": [438 726.9999999999999,439 -42,440 244.2459716796875441 ],442 "extent": [443 513.4542740243764,444 298.30824864120177,445 243.74131774902344446 ],447 "rotation": [448 0,449 179.999755859375,450 0451 ]452 },453 "location": [454 727,455 -42,456 -1.56610107421875457 ],458 "rotation": [459 0,460 179.999755859375,461 0462 ],463 "scale": [464 1,465 1,466 1467 ]468 },469 "color": [470 255,471 0,472 127473 ]474 }475 ],476 "door frame": [477 {478 "object_id": "SM_doorframe_17",479 "bbox_2d": [480 241,481 0,482 319,483 1079484 ],485 "bbox_3d": {486 "aabb": {487 "center": [488 -157.67118806118947,489 -155.33301375058022,490 141.48603439331055491 ],492 "extent": [493 59.778804806042736,494 13.562216479467907,495 135.9108123779297496 ]497 },498 "obb": {499 "center": [500 -157.67118806118947,501 -155.33301375058022,502 141.48603439331055503 ],504 "extent": [505 59.778804806042736,506 13.562216479467907,507 135.9108123779297508 ],509 "rotation": [510 0,511 179.30589294433597,512 0513 ]514 },515 "location": [516 -157.67112731933594,517 -155.33303833007812,518 7.076168060302734519 ],520 "rotation": [521 0,522 179.30589294433597,523 0524 ],525 "scale": [526 1,527 1,528 1529 ]530 },531 "color": [532 255,533 255,534 127535 ]536 },537 {538 "object_id": "SM_doorframe2",539 "bbox_2d": [540 637,541 126,542 769,543 1079544 ],545 "bbox_3d": {546 "aabb": {547 "center": [548 49.11266356234569,549 -155.33301375058022,550 141.48603439331055551 ],552 "extent": [553 59.77880480604274,554 13.562216479467907,555 135.9108123779297556 ]557 },558 "obb": {559 "center": [560 49.11266356234569,561 -155.33301375058022,562 141.48603439331055563 ],564 "extent": [565 59.77880480604274,566 13.562216479467907,567 135.9108123779297568 ],569 "rotation": [570 0,571 179.30589294433597,572 0573 ]574 },575 "location": [576 49.11272430419922,577 -155.33303833007812,578 7.076168060302734579 ],580 "rotation": [581 0,582 179.30589294433597,583 0584 ],585 "scale": [586 1,587 1,588 1589 ]590 },591 "color": [592 0,593 127,594 0595 ]596 }597 ],598 "door": [599 {600 "object_id": "SM_wooddoor_39",601 "bbox_2d": [602 0,603 0,604 241,605 1079606 ],607 "bbox_3d": {608 "aabb": {609 "center": [610 -156.7989273071289,611 -145.8241720199585,612 147.42587280273438613 ],614 "extent": [615 56.42961883544922,616 8.872248649597168,617 124.50353240966797618 ]619 },620 "obb": {621 "center": [622 -156.7989273071289,623 -145.8241720199585,624 147.42587280273438625 ],626 "extent": [627 56.42961883544922,628 8.872248649597168,629 124.50353240966797630 ],631 "rotation": [632 0,633 0,634 0635 ]636 },637 "location": [638 -156.7989501953125,639 -145.8241729736328,640 22.922348022460938641 ],642 "rotation": [643 0,644 0,645 0646 ],647 "scale": [648 1,649 1,650 1651 ]652 },653 "color": [654 255,655 127,656 0657 ]658 },659 {660 "object_id": "SM_wooddoor2",661 "bbox_2d": [662 635,663 164,664 756,665 1079666 ],667 "bbox_3d": {668 "aabb": {669 "center": [670 51.556976318359375,671 -145.8241720199585,672 147.42587280273438673 ],674 "extent": [675 56.42961883544922,676 8.872248649597168,677 124.50353240966797678 ]679 },680 "obb": {681 "center": [682 51.556976318359375,683 -145.8241720199585,684 147.42587280273438685 ],686 "extent": [687 56.42961883544922,688 8.872248649597168,689 124.50353240966797690 ],691 "rotation": [692 0,693 0,694 0695 ]696 },697 "location": [698 51.55695343017578,699 -145.8241729736328,700 22.922348022460938701 ],702 "rotation": [703 0,704 0,705 0706 ],707 "scale": [708 1,709 1,710 1711 ]712 },713 "color": [714 255,715 127,716 255717 ]718 }719 ],720 "pipe": [721 {722 "object_id": "SM_Pipes_87",723 "bbox_2d": [724 1027,725 336,726 1134,727 524728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 1164.9854568957085,733 86.61339285034592,734 248.83089232729253735 ],736 "extent": [737 17.764735660944098,738 75.6964546231211,739 244.47722919016087740 ]741 },742 "obb": {743 "center": [744 1164.9854568957085,745 86.6133928503459,746 248.83089232729253747 ],748 "extent": [749 17.764735660944098,750 75.6964546231211,751 244.47722919016087752 ],753 "rotation": [754 0,755 90.00000000000001,756 0757 ]758 },759 "location": [760 1174.117431640625,761 55.71179962158203,762 6.208587646484375763 ],764 "rotation": [765 0,766 90.00000000000001,767 0768 ],769 "scale": [770 1.384575366973877,771 1.384575366973877,772 1.384575366973877773 ]774 },775 "color": [776 63,777 191,778 255779 ]780 },781 {782 "object_id": "SM_pipeskitchen_90",783 "bbox_2d": [784 830,785 337,786 839,787 481788 ],789 "bbox_3d": {790 "aabb": {791 "center": [792 1177.9559863401912,793 -261.75722317782504,794 246.57614497792383795 ],796 "extent": [797 13.398842006945642,798 10.99121235027792,799 242.9800451244082800 ]801 },802 "obb": {803 "center": [804 1177.9559863401912,805 -261.75722317782504,806 246.57614497792383807 ],808 "extent": [809 13.398842006945642,810 10.99121235027792,811 242.9800451244082812 ],813 "rotation": [814 0,815 90.00000000000001,816 0817 ]818 },819 "location": [820 1172.7105712890625,821 -261.73883056640625,822 3.596099853515625823 ],824 "rotation": [825 0,826 90.00000000000001,827 0828 ],829 "scale": [830 1.0134018659591675,831 1.0134018659591675,832 1.0134018659591675833 ]834 },835 "color": [836 63,837 191,838 127839 ]840 },841 {842 "object_id": "SM_pipeskitchen3",843 "bbox_2d": [844 1283,845 323,846 1293,847 496848 ],849 "bbox_3d": {850 "aabb": {851 "center": [852 622.7100430042074,853 196.72460267988026,854 248.03538252564613855 ],856 "extent": [857 10.991213643204901,858 13.39884358308882,859 242.980073706829860 ]861 },862 "obb": {863 "center": [864 622.7100430042074,865 196.72460267988026,866 248.03538252564613867 ],868 "extent": [869 10.991213643204901,870 13.39884358308882,871 242.980073706829872 ],873 "rotation": [874 0,875 180,876 0877 ]878 },879 "location": [880 622.691650390625,881 191.47918701171875,882 5.055308818817139883 ],884 "rotation": [885 0,886 180,887 0888 ],889 "scale": [890 1.013401985168457,891 1.013401985168457,892 1.013401985168457893 ]894 },895 "color": [896 0,897 191,898 191899 ]900 }901 ]902 },903 "foreground": {904 "desk 008 parts": [905 {906 "object_id": "SM_desk18",907 "bbox_2d": [908 1770,909 939,910 1919,911 995912 ],913 "bbox_3d": {914 "aabb": {915 "center": [916 44.798126220703125,917 172.06663513183594,918 49.127373817733314919 ],920 "extent": [921 30.51487922668457,922 36.7234992980957,923 43.30350411253312924 ]925 },926 "obb": {927 "center": [928 44.798126220703125,929 172.06663513183594,930 49.127373817733314931 ],932 "extent": [933 30.51487922668457,934 36.7234992980957,935 43.30350411253312936 ],937 "rotation": [938 0,939 0,940 0941 ]942 },943 "location": [944 44.79811096191406,945 172.06663513183594,946 5.823869705200195947 ],948 "rotation": [949 0,950 0,951 0952 ],953 "scale": [954 1,955 1,956 0.9299650192260742957 ]958 },959 "color": [960 63,961 255,962 191963 ]964 },965 {966 "object_id": "SM_desk19",967 "bbox_2d": [968 1492,969 940,970 1919,971 1079972 ],973 "bbox_3d": {974 "aabb": {975 "center": [976 44.53288269042935,977 96.46658324875361,978 49.1274048121486979 ],980 "extent": [981 30.522578880587098,982 36.7298969681481,983 43.30350411253312984 ]985 },986 "obb": {987 "center": [988 44.53288269042936,989 96.46658324875361,990 49.1274048121486991 ],992 "extent": [993 30.522578880587098,994 36.7298969681481,995 43.30350411253312996 ],997 "rotation": [998 0,999 -0.012013999745249746,1000 01001 ]1002 },1003 "location": [1004 44.532867431640625,1005 96.46658325195312,1006 5.82390069961547851007 ],1008 "rotation": [1009 0,1010 -0.012013999745249746,1011 01012 ],1013 "scale": [1014 1,1015 1,1016 0.92996501922607421017 ]1018 },1019 "color": [1020 63,1021 127,1022 1911023 ]1024 }1025 ],1026 "chair": [1027 {1028 "object_id": "SM_chair_25",1029 "bbox_2d": [1030 1445,1031 890,1032 1692,1033 10791034 ],1035 "bbox_3d": {1036 "aabb": {1037 "center": [1038 78.37954523814199,1039 89.68561150994722,1040 49.590840838647411041 ],1042 "extent": [1043 33.357246151221574,1044 30.594501460831253,1045 43.282279306003151046 ]1047 },1048 "obb": {1049 "center": [1050 78.37954523814199,1051 89.68561150994722,1052 49.590840838647411053 ],1054 "extent": [1055 33.357246151221574,1056 30.594501460831253,1057 43.282279306003151058 ],1059 "rotation": [1060 0,1061 92.54388427734376,1062 01063 ]1064 },1065 "location": [1066 77.9886474609375,1067 88.06200408935547,1068 6.2084650993347171069 ],1070 "rotation": [1071 0,1072 92.54388427734376,1073 01074 ],1075 "scale": [1076 0.9599999785423279,1077 0.9599999785423279,1078 0.95999997854232791079 ]1080 },1081 "color": [1082 0,1083 191,1084 2551085 ]1086 },1087 {1088 "object_id": "SM_chair_26",1089 "bbox_2d": [1090 1685,1091 854,1092 1919,1093 10791094 ],1095 "bbox_3d": {1096 "aabb": {1097 "center": [1098 71.89703494450275,1099 160.54825788821637,1100 56.874181783573021101 ],1102 "extent": [1103 35.539341791008,1104 36.07528669451199,1105 50.200291177353851106 ]1107 },1108 "obb": {1109 "center": [1110 71.89703494450276,1111 160.54825788821637,1112 56.874181783573021113 ],1114 "extent": [1115 35.539341791008,1116 36.07528669451199,1117 50.200291177353851118 ],1119 "rotation": [1120 0,1121 82.58309173583984,1122 01123 ]1124 },1125 "location": [1126 71.55914306640625,1127 160.95565795898438,1128 6.208557128906251129 ],1130 "rotation": [1131 0,1132 82.58309173583984,1133 01134 ],1135 "scale": [1136 0.9449999928474426,1137 0.9449999928474426,1138 0.94499999284744261139 ]1140 },1141 "color": [1142 0,1143 191,1144 1271145 ]1146 }1147 ],1148 "shelving": [1149 {1150 "object_id": "SM_kitchenshelf_02_69",1151 "bbox_2d": [1152 1100,1153 660,1154 1361,1155 6721156 ],1157 "bbox_3d": {1158 "aabb": {1159 "center": [1160 491.3492431640625,1161 93.78185272216797,1162 61.1104965209960941163 ],1164 "extent": [1165 39.9998779296875,1166 99.99972534179693,1167 54.998950958251951168 ]1169 },1170 "obb": {1171 "center": [1172 491.3492431640625,1173 93.78185272216798,1174 61.1104965209960941175 ],1176 "extent": [1177 39.9998779296875,1178 99.99972534179693,1179 54.998950958251951180 ],1181 "rotation": [1182 0,1183 90.00000000000001,1184 01185 ]1186 },1187 "location": [1188 491.3492431640625,1189 93.78185272216797,1190 3.66861343383789061191 ],1192 "rotation": [1193 0,1194 90.00000000000001,1195 01196 ],1197 "scale": [1198 1,1199 1,1200 1