TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "camera": {3 "location": [4 59,5 -36,6 2017 ],8 "rotation": [9 0,10 180,11 012 ],13 "fov": 90,14 "c2w": [15 [16 -0.9999999999999996,17 1.224646799147353e-16,18 0,19 020 ],21 [22 -1.224646799147353e-16,23 -0.9999999999999996,24 0,25 026 ],27 [28 0,29 0,30 1,31 032 ],33 [34 59,35 -36,36 201,37 138 ]39 ],40 "width": 1920,41 "height": 1080,42 "fxfycxcy": [43 960.0000000000001,44 960.0000000000002,45 960.0,46 540.047 ]48 },49 "background": {50 "ground": [51 {52 "object_id": "SM_ground_8",53 "bbox_2d": [54 324,55 684,56 1258,57 107958 ],59 "bbox_3d": {60 "aabb": {61 "center": [62 -0.999755859375,63 -27,64 -5.1021575927734375e-0565 ],66 "extent": [67 1238.3093261718745,68 284.8822830769005,69 6.208618164062570 ]71 },72 "obb": {73 "center": [74 -0.999755859375,75 -27,76 -5.1021575927734375e-0577 ],78 "extent": [79 1238.3093261718745,80 284.8822830769005,81 6.208618164062582 ],83 "rotation": [84 0,85 180,86 087 ]88 },89 "location": [90 -1,91 -27,92 093 ],94 "rotation": [95 0,96 180,97 098 ],99 "scale": [100 1,101 0.9549999833106995,102 1103 ]104 },105 "color": [106 255,107 255,108 0109 ]110 }111 ],112 "roof": [113 {114 "object_id": "SM_roof_5",115 "bbox_2d": [116 497,117 0,118 1201,119 326120 ],121 "bbox_3d": {122 "aabb": {123 "center": [124 -3,125 -24.625823974609375,126 491.1820068359375127 ],128 "extent": [129 1235.6843500952236,130 284.49486201703985,131 3.760068655014038132 ]133 },134 "obb": {135 "center": [136 -3,137 -24.625823974609375,138 491.1820068359375139 ],140 "extent": [141 1235.6843500952236,142 284.49486201703985,143 3.760068655014038144 ],145 "rotation": [146 0,147 0,148 0149 ]150 },151 "location": [152 -3,153 -24.625823974609375,154 491.1820068359375155 ],156 "rotation": [157 0,158 0,159 0160 ],161 "scale": [162 1.0174999237060547,163 1.0950000286102295,164 1165 ]166 },167 "color": [168 255,169 255,170 255171 ]172 },173 {174 "object_id": "SM_roofmetal_21",175 "bbox_2d": [176 403,177 0,178 1201,179 332180 ],181 "bbox_3d": {182 "aabb": {183 "center": [184 -107.95600891113281,185 -49.59537506103514,186 450.57637139898725187 ],188 "extent": [189 840.7164306640622,190 266.835693359375,191 39.01462141495722192 ]193 },194 "obb": {195 "center": [196 -107.95600891113281,197 -49.595375061035156,198 450.57637139898725199 ],200 "extent": [201 840.7164306640622,202 266.835693359375,203 39.01462141495722204 ],205 "rotation": [206 0,207 180,208 0209 ]210 },211 "location": [212 -107.95594787597656,213 3.7793197631835938,214 451.0682678222656215 ],216 "rotation": [217 0,218 180,219 0220 ],221 "scale": [222 1,223 1,224 0.8899327516555786225 ]226 },227 "color": [228 0,229 127,230 255231 ]232 }233 ],234 "wall": [235 {236 "object_id": "SM_leftwall_8",237 "bbox_2d": [238 1115,239 0,240 1919,241 1079242 ],243 "bbox_3d": {244 "aabb": {245 "center": [246 -512.0688954164282,247 -240.97154998867288,248 245.5155487060547249 ],250 "extent": [251 725.6351637653181,252 99.6704478559158,253 242.13623046875254 ]255 },256 "obb": {257 "center": [258 -512.0688954164282,259 -240.97154998867288,260 245.5155487060547261 ],262 "extent": [263 725.6351637653181,264 99.6704478559158,265 242.13623046875266 ],267 "rotation": [268 0,269 179.99977111816406,270 0271 ]272 },273 "location": [274 -512.0692138671875,275 -290.13128662109375,276 0277 ],278 "rotation": [279 0,280 179.99977111816406,281 0282 ],283 "scale": [284 1,285 1,286 1287 ]288 },289 "color": [290 0,291 0,292 127293 ]294 },295 {296 "object_id": "SM_rightwall_11",297 "bbox_2d": [298 186,299 0,300 822,301 1049302 ],303 "bbox_3d": {304 "aabb": {305 "center": [306 -26.000122070144926,307 201.00004196215752,308 248.09518432617188309 ],310 "extent": [311 1213.475322102896,312 56.19279383862782,313 242.13626098632812314 ]315 },316 "obb": {317 "center": [318 -26.000122070144926,319 201.00004196215752,320 248.09518432617188321 ],322 "extent": [323 1213.475322102896,324 56.19279383862782,325 242.13626098632812326 ],327 "rotation": [328 0,329 179.99977111816406,330 0331 ]332 },333 "location": [334 -26,335 201,336 9.81463623046875337 ],338 "rotation": [339 0,340 179.99977111816406,341 0342 ],343 "scale": [344 1,345 1,346 1347 ]348 },349 "color": [350 0,351 255,352 127353 ]354 },355 {356 "object_id": "SM_frontwall_5",357 "bbox_2d": [358 823,359 327,360 1114,361 684362 ],363 "bbox_3d": {364 "aabb": {365 "center": [366 -1240.4295752343487,367 -48.000000000007816,368 246.48490142822266369 ],370 "extent": [371 10.572162284987598,372 198.86315791456767,373 242.13623046875374 ]375 },376 "obb": {377 "center": [378 -1240.4295752343487,379 -48.000000000007816,380 246.48490142822266381 ],382 "extent": [383 10.572162284987598,384 198.86315791456767,385 242.13623046875386 ],387 "rotation": [388 0,389 -179.9999542236328,390 0391 ]392 },393 "location": [394 -1240.4295654296875,395 -48,396 4.831062316894531397 ],398 "rotation": [399 0,400 -179.9999542236328,401 0402 ],403 "scale": [404 0.6425582766532898,405 1.0200690031051636,406 1407 ]408 },409 "color": [410 95,411 0,412 127413 ]414 }415 ],416 "door frame": [417 {418 "object_id": "SM_doorframe_17",419 "bbox_2d": [420 1328,421 77,422 1623,423 1079424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 -157.67118806118947,429 -155.33301375058022,430 141.48603439331055431 ],432 "extent": [433 59.778804806042736,434 13.562216479467907,435 135.9108123779297436 ]437 },438 "obb": {439 "center": [440 -157.67118806118947,441 -155.33301375058022,442 141.48603439331055443 ],444 "extent": [445 59.778804806042736,446 13.562216479467907,447 135.9108123779297448 ],449 "rotation": [450 0,451 179.30589294433597,452 0453 ]454 },455 "location": [456 -157.67112731933594,457 -155.33303833007812,458 7.076168060302734459 ],460 "rotation": [461 0,462 179.30589294433597,463 0464 ],465 "scale": [466 1,467 1,468 1469 ]470 },471 "color": [472 255,473 255,474 127475 ]476 }477 ],478 "door": [479 {480 "object_id": "SM_wooddoor_39",481 "bbox_2d": [482 1337,483 134,484 1588,485 1079486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 -156.7989273071289,491 -145.8241720199585,492 147.42587280273438493 ],494 "extent": [495 56.42961883544922,496 8.872248649597168,497 124.50353240966797498 ]499 },500 "obb": {501 "center": [502 -156.7989273071289,503 -145.8241720199585,504 147.42587280273438505 ],506 "extent": [507 56.42961883544922,508 8.872248649597168,509 124.50353240966797510 ],511 "rotation": [512 0,513 0,514 0515 ]516 },517 "location": [518 -156.7989501953125,519 -145.8241729736328,520 22.922348022460938521 ],522 "rotation": [523 0,524 0,525 0526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 255,535 127,536 0537 ]538 },539 {540 "object_id": "SM_wooddoorframe_49",541 "bbox_2d": [542 859,543 483,544 935,545 682546 ],547 "bbox_3d": {548 "aabb": {549 "center": [550 -1232.3044815063477,551 70.83984298798123,552 143.62541484832764553 ],554 "extent": [555 5.932407855987549,556 74.38612441924533,557 133.97227478027344558 ]559 },560 "obb": {561 "center": [562 -1232.3044815063477,563 70.83984298798123,564 143.62541484832764565 ],566 "extent": [567 5.932407855987549,568 74.38612441924533,569 133.97227478027344570 ],571 "rotation": [572 0,573 0,574 0575 ]576 },577 "location": [578 -1222.8426513671875,579 145.22596740722656,580 9.944186210632324581 ],582 "rotation": [583 0,584 0,585 0586 ],587 "scale": [588 1,589 1.1904784440994263,590 1591 ]592 },593 "color": [594 255,595 127,596 127597 ]598 }599 ],600 "sidewalk": [601 {602 "object_id": "SM_sidewalk_01_63",603 "bbox_2d": [604 876,605 654,606 924,607 676608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 -1404.224136352539,613 -75.55000305175781,614 1.4316253662109375615 ],616 "extent": [617 171.16180419921875,618 158.5907592773438,619 8.45494556427002620 ]621 },622 "obb": {623 "center": [624 -1404.224136352539,625 -75.55000305175781,626 1.4316253662109375627 ],628 "extent": [629 171.16180419921875,630 158.5907592773438,631 8.45494556427002632 ],633 "rotation": [634 0,635 90.00000000000001,636 0637 ]638 },639 "location": [640 -1404.22412109375,641 -75.54997253417969,642 1.4316253662109375643 ],644 "rotation": [645 0,646 90.00000000000001,647 0648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 127,657 255,658 255659 ]660 },661 {662 "object_id": "SM_sidewalk_2",663 "bbox_2d": [664 859,665 654,666 888,667 676668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 -1404.224136352539,673 240.83753967285156,674 1.4315944910049438675 ],676 "extent": [677 171.16180419921875,678 158.64773559570318,679 8.45494556427002680 ]681 },682 "obb": {683 "center": [684 -1404.224136352539,685 240.83753967285156,686 1.4315944910049438687 ],688 "extent": [689 171.16180419921875,690 158.64773559570318,691 8.45494556427002692 ],693 "rotation": [694 0,695 90.00000000000001,696 0697 ]698 },699 "location": [700 -1404.22412109375,701 240.83753967285156,702 1.4315944910049438703 ],704 "rotation": [705 0,706 90.00000000000001,707 0708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 127,717 0,718 127719 ]720 }721 ]722 },723 "foreground": {724 "plane": [725 {726 "object_id": "Plane_2",727 "bbox_2d": [728 859,729 644,730 932,731 683732 ],733 "bbox_3d": {734 "aabb": {735 "center": [736 -91.475341796875,737 0.002471923828125,738 -7739 ],740 "extent": [741 1775,742 1775,743 2.851052727237402e-13744 ]745 },746 "obb": {747 "center": [748 -91.475341796875,749 0.002471923828125,750 -7751 ],752 "extent": [753 1775,754 1775,755 2.851052727237402e-13756 ],757 "rotation": [758 0,759 0,760 0761 ]762 },763 "location": [764 -91.475341796875,765 0.002471923828125,766 -7767 ],768 "rotation": [769 0,770 0,771 0772 ],773 "scale": [774 35.5,775 35.5,776 35.5777 ]778 },779 "color": [780 255,781 0,782 0783 ]784 }785 ],786 "awning": [787 {788 "object_id": "SM_awning_3",789 "bbox_2d": [790 859,791 457,792 1110,793 513794 ],795 "bbox_3d": {796 "aabb": {797 "center": [798 -1368.5507392984491,799 -40.90485611006264,800 349.7695791132642801 ],802 "extent": [803 131.07720848694953,804 245.26249539648242,805 110.25830092356955806 ]807 },808 "obb": {809 "center": [810 -1368.5507392984491,811 -40.90485611006264,812 349.7695791132642813 ],814 "extent": [815 131.07720848694953,816 245.26249539648242,817 110.25830092356955818 ],819 "rotation": [820 0,821 90.00000000000001,822 0823 ]824 },825 "location": [826 -1237.7021484375,827 -40.9401969909668,828 303.2781066894531829 ],830 "rotation": [831 0,832 90.00000000000001,833 0834 ],835 "scale": [836 0.4749999940395355,837 0.5496014356613159,838 0.4749999940395355839 ]840 },841 "color": [842 127,843 0,844 63845 ]846 }847 ],848 "sofa": [849 {850 "object_id": "SM_sofa_01_2",851 "bbox_2d": [852 1073,853 609,854 1201,855 698856 ],857 "bbox_3d": {858 "aabb": {859 "center": [860 -1043.258188634075,861 -238.85671997070312,862 60.04216012080906863 ],864 "extent": [865 135.43008252909203,866 59.66188049316406,867 53.81030763473973868 ]869 },870 "obb": {871 "center": [872 -1043.258188634075,873 -238.85671997070312,874 60.04216012080906875 ],876 "extent": [877 135.43008252909203,878 59.66188049316406,879 53.81030763473973880 ],881 "rotation": [882 0,883 0,884 0885 ]886 },887 "location": [888 -1043.650634765625,889 -236.76800537109375,890 6.2085723876953125891 ],892 "rotation": [893 0,894 0,895 0896 ],897 "scale": [898 0.949999988079071,899 1,900 1.0600552558898926901 ]902 },903 "color": [904 127,905 255,906 63907 ]908 },909 {910 "object_id": "SM_sofa_10",911 "bbox_2d": [912 1104,913 629,914 1201,915 792916 ],917 "bbox_3d": {918 "aabb": {919 "center": [920 -772.9204200793874,921 -238.85671997070312,922 60.0421596439719923 ],924 "extent": [925 135.43008252909203,926 59.66188049316406,927 53.81030763473973928 ]929 },930 "obb": {931 "center": [932 -772.9204200793874,933 -238.85671997070312,934 60.0421596439719935 ],936 "extent": [937 135.43008252909203,938 59.66188049316406,939 53.81030763473973940 ],941 "rotation": [942 0,943 0,944 0945 ]946 },947 "location": [948 -773.3128662109375,949 -236.76800537109375,950 6.208571910858154951 ],952 "rotation": [953 0,954 0,955 0956 ],957 "scale": [958 0.949999988079071,959 1,960 1.0600552558898926961 ]962 },963 "color": [964 127,965 127,966 63967 ]968 },969 {970 "object_id": "SM_sofa_12",971 "bbox_2d": [972 1161,973 664,974 1201,975 824976 ],977 "bbox_3d": {978 "aabb": {979 "center": [980 -503.6132301379812,981 -238.85671997070312,982 60.0419155033469983 ],984 "extent": [985 135.43008252909203,986 59.66188049316406,987 53.81030763473973988 ]989 },990 "obb": {991 "center": [992 -503.6132301379812,993 -238.85671997070312,994 60.0419155033469995 ],996 "extent": [997 135.43008252909203,998 59.66188049316406,999 53.810307634739731000 ],1001 "rotation": [1002 0,1003 0,1004 01005 ]1006 },1007 "location": [1008 -504.00567626953125,1009 -236.76800537109375,1010 6.2083277702331541011 ],1012 "rotation": [1013 0,1014 0,1015 01016 ],1017 "scale": [1018 0.949999988079071,1019 1,1020 1.06005525588989261021 ]1022 },1023 "color": [1024 0,1025 63,1026 01027 ]1028 }1029 ],1030 "desk 008 parts": [1031 {1032 "object_id": "SM_desk_15",1033 "bbox_2d": [1034 998,1035 624,1036 1053,1037 6931038 ],1039 "bbox_3d": {1040 "aabb": {1041 "center": [1042 -1149.5740814248531,1043 -120.84472621512222,1044 49.127328041366131045 ],1046 "extent": [1047 31.34300854715252,1048 37.408675625300724,1049 43.303504112533121050 ]1051 },1052 "obb": {1053 "center": [1054 -1149.5740814248531,1055 -120.84472621512222,1056 49.127328041366131057 ],1058 "extent": [1059 31.34300854715252,1060 37.408675625300724,1061 43.303504112533121062 ],1063 "rotation": [1064 0,1065 1.3044940233230595,1066 01067 ]1068 },1069 "location": [1070 -1149.5740966796875,1071 -120.8447265625,1072 5.8238239288330081073 ],1074 "rotation": [1075 0,1076 1.3044940233230595,1077 01078 ],1079 "scale": [1080 1,1081 1,1082 0.92996501922607421083 ]1084 },1085 "color": [1086 0,1087 63,1088 2551089 ]1090 },1091 {1092 "object_id": "SM_desk2",1093 "bbox_2d": [1094 1000,1095 629,1096 1056,1097 6931098 ],1099 "bbox_3d": {1100 "aabb": {1101 "center": [1102 -1085.923080444336,1103 -121.00909423828125,1104 49.1273285182032851105 ],1106 "extent": [1107 30.51487922668457,1108 36.7234992980957,1109 43.303504112533121110 ]1111 },1112 "obb": {1113 "center": [1114 -1085.923080444336,1115 -121.00909423828125,1116 49.1273285182032851117 ],1118 "extent": [1119 30.51487922668457,1120 36.7234992980957,1121 43.303504112533121122 ],1123 "rotation": [1124 0,1125 0,1126 01127 ]1128 },1129 "location": [1130 -1085.923095703125,1131 -121.00909423828125,1132 5.8238244056701661133 ],1134 "rotation": [1135 0,1136 0,1137 01138 ],1139 "scale": [1140 1,1141 1,1142 0.92996501922607421143 ]1144 },1145 "color": [1146 0,1147 63,1148 1271149 ]1150 },1151 {1152 "object_id": "SM_desk3",1153 "bbox_2d": [1154 998,1155 634,1156 1055,1157 6931158 ],1159 "bbox_3d": {1160 "aabb": {1161 "center": [1162 -1024.756332397461,1163 -117.0438232421875,1164 49.12740481214861165 ],1166 "extent": [1167 30.51487922668457,1168 36.7234992980957,1169 43.303504112533121170 ]1171 },1172 "obb": {1173 "center": [1174 -1024.756332397461,1175 -117.0438232421875,1176 49.12740481214861177 ],1178 "extent": [1179 30.51487922668457,1180 36.7234992980957,1181 43.303504112533121182 ],1183 "rotation": [1184 0,1185 0,1186 01187 ]1188 },1189 "location": [1190 -1024.75634765625,1191 -117.0438232421875,1192 5.82390069961547851193 ],1194 "rotation": [1195 0,1196 0,1197 01198 ],1199 "scale": [1200 1,