TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l071_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l071_r001/lit.png",5 "camera": {6 "location": [7 246,8 -62,9 14910 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 246,38 -62,39 149,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room floor": [54 {55 "object_id": "SM_Room_Floor",56 "bbox_2d": [57 743,58 1014,59 1049,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 10.26434326171875,66 2.24273681640625,67 -0.3261630535125732468 ],69 "extent": [70 423.74603271484375,71 195.68118286132812,72 0.790035009384155373 ]74 },75 "obb": {76 "center": [77 10.26434326171875,78 2.24273681640625,79 -0.3261630535125732480 ],81 "extent": [82 423.74603271484375,83 195.68118286132812,84 0.790035009384155385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 0112 ]113 }114 ],115 "room": [116 {117 "object_id": "SM_Room_01",118 "bbox_2d": [119 474,120 0,121 835,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 435.60748291015625,128 5.5621185302734375,129 137.00125122070312130 ],131 "extent": [132 5.818756103515625,133 192.51406860351562,134 137.00125122070312135 ]136 },137 "obb": {138 "center": [139 435.60748291015625,140 5.5621185302734375,141 137.00125122070312142 ],143 "extent": [144 5.818756103515625,145 192.51406860351562,146 137.00125122070312147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 255174 ]175 },176 {177 "object_id": "SM_Room_07",178 "bbox_2d": [179 1476,180 116,181 1480,182 1072183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 339.31402587890625,188 176.03245544433594,189 129.95407104492188190 ],191 "extent": [192 86.86801147460938,193 28.028411865234375,194 102.68250274658203195 ]196 },197 "obb": {198 "center": [199 339.31402587890625,200 176.03245544433594,201 129.95407104492188202 ],203 "extent": [204 86.86801147460938,205 28.028411865234375,206 102.68250274658203207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 0234 ]235 },236 {237 "object_id": "SM_Room_08",238 "bbox_2d": [239 1181,240 101,241 1475,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 280.95758056640625,248 146.72813415527344,249 130.51634216308594250 ],251 "extent": [252 28.57500457763672,253 1.0949249267578125,254 102.12776184082031255 ]256 },257 "obb": {258 "center": [259 280.95758056640625,260 146.72813415527344,261 130.51634216308594262 ],263 "extent": [264 28.57500457763672,265 1.0949249267578125,266 102.12776184082031267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 127,293 255294 ]295 },296 {297 "object_id": "SM_Room_09",298 "bbox_2d": [299 956,300 161,301 1180,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 338.58258056640625,308 146.72813415527344,309 130.51634216308594310 ],311 "extent": [312 28.57501220703125,313 1.0949249267578125,314 102.12776184082031315 ]316 },317 "obb": {318 "center": [319 338.58258056640625,320 146.72813415527344,321 130.51634216308594322 ],323 "extent": [324 28.57501220703125,325 1.0949249267578125,326 102.12776184082031327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 255,352 127,353 0354 ]355 },356 {357 "object_id": "SM_Room_10",358 "bbox_2d": [359 778,360 206,361 955,362 1019363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 396.20758056640625,368 146.72813415527344,369 130.51634216308594370 ],371 "extent": [372 28.57501220703125,373 1.0949249267578125,374 102.12776184082031375 ]376 },377 "obb": {378 "center": [379 396.20758056640625,380 146.72813415527344,381 130.51634216308594382 ],383 "extent": [384 28.57501220703125,385 1.0949249267578125,386 102.12776184082031387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 0,396 0,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 255,412 127,413 255414 ]415 },416 {417 "object_id": "SM_Room_38",418 "bbox_2d": [419 509,420 0,421 1281,422 143423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 6.82373046875,428 128.59304809570312,429 262.96240234375430 ],431 "extent": [432 423.84625244140625,433 62.72931671142578,434 3.2534942626953125435 ]436 },437 "obb": {438 "center": [439 6.82373046875,440 128.59304809570312,441 262.96240234375442 ],443 "extent": [444 423.84625244140625,445 62.72931671142578,446 3.2534942626953125447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 0,456 0,457 0458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 63,472 255,473 63474 ]475 }476 ],477 "window": [478 {479 "object_id": "SM_Window_01",480 "bbox_2d": [481 287,482 142,483 602,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 435.60748291015625,490 0.2272796630859375,491 137.16000366210938492 ],493 "extent": [494 5.818756103515625,495 89.87129211425781,496 106.68000793457031497 ]498 },499 "obb": {500 "center": [501 435.60748291015625,502 0.2272796630859375,503 137.16000366210938504 ],505 "extent": [506 5.818756103515625,507 89.87129211425781,508 106.68000793457031509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 0,518 0,519 0520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 63,534 127,535 0536 ]537 }538 ]539 },540 "foreground": {541 "wood": [542 {543 "object_id": "SM_Wood_05",544 "bbox_2d": [545 1876,546 0,547 1919,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 181.16998291015625,554 169.11827087402344,555 137.00125122070312556 ],557 "extent": [558 5.740631103515625,559 28.954681396484375,560 137.00125122070312561 ]562 },563 "obb": {564 "center": [565 181.16998291015625,566 169.11827087402344,567 137.00125122070312568 ],569 "extent": [570 5.740631103515625,571 28.954681396484375,572 137.00125122070312573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 0,582 0,583 0584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 0,598 0,599 127600 ]601 },602 {603 "object_id": "SM_Wood_01",604 "bbox_2d": [605 1476,606 852,607 1919,608 1001609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 218.62017822265625,614 166.37686157226562,615 77.74700164794922616 ],617 "extent": [618 34.54273986816406,619 20.296142578125,620 2.063751220703125621 ]622 },623 "obb": {624 "center": [625 218.62017822265625,626 166.37686157226562,627 77.74700164794922628 ],629 "extent": [630 34.54273986816406,631 20.296142578125,632 2.063751220703125633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 0,642 0,643 0644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 0,658 127,659 127660 ]661 },662 {663 "object_id": "SM_Wood_02",664 "bbox_2d": [665 1476,666 686,667 1919,668 769669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 218.62017822265625,674 166.3185272216797,675 114.53752136230469676 ],677 "extent": [678 34.54273986816406,679 20.354476928710938,680 2.063751220703125681 ]682 },683 "obb": {684 "center": [685 218.62017822265625,686 166.3185272216797,687 114.53752136230469688 ],689 "extent": [690 34.54273986816406,691 20.354476928710938,692 2.063751220703125693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 0,702 0,703 0704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 255,718 127,719 127720 ]721 },722 {723 "object_id": "SM_Wood_03",724 "bbox_2d": [725 1476,726 444,727 1919,728 489729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 218.62017822265625,734 166.3185272216797,735 162.1446075439453736 ],737 "extent": [738 34.54273986816406,739 20.354476928710938,740 2.063751220703125741 ]742 },743 "obb": {744 "center": [745 218.62017822265625,746 166.3185272216797,747 162.1446075439453748 ],749 "extent": [750 34.54273986816406,751 20.354476928710938,752 2.063751220703125753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 0,762 0,763 0764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 127,778 0,779 0780 ]781 },782 {783 "object_id": "SM_Wood_04",784 "bbox_2d": [785 1679,786 747,787 1733,788 944789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 215.27008056640625,794 166.1374969482422,795 96.53587341308594796 ],797 "extent": [798 1.746246337890625,799 20.223175048828125,800 16.694549560546875801 ]802 },803 "obb": {804 "center": [805 215.27008056640625,806 166.1374969482422,807 96.53587341308594808 ],809 "extent": [810 1.746246337890625,811 20.223175048828125,812 16.694549560546875813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 0,822 0,823 0824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 127,838 0,839 255840 ]841 },842 {843 "object_id": "SM_Wood_06",844 "bbox_2d": [845 1560,846 479,847 1589,848 718849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 235.85162353515625,854 166.1374969482422,855 138.355224609375856 ],857 "extent": [858 1.746246337890625,859 20.223175048828125,860 21.753944396972656861 ]862 },863 "obb": {864 "center": [865 235.85162353515625,866 166.1374969482422,867 138.355224609375868 ],869 "extent": [870 1.746246337890625,871 20.223175048828125,872 21.753944396972656873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 0,882 0,883 0884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 127,898 255,899 0900 ]901 },902 {903 "object_id": "SM_Wood_07",904 "bbox_2d": [905 1603,906 477,907 1641,908 722909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 228.05767822265625,914 166.1374969482422,915 138.355224609375916 ],917 "extent": [918 1.746246337890625,919 20.223175048828125,920 21.753944396972656921 ]922 },923 "obb": {924 "center": [925 228.05767822265625,926 166.1374969482422,927 138.355224609375928 ],929 "extent": [930 1.746246337890625,931 20.223175048828125,932 21.753944396972656933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 0,942 0,943 0944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 127,958 255,959 255960 ]961 },962 {963 "object_id": "SM_Wood_09",964 "bbox_2d": [965 1476,966 1013,967 1621,968 1079969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 218.62017822265625,974 166.37686157226562,975 41.8205451965332976 ],977 "extent": [978 34.54273986816406,979 20.296142578125,980 2.063751220703125981 ]982 },983 "obb": {984 "center": [985 218.62017822265625,986 166.37686157226562,987 41.8205451965332988 ],989 "extent": [990 34.54273986816406,991 20.296142578125,992 2.063751220703125993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 0,1002 0,1003 01004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 127,1018 63,1019 631020 ]1021 },1022 {1023 "object_id": "SM_Wood_10",1024 "bbox_2d": [1025 755,1026 0,1027 1773,1028 10791029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 305.3981018066406,1034 164.16519165039062,1035 141.674713134765621036 ],1037 "extent": [1038 124.41561889648438,1039 22.50775146484375,1040 118.037780761718751041 ]1042 },1043 "obb": {1044 "center": [1045 305.3981018066406,1046 164.16519165039062,1047 141.674713134765621048 ],1049 "extent": [1050 124.41561889648438,1051 22.50775146484375,1052 118.037780761718751053 ],1054 "rotation": [1055 0,1056 0,1057 01058 ]1059 },1060 "location": [1061 0,1062 0,1063 01064 ],1065 "rotation": [1066 0,1067 0,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 63,1078 127,1079 1271080 ]1081 }1082 ],1083 "glass": [1084 {1085 "object_id": "SM_Glass_02",1086 "bbox_2d": [1087 852,1088 0,1089 1875,1090 10691091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 309.22662353515625,1096 182.16807556152344,1097 141.699035644531251098 ],1099 "extent": [1100 122.20001220703125,1101 1.71630859375,1102 115.764228820800781103 ]1104 },1105 "obb": {1106 "center": [1107 309.22662353515625,1108 182.16807556152344,1109 141.699035644531251110 ],1111 "extent": [1112 122.20001220703125,1113 1.71630859375,1114 115.764228820800781115 ],1116 "rotation": [1117 0,1118 0,1119 01120 ]1121 },1122 "location": [1123 0,1124 0,1125 01126 ],1127 "rotation": [1128 0,1129 0,1130 01131 ],1132 "scale": [1133 1,1134 1,1135 11136 ]1137 },1138 "color": [1139 255,1140 63,1141 01142 ]1143 },1144 {1145 "object_id": "SM_Glass_04",1146 "bbox_2d": [1147 0,1148 49,1149 550,1150 10791151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 435.39263916015625,1156 1.8873519897460938,1157 136.9079589843751158 ],1159 "extent": [1160 0.236328125,1161 82.85237884521484,1162 97.971710205078121163 ]1164 },1165 "obb": {1166 "center": [1167 435.39263916015625,1168 1.8873519897460938,1169 136.9079589843751170 ],1171 "extent": [1172 0.236328125,1173 82.85237884521484,1174 97.971710205078121175 ],1176 "rotation": [1177 0,1178 0,1179 01180 ]1181 },1182 "location": [1183 0,1184 0,1185 01186 ],1187 "rotation": [1188 0,1189 0,1190 01191 ],1192 "scale": [1193 1,1194 1,1195 11196 ]1197 },1198 "color": [1199 63,1200 0,