TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l058_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l058_r001/lit.png",5 "camera": {6 "location": [7 107,8 -7,9 13610 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 107,38 -7,39 136,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room floor": [54 {55 "object_id": "SM_Room_Floor",56 "bbox_2d": [57 31,58 951,59 724,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 10.26434326171875,66 2.24273681640625,67 -0.3261630535125732468 ],69 "extent": [70 423.74603271484375,71 195.68118286132812,72 0.790035009384155373 ]74 },75 "obb": {76 "center": [77 10.26434326171875,78 2.24273681640625,79 -0.3261630535125732480 ],81 "extent": [82 423.74603271484375,83 195.68118286132812,84 0.790035009384155385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 0112 ]113 }114 ],115 "room": [116 {117 "object_id": "SM_Room_01",118 "bbox_2d": [119 0,120 38,121 383,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 435.60748291015625,128 5.5621185302734375,129 137.00125122070312130 ],131 "extent": [132 5.818756103515625,133 192.51406860351562,134 137.00125122070312135 ]136 },137 "obb": {138 "center": [139 435.60748291015625,140 5.5621185302734375,141 137.00125122070312142 ],143 "extent": [144 5.818756103515625,145 192.51406860351562,146 137.00125122070312147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 255174 ]175 },176 {177 "object_id": "SM_Room_06",178 "bbox_2d": [179 1045,180 0,181 1919,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -117.57989501953125,188 146.01832580566406,189 137.00125122070312190 ],191 "extent": [192 293.01251220703125,193 5.8546905517578125,194 137.00125122070312195 ]196 },197 "obb": {198 "center": [199 -117.57989501953125,200 146.01832580566406,201 137.00125122070312202 ],203 "extent": [204 293.01251220703125,205 5.8546905517578125,206 137.00125122070312207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 255,233 127234 ]235 },236 {237 "object_id": "SM_Room_07",238 "bbox_2d": [239 735,240 92,241 827,242 966243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 339.31402587890625,248 176.03245544433594,249 129.95407104492188250 ],251 "extent": [252 86.86801147460938,253 28.028411865234375,254 102.68250274658203255 ]256 },257 "obb": {258 "center": [259 339.31402587890625,260 176.03245544433594,261 129.95407104492188262 ],263 "extent": [264 86.86801147460938,265 28.028411865234375,266 102.68250274658203267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 127,293 0294 ]295 },296 {297 "object_id": "SM_Room_08",298 "bbox_2d": [299 553,300 87,301 734,302 1042303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 280.95758056640625,308 146.72813415527344,309 130.51634216308594310 ],311 "extent": [312 28.57500457763672,313 1.0949249267578125,314 102.12776184082031315 ]316 },317 "obb": {318 "center": [319 280.95758056640625,320 146.72813415527344,321 130.51634216308594322 ],323 "extent": [324 28.57500457763672,325 1.0949249267578125,326 102.12776184082031327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 127,353 255354 ]355 },356 {357 "object_id": "SM_Room_09",358 "bbox_2d": [359 415,360 143,361 552,362 980363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 338.58258056640625,368 146.72813415527344,369 130.51634216308594370 ],371 "extent": [372 28.57501220703125,373 1.0949249267578125,374 102.12776184082031375 ]376 },377 "obb": {378 "center": [379 338.58258056640625,380 146.72813415527344,381 130.51634216308594382 ],383 "extent": [384 28.57501220703125,385 1.0949249267578125,386 102.12776184082031387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 0,396 0,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 255,412 127,413 0414 ]415 },416 {417 "object_id": "SM_Room_10",418 "bbox_2d": [419 304,420 187,421 414,422 931423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 396.20758056640625,428 146.72813415527344,429 130.51634216308594430 ],431 "extent": [432 28.57501220703125,433 1.0949249267578125,434 102.12776184082031435 ]436 },437 "obb": {438 "center": [439 396.20758056640625,440 146.72813415527344,441 130.51634216308594442 ],443 "extent": [444 28.57501220703125,445 1.0949249267578125,446 102.12776184082031447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 0,456 0,457 0458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 255,472 127,473 255474 ]475 },476 {477 "object_id": "SM_Room_27",478 "bbox_2d": [479 731,480 971,481 1021,482 1079483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 119.34385681152344,488 126.20433044433594,489 36.453330993652344490 ],491 "extent": [492 132.4735870361328,493 19.8590087890625,494 7.461250305175781495 ]496 },497 "obb": {498 "center": [499 119.34385681152344,500 126.20433044433594,501 36.453330993652344502 ],503 "extent": [504 132.4735870361328,505 19.8590087890625,506 7.461250305175781507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 -1,516 0,517 0518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 0,532 63,533 255534 ]535 },536 {537 "object_id": "SM_Room_38",538 "bbox_2d": [539 0,540 0,541 593,542 130543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 6.82373046875,548 128.59304809570312,549 262.96240234375550 ],551 "extent": [552 423.84625244140625,553 62.72931671142578,554 3.2534942626953125555 ]556 },557 "obb": {558 "center": [559 6.82373046875,560 128.59304809570312,561 262.96240234375562 ],563 "extent": [564 423.84625244140625,565 62.72931671142578,566 3.2534942626953125567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 0,576 0,577 0578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 63,592 255,593 63594 ]595 }596 ],597 "window divided": [598 {599 "object_id": "SM_Window_01",600 "bbox_2d": [601 0,602 211,603 56,604 968605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 435.60748291015625,610 0.2272796630859375,611 137.16000366210938612 ],613 "extent": [614 5.818756103515625,615 89.87129211425781,616 106.68000793457031617 ]618 },619 "obb": {620 "center": [621 435.60748291015625,622 0.2272796630859375,623 137.16000366210938624 ],625 "extent": [626 5.818756103515625,627 89.87129211425781,628 106.68000793457031629 ],630 "rotation": [631 0,632 0,633 0634 ]635 },636 "location": [637 0,638 0,639 0640 ],641 "rotation": [642 0,643 0,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 63,654 127,655 0656 ]657 }658 ]659 },660 "foreground": {661 "wood": [662 {663 "object_id": "SM_Wood_05",664 "bbox_2d": [665 985,666 0,667 1044,668 1079669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 181.16998291015625,674 169.11827087402344,675 137.00125122070312676 ],677 "extent": [678 5.740631103515625,679 28.954681396484375,680 137.00125122070312681 ]682 },683 "obb": {684 "center": [685 181.16998291015625,686 169.11827087402344,687 137.00125122070312688 ],689 "extent": [690 5.740631103515625,691 28.954681396484375,692 137.00125122070312693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 0,702 0,703 0704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 0,718 0,719 127720 ]721 },722 {723 "object_id": "SM_Wood_01",724 "bbox_2d": [725 729,726 797,727 984,728 871729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 218.62017822265625,734 166.37686157226562,735 77.74700164794922736 ],737 "extent": [738 34.54273986816406,739 20.296142578125,740 2.063751220703125741 ]742 },743 "obb": {744 "center": [745 218.62017822265625,746 166.37686157226562,747 77.74700164794922748 ],749 "extent": [750 34.54273986816406,751 20.296142578125,752 2.063751220703125753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 0,762 0,763 0764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 0,778 127,779 127780 ]781 },782 {783 "object_id": "SM_Wood_02",784 "bbox_2d": [785 729,786 625,787 984,788 669789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 218.62017822265625,794 166.3185272216797,795 114.53752136230469796 ],797 "extent": [798 34.54273986816406,799 20.354476928710938,800 2.063751220703125801 ]802 },803 "obb": {804 "center": [805 218.62017822265625,806 166.3185272216797,807 114.53752136230469808 ],809 "extent": [810 34.54273986816406,811 20.354476928710938,812 2.063751220703125813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 0,822 0,823 0824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 255,838 127,839 127840 ]841 },842 {843 "object_id": "SM_Wood_03",844 "bbox_2d": [845 729,846 384,847 984,848 435849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 218.62017822265625,854 166.3185272216797,855 162.1446075439453856 ],857 "extent": [858 34.54273986816406,859 20.354476928710938,860 2.063751220703125861 ]862 },863 "obb": {864 "center": [865 218.62017822265625,866 166.3185272216797,867 162.1446075439453868 ],869 "extent": [870 34.54273986816406,871 20.354476928710938,872 2.063751220703125873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 0,882 0,883 0884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 127,898 0,899 0900 ]901 },902 {903 "object_id": "SM_Wood_04",904 "bbox_2d": [905 864,906 657,907 966,908 829909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 215.27008056640625,914 166.1374969482422,915 96.53587341308594916 ],917 "extent": [918 1.746246337890625,919 20.223175048828125,920 16.694549560546875921 ]922 },923 "obb": {924 "center": [925 215.27008056640625,926 166.1374969482422,927 96.53587341308594928 ],929 "extent": [930 1.746246337890625,931 20.223175048828125,932 16.694549560546875933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 0,942 0,943 0944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 127,958 0,959 255960 ]961 },962 {963 "object_id": "SM_Wood_06",964 "bbox_2d": [965 782,966 422,967 811,968 634969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 235.85162353515625,974 166.1374969482422,975 138.355224609375976 ],977 "extent": [978 1.746246337890625,979 20.223175048828125,980 21.753944396972656981 ]982 },983 "obb": {984 "center": [985 235.85162353515625,986 166.1374969482422,987 138.355224609375988 ],989 "extent": [990 1.746246337890625,991 20.223175048828125,992 21.753944396972656993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 0,1002 0,1003 01004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 127,1018 255,1019 01020 ]1021 },1022 {1023 "object_id": "SM_Wood_07",1024 "bbox_2d": [1025 812,1026 420,1027 917,1028 6361029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 228.05767822265625,1034 166.1374969482422,1035 138.3552246093751036 ],1037 "extent": [1038 1.746246337890625,1039 20.223175048828125,1040 21.7539443969726561041 ]1042 },1043 "obb": {1044 "center": [1045 228.05767822265625,1046 166.1374969482422,1047 138.3552246093751048 ],1049 "extent": [1050 1.746246337890625,1051 20.223175048828125,1052 21.7539443969726561053 ],1054 "rotation": [1055 0,1056 0,1057 01058 ]1059 },1060 "location": [1061 0,1062 0,1063 01064 ],1065 "rotation": [1066 0,1067 0,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 127,1078 255,1079 2551080 ]1081 },1082 {1083 "object_id": "SM_Wood_09",1084 "bbox_2d": [1085 729,1086 962,1087 984,1088 10471089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 218.62017822265625,1094 166.37686157226562,1095 41.82054519653321096 ],1097 "extent": [1098 34.54273986816406,1099 20.296142578125,1100 2.0637512207031251101 ]1102 },1103 "obb": {1104 "center": [1105 218.62017822265625,1106 166.37686157226562,1107 41.82054519653321108 ],1109 "extent": [1110 34.54273986816406,1111 20.296142578125,1112 2.0637512207031251113 ],1114 "rotation": [1115 0,1116 0,1117 01118 ]1119 },1120 "location": [1121 0,1122 0,1123 01124 ],1125 "rotation": [1126 0,1127 0,1128 01129 ],1130 "scale": [1131 1,1132 1,1133 11134 ]1135 },1136 "color": [1137 127,1138 63,1139 631140 ]1141 },1142 {1143 "object_id": "SM_Wood_10",1144 "bbox_2d": [1145 281,1146 0,1147 984,1148 10791149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 305.3981018066406,1154 164.16519165039062,1155 141.674713134765621156 ],1157 "extent": [1158 124.41561889648438,1159 22.50775146484375,1160 118.037780761718751161 ]1162 },1163 "obb": {1164 "center": [1165 305.3981018066406,1166 164.16519165039062,1167 141.674713134765621168 ],1169 "extent": [1170 124.41561889648438,1171 22.50775146484375,1172 118.037780761718751173 ],1174 "rotation": [1175 0,1176 0,1177 01178 ]1179 },1180 "location": [1181 0,1182 0,1183 01184 ],1185 "rotation": [1186 0,1187 0,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 63,1198 127,1199 1271200 ]