TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l034_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l034_r001/lit.png",5 "camera": {6 "location": [7 171,8 -100,9 8310 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 171,38 -100,39 83,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room floor": [54 {55 "object_id": "SM_Room_Floor",56 "bbox_2d": [57 738,58 750,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 10.26434326171875,66 2.24273681640625,67 -0.3261630535125732468 ],69 "extent": [70 423.74603271484375,71 195.68118286132812,72 0.790035009384155373 ]74 },75 "obb": {76 "center": [77 10.26434326171875,78 2.24273681640625,79 -0.3261630535125732480 ],81 "extent": [82 423.74603271484375,83 195.68118286132812,84 0.790035009384155385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 0112 ]113 }114 ],115 "room": [116 {117 "object_id": "SM_Room_01",118 "bbox_2d": [119 539,120 7,121 754,122 753123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 435.60748291015625,128 5.5621185302734375,129 137.00125122070312130 ],131 "extent": [132 5.818756103515625,133 192.51406860351562,134 137.00125122070312135 ]136 },137 "obb": {138 "center": [139 435.60748291015625,140 5.5621185302734375,141 137.00125122070312142 ],143 "extent": [144 5.818756103515625,145 192.51406860351562,146 137.00125122070312147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 255174 ]175 },176 {177 "object_id": "SM_Room_03",178 "bbox_2d": [179 755,180 719,181 1432,182 846183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 302.60748291015625,188 192.37449645996094,189 137.00125122070312190 ],191 "extent": [192 127.18124389648438,193 5.701568603515625,194 137.00125122070312195 ]196 },197 "obb": {198 "center": [199 302.60748291015625,200 192.37449645996094,201 137.00125122070312202 ],203 "extent": [204 127.18124389648438,205 5.701568603515625,206 137.00125122070312207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 255,233 255234 ]235 },236 {237 "object_id": "SM_Room_06",238 "bbox_2d": [239 1491,240 0,241 1919,242 990243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -117.57989501953125,248 146.01832580566406,249 137.00125122070312250 ],251 "extent": [252 293.01251220703125,253 5.8546905517578125,254 137.00125122070312255 ]256 },257 "obb": {258 "center": [259 -117.57989501953125,260 146.01832580566406,261 137.00125122070312262 ],263 "extent": [264 293.01251220703125,265 5.8546905517578125,266 137.00125122070312267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 255,293 127294 ]295 },296 {297 "object_id": "SM_Room_07",298 "bbox_2d": [299 1161,300 0,301 1195,302 686303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 339.31402587890625,308 176.03245544433594,309 129.95407104492188310 ],311 "extent": [312 86.86801147460938,313 28.028411865234375,314 102.68250274658203315 ]316 },317 "obb": {318 "center": [319 339.31402587890625,320 176.03245544433594,321 129.95407104492188322 ],323 "extent": [324 86.86801147460938,325 28.028411865234375,326 102.68250274658203327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 127,353 0354 ]355 },356 {357 "object_id": "SM_Room_08",358 "bbox_2d": [359 970,360 0,361 1160,362 745363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 280.95758056640625,368 146.72813415527344,369 130.51634216308594370 ],371 "extent": [372 28.57500457763672,373 1.0949249267578125,374 102.12776184082031375 ]376 },377 "obb": {378 "center": [379 280.95758056640625,380 146.72813415527344,381 130.51634216308594382 ],383 "extent": [384 28.57500457763672,385 1.0949249267578125,386 102.12776184082031387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 0,396 0,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 0,412 127,413 255414 ]415 },416 {417 "object_id": "SM_Room_09",418 "bbox_2d": [419 815,420 31,421 969,422 724423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 338.58258056640625,428 146.72813415527344,429 130.51634216308594430 ],431 "extent": [432 28.57501220703125,433 1.0949249267578125,434 102.12776184082031435 ]436 },437 "obb": {438 "center": [439 338.58258056640625,440 146.72813415527344,441 130.51634216308594442 ],443 "extent": [444 28.57501220703125,445 1.0949249267578125,446 102.12776184082031447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 0,456 0,457 0458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 255,472 127,473 0474 ]475 },476 {477 "object_id": "SM_Room_10",478 "bbox_2d": [479 686,480 78,481 814,482 706483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 396.20758056640625,488 146.72813415527344,489 130.51634216308594490 ],491 "extent": [492 28.57501220703125,493 1.0949249267578125,494 102.12776184082031495 ]496 },497 "obb": {498 "center": [499 396.20758056640625,500 146.72813415527344,501 130.51634216308594502 ],503 "extent": [504 28.57501220703125,505 1.0949249267578125,506 102.12776184082031507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 0,516 0,517 0518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 255,532 127,533 255534 ]535 },536 {537 "object_id": "SM_Room_27",538 "bbox_2d": [539 1161,540 688,541 1919,542 882543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 119.34385681152344,548 126.20433044433594,549 36.453330993652344550 ],551 "extent": [552 132.4735870361328,553 19.8590087890625,554 7.461250305175781555 ]556 },557 "obb": {558 "center": [559 119.34385681152344,560 126.20433044433594,561 36.453330993652344562 ],563 "extent": [564 132.4735870361328,565 19.8590087890625,566 7.461250305175781567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 -1,576 0,577 0578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 0,592 63,593 255594 ]595 },596 {597 "object_id": "SM_Room_38",598 "bbox_2d": [599 612,600 0,601 772,602 38603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 6.82373046875,608 128.59304809570312,609 262.96240234375610 ],611 "extent": [612 423.84625244140625,613 62.72931671142578,614 3.2534942626953125615 ]616 },617 "obb": {618 "center": [619 6.82373046875,620 128.59304809570312,621 262.96240234375622 ],623 "extent": [624 423.84625244140625,625 62.72931671142578,626 3.2534942626953125627 ],628 "rotation": [629 0,630 0,631 0632 ]633 },634 "location": [635 0,636 0,637 0638 ],639 "rotation": [640 0,641 0,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 63,652 255,653 63654 ]655 }656 ],657 "window divided": [658 {659 "object_id": "SM_Window_01",660 "bbox_2d": [661 0,662 0,663 538,664 749665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 435.60748291015625,670 0.2272796630859375,671 137.16000366210938672 ],673 "extent": [674 5.818756103515625,675 89.87129211425781,676 106.68000793457031677 ]678 },679 "obb": {680 "center": [681 435.60748291015625,682 0.2272796630859375,683 137.16000366210938684 ],685 "extent": [686 5.818756103515625,687 89.87129211425781,688 106.68000793457031689 ],690 "rotation": [691 0,692 0,693 0694 ]695 },696 "location": [697 0,698 0,699 0700 ],701 "rotation": [702 0,703 0,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 63,714 127,715 0716 ]717 }718 ]719 },720 "foreground": {721 "wood": [722 {723 "object_id": "SM_Wood_05",724 "bbox_2d": [725 1433,726 0,727 1490,728 916729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 181.16998291015625,734 169.11827087402344,735 137.00125122070312736 ],737 "extent": [738 5.740631103515625,739 28.954681396484375,740 137.00125122070312741 ]742 },743 "obb": {744 "center": [745 181.16998291015625,746 169.11827087402344,747 137.00125122070312748 ],749 "extent": [750 5.740631103515625,751 28.954681396484375,752 137.00125122070312753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 0,762 0,763 0764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 0,778 0,779 127780 ]781 },782 {783 "object_id": "SM_Wood_01",784 "bbox_2d": [785 1159,786 551,787 1432,788 571789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 218.62017822265625,794 166.37686157226562,795 77.74700164794922796 ],797 "extent": [798 34.54273986816406,799 20.296142578125,800 2.063751220703125801 ]802 },803 "obb": {804 "center": [805 218.62017822265625,806 166.37686157226562,807 77.74700164794922808 ],809 "extent": [810 34.54273986816406,811 20.296142578125,812 2.063751220703125813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 0,822 0,823 0824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 0,838 127,839 127840 ]841 },842 {843 "object_id": "SM_Wood_02",844 "bbox_2d": [845 1159,846 394,847 1432,848 439849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 218.62017822265625,854 166.3185272216797,855 114.53752136230469856 ],857 "extent": [858 34.54273986816406,859 20.354476928710938,860 2.063751220703125861 ]862 },863 "obb": {864 "center": [865 218.62017822265625,866 166.3185272216797,867 114.53752136230469868 ],869 "extent": [870 34.54273986816406,871 20.354476928710938,872 2.063751220703125873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 0,882 0,883 0884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 255,898 127,899 127900 ]901 },902 {903 "object_id": "SM_Wood_03",904 "bbox_2d": [905 1159,906 188,907 1432,908 278909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 218.62017822265625,914 166.3185272216797,915 162.1446075439453916 ],917 "extent": [918 34.54273986816406,919 20.354476928710938,920 2.063751220703125921 ]922 },923 "obb": {924 "center": [925 218.62017822265625,926 166.3185272216797,927 162.1446075439453928 ],929 "extent": [930 34.54273986816406,931 20.354476928710938,932 2.063751220703125933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 0,942 0,943 0944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 127,958 0,959 0960 ]961 },962 {963 "object_id": "SM_Wood_04",964 "bbox_2d": [965 1298,966 416,967 1335,968 552969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 215.27008056640625,974 166.1374969482422,975 96.53587341308594976 ],977 "extent": [978 1.746246337890625,979 20.223175048828125,980 16.694549560546875981 ]982 },983 "obb": {984 "center": [985 215.27008056640625,986 166.1374969482422,987 96.53587341308594988 ],989 "extent": [990 1.746246337890625,991 20.223175048828125,992 16.694549560546875993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 0,1002 0,1003 01004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 127,1018 0,1019 2551020 ]1021 },1022 {1023 "object_id": "SM_Wood_06",1024 "bbox_2d": [1025 1214,1026 237,1027 1244,1028 4081029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 235.85162353515625,1034 166.1374969482422,1035 138.3552246093751036 ],1037 "extent": [1038 1.746246337890625,1039 20.223175048828125,1040 21.7539443969726561041 ]1042 },1043 "obb": {1044 "center": [1045 235.85162353515625,1046 166.1374969482422,1047 138.3552246093751048 ],1049 "extent": [1050 1.746246337890625,1051 20.223175048828125,1052 21.7539443969726561053 ],1054 "rotation": [1055 0,1056 0,1057 01058 ]1059 },1060 "location": [1061 0,1062 0,1063 01064 ],1065 "rotation": [1066 0,1067 0,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 127,1078 255,1079 01080 ]1081 },1082 {1083 "object_id": "SM_Wood_07",1084 "bbox_2d": [1085 1245,1086 233,1087 1287,1088 4061089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 228.05767822265625,1094 166.1374969482422,1095 138.3552246093751096 ],1097 "extent": [1098 1.746246337890625,1099 20.223175048828125,1100 21.7539443969726561101 ]1102 },1103 "obb": {1104 "center": [1105 228.05767822265625,1106 166.1374969482422,1107 138.3552246093751108 ],1109 "extent": [1110 1.746246337890625,1111 20.223175048828125,1112 21.7539443969726561113 ],1114 "rotation": [1115 0,1116 0,1117 01118 ]1119 },1120 "location": [1121 0,1122 0,1123 01124 ],1125 "rotation": [1126 0,1127 0,1128 01129 ],1130 "scale": [1131 1,1132 1,1133 11134 ]1135 },1136 "color": [1137 127,1138 255,1139 2551140 ]1141 },1142 {1143 "object_id": "SM_Wood_09",1144 "bbox_2d": [1145 1159,1146 676,1147 1432,1148 7091149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 218.62017822265625,1154 166.37686157226562,1155 41.82054519653321156 ],1157 "extent": [1158 34.54273986816406,1159 20.296142578125,1160 2.0637512207031251161 ]1162 },1163 "obb": {1164 "center": [1165 218.62017822265625,1166 166.37686157226562,1167 41.82054519653321168 ],1169 "extent": [1170 34.54273986816406,1171 20.296142578125,1172 2.0637512207031251173 ],1174 "rotation": [1175 0,1176 0,1177 01178 ]1179 },1180 "location": [1181 0,1182 0,1183 01184 ],1185 "rotation": [1186 0,1187 0,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 127,1198 63,1199 631200 ]