TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l015_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l015_r001/lit.png",5 "camera": {6 "location": [7 55,8 -37,9 8210 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 55,38 -37,39 82,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room floor": [54 {55 "object_id": "SM_Room_Floor",56 "bbox_2d": [57 102,58 745,59 1641,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 10.26434326171875,66 2.24273681640625,67 -0.3261630535125732468 ],69 "extent": [70 423.74603271484375,71 195.68118286132812,72 0.790035009384155373 ]74 },75 "obb": {76 "center": [77 10.26434326171875,78 2.24273681640625,79 -0.3261630535125732480 ],81 "extent": [82 423.74603271484375,83 195.68118286132812,84 0.790035009384155385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 0112 ]113 }114 ],115 "room": [116 {117 "object_id": "SM_Room_01",118 "bbox_2d": [119 0,120 0,121 423,122 805123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 435.60748291015625,128 5.5621185302734375,129 137.00125122070312130 ],131 "extent": [132 5.818756103515625,133 192.51406860351562,134 137.00125122070312135 ]136 },137 "obb": {138 "center": [139 435.60748291015625,140 5.5621185302734375,141 137.00125122070312142 ],143 "extent": [144 5.818756103515625,145 192.51406860351562,146 137.00125122070312147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 255174 ]175 },176 {177 "object_id": "SM_Room_03",178 "bbox_2d": [179 424,180 724,181 719,182 798183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 302.60748291015625,188 192.37449645996094,189 137.00125122070312190 ],191 "extent": [192 127.18124389648438,193 5.701568603515625,194 137.00125122070312195 ]196 },197 "obb": {198 "center": [199 302.60748291015625,200 192.37449645996094,201 137.00125122070312202 ],203 "extent": [204 127.18124389648438,205 5.701568603515625,206 137.00125122070312207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 255,233 255234 ]235 },236 {237 "object_id": "SM_Room_06",238 "bbox_2d": [239 889,240 0,241 1919,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -117.57989501953125,248 146.01832580566406,249 137.00125122070312250 ],251 "extent": [252 293.01251220703125,253 5.8546905517578125,254 137.00125122070312255 ]256 },257 "obb": {258 "center": [259 -117.57989501953125,260 146.01832580566406,261 137.00125122070312262 ],263 "extent": [264 293.01251220703125,265 5.8546905517578125,266 137.00125122070312267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 255,293 127294 ]295 },296 {297 "object_id": "SM_Room_07",298 "bbox_2d": [299 669,300 0,301 751,302 680303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 339.31402587890625,308 176.03245544433594,309 129.95407104492188310 ],311 "extent": [312 86.86801147460938,313 28.028411865234375,314 102.68250274658203315 ]316 },317 "obb": {318 "center": [319 339.31402587890625,320 176.03245544433594,321 129.95407104492188322 ],323 "extent": [324 86.86801147460938,325 28.028411865234375,326 102.68250274658203327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 127,353 0354 ]355 },356 {357 "object_id": "SM_Room_08",358 "bbox_2d": [359 526,360 0,361 668,362 738363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 280.95758056640625,368 146.72813415527344,369 130.51634216308594370 ],371 "extent": [372 28.57500457763672,373 1.0949249267578125,374 102.12776184082031375 ]376 },377 "obb": {378 "center": [379 280.95758056640625,380 146.72813415527344,381 130.51634216308594382 ],383 "extent": [384 28.57500457763672,385 1.0949249267578125,386 102.12776184082031387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 0,396 0,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 0,412 127,413 255414 ]415 },416 {417 "object_id": "SM_Room_09",418 "bbox_2d": [419 413,420 34,421 525,422 718423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 338.58258056640625,428 146.72813415527344,429 130.51634216308594430 ],431 "extent": [432 28.57501220703125,433 1.0949249267578125,434 102.12776184082031435 ]436 },437 "obb": {438 "center": [439 338.58258056640625,440 146.72813415527344,441 130.51634216308594442 ],443 "extent": [444 28.57501220703125,445 1.0949249267578125,446 102.12776184082031447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 0,456 0,457 0458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 255,472 127,473 0474 ]475 },476 {477 "object_id": "SM_Room_10",478 "bbox_2d": [479 319,480 80,481 412,482 702483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 396.20758056640625,488 146.72813415527344,489 130.51634216308594490 ],491 "extent": [492 28.57501220703125,493 1.0949249267578125,494 102.12776184082031495 ]496 },497 "obb": {498 "center": [499 396.20758056640625,500 146.72813415527344,501 130.51634216308594502 ],503 "extent": [504 28.57501220703125,505 1.0949249267578125,506 102.12776184082031507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 0,516 0,517 0518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 255,532 127,533 255534 ]535 },536 {537 "object_id": "SM_Room_27",538 "bbox_2d": [539 665,540 682,541 1919,542 918543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 119.34385681152344,548 126.20433044433594,549 36.453330993652344550 ],551 "extent": [552 132.4735870361328,553 19.8590087890625,554 7.461250305175781555 ]556 },557 "obb": {558 "center": [559 119.34385681152344,560 126.20433044433594,561 36.453330993652344562 ],563 "extent": [564 132.4735870361328,565 19.8590087890625,566 7.461250305175781567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 -1,576 0,577 0578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 0,592 63,593 255594 ]595 },596 {597 "object_id": "SM_Room_28",598 "bbox_2d": [599 1347,600 815,601 1919,602 1033603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 31.376529693603516,608 105.02110290527344,609 36.26828384399414610 ],611 "extent": [612 43.506256103515625,613 1.2987289428710938,614 7.279210090637207615 ]616 },617 "obb": {618 "center": [619 31.376529693603516,620 105.02110290527344,621 36.26828384399414622 ],623 "extent": [624 43.506256103515625,625 1.2987289428710938,626 7.279210090637207627 ],628 "rotation": [629 0,630 0,631 0632 ]633 },634 "location": [635 0,636 0,637 0638 ],639 "rotation": [640 0,641 0,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 0,652 63,653 127654 ]655 },656 {657 "object_id": "SM_Room_38",658 "bbox_2d": [659 207,660 0,661 381,662 40663 ],664 "bbox_3d": {665 "aabb": {666 "center": [667 6.82373046875,668 128.59304809570312,669 262.96240234375670 ],671 "extent": [672 423.84625244140625,673 62.72931671142578,674 3.2534942626953125675 ]676 },677 "obb": {678 "center": [679 6.82373046875,680 128.59304809570312,681 262.96240234375682 ],683 "extent": [684 423.84625244140625,685 62.72931671142578,686 3.2534942626953125687 ],688 "rotation": [689 0,690 0,691 0692 ]693 },694 "location": [695 0,696 0,697 0698 ],699 "rotation": [700 0,701 0,702 0703 ],704 "scale": [705 1,706 1,707 1708 ]709 },710 "color": [711 63,712 255,713 63714 ]715 }716 ],717 "window divided": [718 {719 "object_id": "SM_Window_01",720 "bbox_2d": [721 0,722 87,723 117,724 719725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 435.60748291015625,730 0.2272796630859375,731 137.16000366210938732 ],733 "extent": [734 5.818756103515625,735 89.87129211425781,736 106.68000793457031737 ]738 },739 "obb": {740 "center": [741 435.60748291015625,742 0.2272796630859375,743 137.16000366210938744 ],745 "extent": [746 5.818756103515625,747 89.87129211425781,748 106.68000793457031749 ],750 "rotation": [751 0,752 0,753 0754 ]755 },756 "location": [757 0,758 0,759 0760 ],761 "rotation": [762 0,763 0,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 63,774 127,775 0776 ]777 }778 ]779 },780 "foreground": {781 "wood": [782 {783 "object_id": "SM_Wood_05",784 "bbox_2d": [785 848,786 0,787 888,788 905789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 181.16998291015625,794 169.11827087402344,795 137.00125122070312796 ],797 "extent": [798 5.740631103515625,799 28.954681396484375,800 137.00125122070312801 ]802 },803 "obb": {804 "center": [805 181.16998291015625,806 169.11827087402344,807 137.00125122070312808 ],809 "extent": [810 5.740631103515625,811 28.954681396484375,812 137.00125122070312813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 0,822 0,823 0824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 0,838 0,839 127840 ]841 },842 {843 "object_id": "SM_Wood_01",844 "bbox_2d": [845 664,846 548,847 847,848 566849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 218.62017822265625,854 166.37686157226562,855 77.74700164794922856 ],857 "extent": [858 34.54273986816406,859 20.296142578125,860 2.063751220703125861 ]862 },863 "obb": {864 "center": [865 218.62017822265625,866 166.37686157226562,867 77.74700164794922868 ],869 "extent": [870 34.54273986816406,871 20.296142578125,872 2.063751220703125873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 0,882 0,883 0884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 0,898 127,899 127900 ]901 },902 {903 "object_id": "SM_Wood_02",904 "bbox_2d": [905 663,906 393,907 847,908 437909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 218.62017822265625,914 166.3185272216797,915 114.53752136230469916 ],917 "extent": [918 34.54273986816406,919 20.354476928710938,920 2.063751220703125921 ]922 },923 "obb": {924 "center": [925 218.62017822265625,926 166.3185272216797,927 114.53752136230469928 ],929 "extent": [930 34.54273986816406,931 20.354476928710938,932 2.063751220703125933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 0,942 0,943 0944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 255,958 127,959 127960 ]961 },962 {963 "object_id": "SM_Wood_03",964 "bbox_2d": [965 663,966 192,967 847,968 265969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 218.62017822265625,974 166.3185272216797,975 162.1446075439453976 ],977 "extent": [978 34.54273986816406,979 20.354476928710938,980 2.063751220703125981 ]982 },983 "obb": {984 "center": [985 218.62017822265625,986 166.3185272216797,987 162.1446075439453988 ],989 "extent": [990 34.54273986816406,991 20.354476928710938,992 2.063751220703125993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 0,1002 0,1003 01004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 127,1018 0,1019 01020 ]1021 },1022 {1023 "object_id": "SM_Wood_04",1024 "bbox_2d": [1025 764,1026 414,1027 847,1028 5481029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 215.27008056640625,1034 166.1374969482422,1035 96.535873413085941036 ],1037 "extent": [1038 1.746246337890625,1039 20.223175048828125,1040 16.6945495605468751041 ]1042 },1043 "obb": {1044 "center": [1045 215.27008056640625,1046 166.1374969482422,1047 96.535873413085941048 ],1049 "extent": [1050 1.746246337890625,1051 20.223175048828125,1052 16.6945495605468751053 ],1054 "rotation": [1055 0,1056 0,1057 01058 ]1059 },1060 "location": [1061 0,1062 0,1063 01064 ],1065 "rotation": [1066 0,1067 0,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 127,1078 0,1079 2551080 ]1081 },1082 {1083 "object_id": "SM_Wood_06",1084 "bbox_2d": [1085 704,1086 238,1087 725,1088 4061089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 235.85162353515625,1094 166.1374969482422,1095 138.3552246093751096 ],1097 "extent": [1098 1.746246337890625,1099 20.223175048828125,1100 21.7539443969726561101 ]1102 },1103 "obb": {1104 "center": [1105 235.85162353515625,1106 166.1374969482422,1107 138.3552246093751108 ],1109 "extent": [1110 1.746246337890625,1111 20.223175048828125,1112 21.7539443969726561113 ],1114 "rotation": [1115 0,1116 0,1117 01118 ]1119 },1120 "location": [1121 0,1122 0,1123 01124 ],1125 "rotation": [1126 0,1127 0,1128 01129 ],1130 "scale": [1131 1,1132 1,1133 11134 ]1135 },1136 "color": [1137 127,1138 255,1139 01140 ]1141 },1142 {1143 "object_id": "SM_Wood_07",1144 "bbox_2d": [1145 726,1146 233,1147 820,1148 4041149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 228.05767822265625,1154 166.1374969482422,1155 138.3552246093751156 ],1157 "extent": [1158 1.746246337890625,1159 20.223175048828125,1160 21.7539443969726561161 ]1162 },1163 "obb": {1164 "center": [1165 228.05767822265625,1166 166.1374969482422,1167 138.3552246093751168 ],1169 "extent": [1170 1.746246337890625,1171 20.223175048828125,1172 21.7539443969726561173 ],1174 "rotation": [1175 0,1176 0,1177 01178 ]1179 },1180 "location": [1181 0,1182 0,1183 01184 ],1185 "rotation": [1186 0,1187 0,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 127,1198 255,1199 2551200 ]