TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l105_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l105_r003/lit.png",5 "camera": {6 "location": [7 305,8 142,9 18410 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 305,38 142,39 184,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room floor": [54 {55 "object_id": "SM_Room_Floor",56 "bbox_2d": [57 1230,58 818,59 1450,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 10.26434326171875,66 2.24273681640625,67 -0.3261630535125732468 ],69 "extent": [70 423.74603271484375,71 195.68118286132812,72 0.790035009384155373 ]74 },75 "obb": {76 "center": [77 10.26434326171875,78 2.24273681640625,79 -0.3261630535125732480 ],81 "extent": [82 423.74603271484375,83 195.68118286132812,84 0.790035009384155385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 0112 ]113 }114 ],115 "room": [116 {117 "object_id": "SM_Room_05",118 "bbox_2d": [119 1458,120 307,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -12.77386474609375,128 -105.65663146972656,129 137.00125122070312130 ],131 "extent": [132 5.778125762939453,133 80.36405944824219,134 137.00125122070312135 ]136 },137 "obb": {138 "center": [139 -12.77386474609375,140 -105.65663146972656,141 137.00125122070312142 ],143 "extent": [144 5.778125762939453,145 80.36405944824219,146 137.00125122070312147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 127174 ]175 },176 {177 "object_id": "SM_Room_08",178 "bbox_2d": [179 0,180 0,181 893,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 280.95758056640625,188 146.72813415527344,189 130.51634216308594190 ],191 "extent": [192 28.57500457763672,193 1.0949249267578125,194 102.12776184082031195 ]196 },197 "obb": {198 "center": [199 280.95758056640625,200 146.72813415527344,201 130.51634216308594202 ],203 "extent": [204 28.57500457763672,205 1.0949249267578125,206 102.12776184082031207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 },236 {237 "object_id": "SM_Room_27",238 "bbox_2d": [239 995,240 963,241 1096,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 119.34385681152344,248 126.20433044433594,249 36.453330993652344250 ],251 "extent": [252 132.4735870361328,253 19.8590087890625,254 7.461250305175781255 ]256 },257 "obb": {258 "center": [259 119.34385681152344,260 126.20433044433594,261 36.453330993652344262 ],263 "extent": [264 132.4735870361328,265 19.8590087890625,266 7.461250305175781267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -1,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 63,293 255294 ]295 },296 {297 "object_id": "SM_Room_28",298 "bbox_2d": [299 1068,300 965,301 1106,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 31.376529693603516,308 105.02110290527344,309 36.26828384399414310 ],311 "extent": [312 43.506256103515625,313 1.2987289428710938,314 7.279210090637207315 ]316 },317 "obb": {318 "center": [319 31.376529693603516,320 105.02110290527344,321 36.26828384399414322 ],323 "extent": [324 43.506256103515625,325 1.2987289428710938,326 7.279210090637207327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 63,353 127354 ]355 },356 {357 "object_id": "SM_Room_31",358 "bbox_2d": [359 1190,360 287,361 1242,362 316363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -211.86929321289062,368 57.918487548828125,369 262.97418212890625370 ],371 "extent": [372 205.15322875976562,373 7.94525146484375,374 3.2571868896484375375 ]376 },377 "obb": {378 "center": [379 -211.86929321289062,380 57.918487548828125,381 262.97418212890625382 ],383 "extent": [384 205.15322875976562,385 7.94525146484375,386 3.2571868896484375387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 0,396 0,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 127,412 63,413 0414 ]415 },416 {417 "object_id": "SM_Room_32",418 "bbox_2d": [419 1215,420 281,421 1248,422 286423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 -219.36907958984375,428 39.35472869873047,429 268.85894775390625430 ],431 "extent": [432 199.55096435546875,433 110.58702087402344,434 3.2571868896484375435 ]436 },437 "obb": {438 "center": [439 -219.36907958984375,440 39.35472869873047,441 268.85894775390625442 ],443 "extent": [444 199.55096435546875,445 110.58702087402344,446 3.2571868896484375447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 0,456 0,457 0458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 127,472 63,473 255474 ]475 },476 {477 "object_id": "SM_Room_33",478 "bbox_2d": [479 1230,480 315,481 1457,482 1079483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 -214.09774780273438,488 -30.96891212463379,489 137.00125122070312490 ],491 "extent": [492 196.61636352539062,493 5.818750381469727,494 137.00125122070312495 ]496 },497 "obb": {498 "center": [499 -214.09774780273438,500 -30.96891212463379,501 137.00125122070312502 ],503 "extent": [504 196.61636352539062,505 5.818750381469727,506 137.00125122070312507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 0,516 0,517 0518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 255,532 63,533 63534 ]535 },536 {537 "object_id": "SM_Room_40",538 "bbox_2d": [539 1221,540 0,541 1563,542 280543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 9.376220703125,548 1.1887054443359375,549 272.7301025390625550 ],551 "extent": [552 424.5625,553 195.3359375,554 1.1112518310546875555 ]556 },557 "obb": {558 "center": [559 9.376220703125,560 1.1887054443359375,561 272.7301025390625562 ],563 "extent": [564 424.5625,565 195.3359375,566 1.1112518310546875567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 0,576 0,577 0578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 63,592 0,593 63594 ]595 },596 {597 "object_id": "SM_Room_38",598 "bbox_2d": [599 975,600 0,601 1502,602 311603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 6.82373046875,608 128.59304809570312,609 262.96240234375610 ],611 "extent": [612 423.84625244140625,613 62.72931671142578,614 3.2534942626953125615 ]616 },617 "obb": {618 "center": [619 6.82373046875,620 128.59304809570312,621 262.96240234375622 ],623 "extent": [624 423.84625244140625,625 62.72931671142578,626 3.2534942626953125627 ],628 "rotation": [629 0,630 0,631 0632 ]633 },634 "location": [635 0,636 0,637 0638 ],639 "rotation": [640 0,641 0,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 63,652 255,653 63654 ]655 },656 {657 "object_id": "SM_Room_39",658 "bbox_2d": [659 1230,660 0,661 1919,662 416663 ],664 "bbox_3d": {665 "aabb": {666 "center": [667 6.82373046875,668 -69.15577697753906,669 262.9625244140625670 ],671 "extent": [672 423.84625244140625,673 119.129150390625,674 3.253509521484375675 ]676 },677 "obb": {678 "center": [679 6.82373046875,680 -69.15577697753906,681 262.9625244140625682 ],683 "extent": [684 423.84625244140625,685 119.129150390625,686 3.253509521484375687 ],688 "rotation": [689 0,690 0,691 0692 ]693 },694 "location": [695 0,696 0,697 0698 ],699 "rotation": [700 0,701 0,702 0703 ],704 "scale": [705 1,706 1,707 1708 ]709 },710 "color": [711 63,712 127,713 63714 ]715 }716 ],717 "door": [718 {719 "object_id": "SM_Door_01",720 "bbox_2d": [721 1368,722 404,723 1430,724 1023725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 -73.4132308959961,730 -37.81229782104492,731 118.2634048461914732 ],733 "extent": [734 41.528175354003906,735 1.5000457763671875,736 117.85313415527344737 ]738 },739 "obb": {740 "center": [741 -73.4132308959961,742 -37.81229782104492,743 118.2634048461914744 ],745 "extent": [746 41.528175354003906,747 1.5000457763671875,748 117.85313415527344749 ],750 "rotation": [751 0,752 0,753 0754 ]755 },756 "location": [757 0,758 0,759 0760 ],761 "rotation": [762 0,763 0,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 127,774 63,775 127776 ]777 },778 {779 "object_id": "SM_Door_02",780 "bbox_2d": [781 1230,782 461,783 1234,784 821785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 -313.5359191894531,790 -37.81229782104492,791 118.2634048461914792 ],793 "extent": [794 41.528167724609375,795 1.5000457763671875,796 117.85313415527344797 ]798 },799 "obb": {800 "center": [801 -313.5359191894531,802 -37.81229782104492,803 118.2634048461914804 ],805 "extent": [806 41.528167724609375,807 1.5000457763671875,808 117.85313415527344809 ],810 "rotation": [811 0,812 0,813 0814 ]815 },816 "location": [817 0,818 0,819 0820 ],821 "rotation": [822 0,823 0,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 0,834 63,835 63836 ]837 },838 {839 "object_id": "SM_Door_04",840 "bbox_2d": [841 1334,842 378,843 1441,844 1068845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 -73.19573974609375,850 -31.37153434753418,851 119.93985748291016852 ],853 "extent": [854 45,855 8.500070571899414,856 120.17390441894531857 ]858 },859 "obb": {860 "center": [861 -73.19573974609375,862 -31.37153434753418,863 119.93985748291016864 ],865 "extent": [866 45,867 8.500070571899414,868 120.17390441894531869 ],870 "rotation": [871 0,872 0,873 0874 ]875 },876 "location": [877 0,878 0,879 0880 ],881 "rotation": [882 0,883 0,884 0885 ],886 "scale": [887 1,888 1,889 1890 ]891 },892 "color": [893 63,894 63,895 127896 ]897 },898 {899 "object_id": "SM_Door_05",900 "bbox_2d": [901 1230,902 446,903 1239,904 846905 ],906 "bbox_3d": {907 "aabb": {908 "center": [909 -313.31842041015625,910 -31.37153434753418,911 119.93985748291016912 ],913 "extent": [914 45,915 8.500070571899414,916 120.17390441894531917 ]918 },919 "obb": {920 "center": [921 -313.31842041015625,922 -31.37153434753418,923 119.93985748291016924 ],925 "extent": [926 45,927 8.500070571899414,928 120.17390441894531929 ],930 "rotation": [931 0,932 0,933 0934 ]935 },936 "location": [937 0,938 0,939 0940 ],941 "rotation": [942 0,943 0,944 0945 ],946 "scale": [947 1,948 1,949 1950 ]951 },952 "color": [953 63,954 63,955 63956 ]957 },958 {959 "object_id": "SM_Door3",960 "bbox_2d": [961 1359,962 729,963 1377,964 765965 ],966 "bbox_3d": {967 "aabb": {968 "center": [969 -102,970 -32.5,971 95972 ],973 "extent": [974 7.148256362532976,975 3.6948661731127235,976 7.7611236572265625977 ]978 },979 "obb": {980 "center": [981 -102,982 -32.5,983 95984 ],985 "extent": [986 7.148256362532976,987 3.6948661731127235,988 7.7611236572265625989 ],990 "rotation": [991 0,992 -3.0517578125e-05,993 0994 ]995 },996 "location": [997 -102,998 -32.5,999 951000 ],1001 "rotation": [1002 0,1003 -3.0517578125e-05,1004 01005 ],1006 "scale": [1007 1,1008 1,1009 11010 ]1011 },1012 "color": [1013 191,1014 191,1015 01016 ]1017 }1018 ],1019 "window divided": [1020 {1021 "object_id": "SM_Window_02",1022 "bbox_2d": [1023 1187,1024 312,1025 1230,1026 10791027 ],1028 "bbox_3d": {1029 "aabb": {1030 "center": [1031 -15.355621337890625,1032 90.34112548828125,1033 130.16633605957031034 ],1035 "extent": [1036 1.0007576942443848,1037 38.33171081542969,1038 129.74723815917971039 ]1040 },1041 "obb": {1042 "center": [1043 -15.355621337890625,1044 90.34112548828125,1045 130.16633605957031046 ],1047 "extent": [1048 1.0007576942443848,1049 38.33171081542969,1050 129.74723815917971051 ],1052 "rotation": [1053 0,1054 0,1055 01056 ]1057 },1058 "location": [1059 0,1060 0,1061 01062 ],1063 "rotation": [1064 0,1065 0,1066 01067 ],1068 "scale": [1069 1,1070 1,1071 11072 ]1073 },1074 "color": [1075 63,1076 63,1077 01078 ]1079 },1080 {1081 "object_id": "SM_Window_03",1082 "bbox_2d": [1083 975,1084 311,1085 1186,1086 10791087 ],1088 "bbox_3d": {1089 "aabb": {1090 "center": [1091 -13.404731750488281,1092 103.78059387207031,1093 130.16633605957031094 ],1095 "extent": [1096 1.0007576942443848,1097 36.89503479003906,1098 129.74723815917971099 ]1100 },1101 "obb": {1102 "center": [1103 -13.404731750488281,1104 103.78059387207031,1105 130.16633605957031106 ],1107 "extent": [1108 1.0007576942443848,1109 36.89503479003906,1110 129.74723815917971111 ],1112 "rotation": [1113 0,1114 0,1115 01116 ]1117 },1118 "location": [1119 0,1120 0,1121 01122 ],1123 "rotation": [1124 0,1125 0,1126 01127 ],1128 "scale": [1129 1,1130 1,1131 11132 ]1133 },1134 "color": [1135 63,1136 63,1137 2551138 ]1139 }1140 ],1141 "gallery": [1142 {1143 "object_id": "SM_Gallery",1144 "bbox_2d": [1145 1573,1146 500,1147 1855,1148 8451149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -7.089567184448203,1154 -102.40170288085932,1155 140.895233154296881156 ],1157 "extent": [1158 0.6827907562255966,1159 46.311805725097656,1160 56.3215560913085941161 ]1162 },1163 "obb": {1164 "center": [1165 -7.089567184448203,1166 -102.40170288085932,1167 140.895233154296881168 ],1169 "extent": [1170 0.6827907562255966,1171 46.311805725097656,1172 56.3215560913085941173 ],1174 "rotation": [1175 0,1176 -90.00000000000001,1177 01178 ]1179 },1180 "location": [1181 16.36985206604004,1182 -298.24859619140625,1183 01184 ],1185 "rotation": [1186 0,1187 -90.00000000000001,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 0,1198 191,1199 631200 ]