TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l070_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l070_r003/lit.png",5 "camera": {6 "location": [7 213,8 97,9 14910 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 213,38 97,39 149,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room floor": [54 {55 "object_id": "SM_Room_Floor",56 "bbox_2d": [57 1150,58 772,59 1431,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 10.26434326171875,66 2.24273681640625,67 -0.3261630535125732468 ],69 "extent": [70 423.74603271484375,71 195.68118286132812,72 0.790035009384155373 ]74 },75 "obb": {76 "center": [77 10.26434326171875,78 2.24273681640625,79 -0.3261630535125732480 ],81 "extent": [82 423.74603271484375,83 195.68118286132812,84 0.790035009384155385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 0112 ]113 }114 ],115 "room": [116 {117 "object_id": "SM_Room_05",118 "bbox_2d": [119 1469,120 57,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -12.77386474609375,128 -105.65663146972656,129 137.00125122070312130 ],131 "extent": [132 5.778125762939453,133 80.36405944824219,134 137.00125122070312135 ]136 },137 "obb": {138 "center": [139 -12.77386474609375,140 -105.65663146972656,141 137.00125122070312142 ],143 "extent": [144 5.778125762939453,145 80.36405944824219,146 137.00125122070312147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 127174 ]175 },176 {177 "object_id": "SM_Room_06",178 "bbox_2d": [179 0,180 0,181 775,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -117.57989501953125,188 146.01832580566406,189 137.00125122070312190 ],191 "extent": [192 293.01251220703125,193 5.8546905517578125,194 137.00125122070312195 ]196 },197 "obb": {198 "center": [199 -117.57989501953125,200 146.01832580566406,201 137.00125122070312202 ],203 "extent": [204 293.01251220703125,205 5.8546905517578125,206 137.00125122070312207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 255,233 127234 ]235 },236 {237 "object_id": "SM_Room_27",238 "bbox_2d": [239 738,240 986,241 919,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 119.34385681152344,248 126.20433044433594,249 36.453330993652344250 ],251 "extent": [252 132.4735870361328,253 19.8590087890625,254 7.461250305175781255 ]256 },257 "obb": {258 "center": [259 119.34385681152344,260 126.20433044433594,261 36.453330993652344262 ],263 "extent": [264 132.4735870361328,265 19.8590087890625,266 7.461250305175781267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -1,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 63,293 255294 ]295 },296 {297 "object_id": "SM_Room_28",298 "bbox_2d": [299 912,300 990,301 930,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 31.376529693603516,308 105.02110290527344,309 36.26828384399414310 ],311 "extent": [312 43.506256103515625,313 1.2987289428710938,314 7.279210090637207315 ]316 },317 "obb": {318 "center": [319 31.376529693603516,320 105.02110290527344,321 36.26828384399414322 ],323 "extent": [324 43.506256103515625,325 1.2987289428710938,326 7.279210090637207327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 63,353 127354 ]355 },356 {357 "object_id": "SM_Room_31",358 "bbox_2d": [359 1092,360 28,361 1164,362 90363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -211.86929321289062,368 57.918487548828125,369 262.97418212890625370 ],371 "extent": [372 205.15322875976562,373 7.94525146484375,374 3.2571868896484375375 ]376 },377 "obb": {378 "center": [379 -211.86929321289062,380 57.918487548828125,381 262.97418212890625382 ],383 "extent": [384 205.15322875976562,385 7.94525146484375,386 3.2571868896484375387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 0,396 0,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 127,412 63,413 0414 ]415 },416 {417 "object_id": "SM_Room_33",418 "bbox_2d": [419 1150,420 79,421 1468,422 1079423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 -214.09774780273438,428 -30.96891212463379,429 137.00125122070312430 ],431 "extent": [432 196.61636352539062,433 5.818750381469727,434 137.00125122070312435 ]436 },437 "obb": {438 "center": [439 -214.09774780273438,440 -30.96891212463379,441 137.00125122070312442 ],443 "extent": [444 196.61636352539062,445 5.818750381469727,446 137.00125122070312447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 0,456 0,457 0458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 255,472 63,473 63474 ]475 },476 {477 "object_id": "SM_Room_40",478 "bbox_2d": [479 1104,480 0,481 1175,482 27483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 9.376220703125,488 1.1887054443359375,489 272.7301025390625490 ],491 "extent": [492 424.5625,493 195.3359375,494 1.1112518310546875495 ]496 },497 "obb": {498 "center": [499 9.376220703125,500 1.1887054443359375,501 272.7301025390625502 ],503 "extent": [504 424.5625,505 195.3359375,506 1.1112518310546875507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 0,516 0,517 0518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 63,532 0,533 63534 ]535 },536 {537 "object_id": "SM_Room_38",538 "bbox_2d": [539 750,540 0,541 1111,542 72543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 6.82373046875,548 128.59304809570312,549 262.96240234375550 ],551 "extent": [552 423.84625244140625,553 62.72931671142578,554 3.2534942626953125555 ]556 },557 "obb": {558 "center": [559 6.82373046875,560 128.59304809570312,561 262.96240234375562 ],563 "extent": [564 423.84625244140625,565 62.72931671142578,566 3.2534942626953125567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 0,576 0,577 0578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 63,592 255,593 63594 ]595 },596 {597 "object_id": "SM_Room_39",598 "bbox_2d": [599 1150,600 0,601 1919,602 366603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 6.82373046875,608 -69.15577697753906,609 262.9625244140625610 ],611 "extent": [612 423.84625244140625,613 119.129150390625,614 3.253509521484375615 ]616 },617 "obb": {618 "center": [619 6.82373046875,620 -69.15577697753906,621 262.9625244140625622 ],623 "extent": [624 423.84625244140625,625 119.129150390625,626 3.253509521484375627 ],628 "rotation": [629 0,630 0,631 0632 ]633 },634 "location": [635 0,636 0,637 0638 ],639 "rotation": [640 0,641 0,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 63,652 127,653 63654 ]655 }656 ],657 "door": [658 {659 "object_id": "SM_Door_01",660 "bbox_2d": [661 1351,662 234,663 1431,664 1064665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 -73.4132308959961,670 -37.81229782104492,671 118.2634048461914672 ],673 "extent": [674 41.528175354003906,675 1.5000457763671875,676 117.85313415527344677 ]678 },679 "obb": {680 "center": [681 -73.4132308959961,682 -37.81229782104492,683 118.2634048461914684 ],685 "extent": [686 41.528175354003906,687 1.5000457763671875,688 117.85313415527344689 ],690 "rotation": [691 0,692 0,693 0694 ]695 },696 "location": [697 0,698 0,699 0700 ],701 "rotation": [702 0,703 0,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 127,714 63,715 127716 ]717 },718 {719 "object_id": "SM_Door_02",720 "bbox_2d": [721 1185,722 386,723 1197,724 803725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 -313.5359191894531,730 -37.81229782104492,731 118.2634048461914732 ],733 "extent": [734 41.528167724609375,735 1.5000457763671875,736 117.85313415527344737 ]738 },739 "obb": {740 "center": [741 -313.5359191894531,742 -37.81229782104492,743 118.2634048461914744 ],745 "extent": [746 41.528167724609375,747 1.5000457763671875,748 117.85313415527344749 ],750 "rotation": [751 0,752 0,753 0754 ]755 },756 "location": [757 0,758 0,759 0760 ],761 "rotation": [762 0,763 0,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 0,774 63,775 63776 ]777 },778 {779 "object_id": "SM_Door_04",780 "bbox_2d": [781 1308,782 178,783 1445,784 1079785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 -73.19573974609375,790 -31.37153434753418,791 119.93985748291016792 ],793 "extent": [794 45,795 8.500070571899414,796 120.17390441894531797 ]798 },799 "obb": {800 "center": [801 -73.19573974609375,802 -31.37153434753418,803 119.93985748291016804 ],805 "extent": [806 45,807 8.500070571899414,808 120.17390441894531809 ],810 "rotation": [811 0,812 0,813 0814 ]815 },816 "location": [817 0,818 0,819 0820 ],821 "rotation": [822 0,823 0,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 63,834 63,835 127836 ]837 },838 {839 "object_id": "SM_Door_05",840 "bbox_2d": [841 1161,842 358,843 1203,844 835845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 -313.31842041015625,850 -31.37153434753418,851 119.93985748291016852 ],853 "extent": [854 45,855 8.500070571899414,856 120.17390441894531857 ]858 },859 "obb": {860 "center": [861 -313.31842041015625,862 -31.37153434753418,863 119.93985748291016864 ],865 "extent": [866 45,867 8.500070571899414,868 120.17390441894531869 ],870 "rotation": [871 0,872 0,873 0874 ]875 },876 "location": [877 0,878 0,879 0880 ],881 "rotation": [882 0,883 0,884 0885 ],886 "scale": [887 1,888 1,889 1890 ]891 },892 "color": [893 63,894 63,895 63896 ]897 },898 {899 "object_id": "SM_Door2",900 "bbox_2d": [901 1176,902 619,903 1188,904 645905 ],906 "bbox_3d": {907 "aabb": {908 "center": [909 -343,910 -32.5,911 95912 ],913 "extent": [914 7.148256362532948,915 3.6948661731127235,916 7.7611236572265625917 ]918 },919 "obb": {920 "center": [921 -343,922 -32.5,923 95924 ],925 "extent": [926 7.148256362532948,927 3.6948661731127235,928 7.7611236572265625929 ],930 "rotation": [931 0,932 -3.0517578125e-05,933 0934 ]935 },936 "location": [937 -343,938 -32.5,939 95940 ],941 "rotation": [942 0,943 -3.0517578125e-05,944 0945 ],946 "scale": [947 1,948 1,949 1950 ]951 },952 "color": [953 191,954 63,955 191956 ]957 },958 {959 "object_id": "SM_Door3",960 "bbox_2d": [961 1338,962 679,963 1363,964 725965 ],966 "bbox_3d": {967 "aabb": {968 "center": [969 -102,970 -32.5,971 95972 ],973 "extent": [974 7.148256362532976,975 3.6948661731127235,976 7.7611236572265625977 ]978 },979 "obb": {980 "center": [981 -102,982 -32.5,983 95984 ],985 "extent": [986 7.148256362532976,987 3.6948661731127235,988 7.7611236572265625989 ],990 "rotation": [991 0,992 -3.0517578125e-05,993 0994 ]995 },996 "location": [997 -102,998 -32.5,999 951000 ],1001 "rotation": [1002 0,1003 -3.0517578125e-05,1004 01005 ],1006 "scale": [1007 1,1008 1,1009 11010 ]1011 },1012 "color": [1013 191,1014 191,1015 01016 ]1017 }1018 ],1019 "window divided": [1020 {1021 "object_id": "SM_Window_02",1022 "bbox_2d": [1023 1088,1024 72,1025 1149,1026 10791027 ],1028 "bbox_3d": {1029 "aabb": {1030 "center": [1031 -15.355621337890625,1032 90.34112548828125,1033 130.16633605957031034 ],1035 "extent": [1036 1.0007576942443848,1037 38.33171081542969,1038 129.74723815917971039 ]1040 },1041 "obb": {1042 "center": [1043 -15.355621337890625,1044 90.34112548828125,1045 130.16633605957031046 ],1047 "extent": [1048 1.0007576942443848,1049 38.33171081542969,1050 129.74723815917971051 ],1052 "rotation": [1053 0,1054 0,1055 01056 ]1057 },1058 "location": [1059 0,1060 0,1061 01062 ],1063 "rotation": [1064 0,1065 0,1066 01067 ],1068 "scale": [1069 1,1070 1,1071 11072 ]1073 },1074 "color": [1075 63,1076 63,1077 01078 ]1079 },1080 {1081 "object_id": "SM_Window_03",1082 "bbox_2d": [1083 776,1084 68,1085 1087,1086 10791087 ],1088 "bbox_3d": {1089 "aabb": {1090 "center": [1091 -13.404731750488281,1092 103.78059387207031,1093 130.16633605957031094 ],1095 "extent": [1096 1.0007576942443848,1097 36.89503479003906,1098 129.74723815917971099 ]1100 },1101 "obb": {1102 "center": [1103 -13.404731750488281,1104 103.78059387207031,1105 130.16633605957031106 ],1107 "extent": [1108 1.0007576942443848,1109 36.89503479003906,1110 129.74723815917971111 ],1112 "rotation": [1113 0,1114 0,1115 01116 ]1117 },1118 "location": [1119 0,1120 0,1121 01122 ],1123 "rotation": [1124 0,1125 0,1126 01127 ],1128 "scale": [1129 1,1130 1,1131 11132 ]1133 },1134 "color": [1135 63,1136 63,1137 2551138 ]1139 }1140 ],1141 "gallery": [1142 {1143 "object_id": "SM_Gallery",1144 "bbox_2d": [1145 1633,1146 330,1147 1919,1148 8201149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -7.089567184448203,1154 -102.40170288085932,1155 140.895233154296881156 ],1157 "extent": [1158 0.6827907562255966,1159 46.311805725097656,1160 56.3215560913085941161 ]1162 },1163 "obb": {1164 "center": [1165 -7.089567184448203,1166 -102.40170288085932,1167 140.895233154296881168 ],1169 "extent": [1170 0.6827907562255966,1171 46.311805725097656,1172 56.3215560913085941173 ],1174 "rotation": [1175 0,1176 -90.00000000000001,1177 01178 ]1179 },1180 "location": [1181 16.36985206604004,1182 -298.24859619140625,1183 01184 ],1185 "rotation": [1186 0,1187 -90.00000000000001,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 0,1198 191,1199 631200 ]