TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l079_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l079_r003/lit.png",5 "camera": {6 "location": [7 279,8 40,9 13610 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 279,38 40,39 136,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room floor": [54 {55 "object_id": "SM_Room_Floor",56 "bbox_2d": [57 626,58 729,59 1564,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 10.26434326171875,66 2.24273681640625,67 -0.3261630535125732468 ],69 "extent": [70 423.74603271484375,71 195.68118286132812,72 0.790035009384155373 ]74 },75 "obb": {76 "center": [77 10.26434326171875,78 2.24273681640625,79 -0.3261630535125732480 ],81 "extent": [82 423.74603271484375,83 195.68118286132812,84 0.790035009384155385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 0112 ]113 }114 ],115 "room": [116 {117 "object_id": "SM_Room_04",118 "bbox_2d": [119 921,120 368,121 1050,122 728123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -416.40472412109375,128 -17.387954711914062,129 137.00125122070312130 ],131 "extent": [132 5.69061279296875,133 169.26719665527344,134 137.00125122070312135 ]136 },137 "obb": {138 "center": [139 -416.40472412109375,140 -17.387954711914062,141 137.00125122070312142 ],143 "extent": [144 5.69061279296875,145 169.26719665527344,146 137.00125122070312147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_Room_05",178 "bbox_2d": [179 1171,180 125,181 1704,182 994183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -12.77386474609375,188 -105.65663146972656,189 137.00125122070312190 ],191 "extent": [192 5.778125762939453,193 80.36405944824219,194 137.00125122070312195 ]196 },197 "obb": {198 "center": [199 -12.77386474609375,200 -105.65663146972656,201 137.00125122070312202 ],203 "extent": [204 5.778125762939453,205 80.36405944824219,206 137.00125122070312207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 127234 ]235 },236 {237 "object_id": "SM_Room_06",238 "bbox_2d": [239 32,240 0,241 629,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -117.57989501953125,248 146.01832580566406,249 137.00125122070312250 ],251 "extent": [252 293.01251220703125,253 5.8546905517578125,254 137.00125122070312255 ]256 },257 "obb": {258 "center": [259 -117.57989501953125,260 146.01832580566406,261 137.00125122070312262 ],263 "extent": [264 293.01251220703125,265 5.8546905517578125,266 137.00125122070312267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 255,293 127294 ]295 },296 {297 "object_id": "SM_Room_27",298 "bbox_2d": [299 373,300 843,301 741,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 119.34385681152344,308 126.20433044433594,309 36.453330993652344310 ],311 "extent": [312 132.4735870361328,313 19.8590087890625,314 7.461250305175781315 ]316 },317 "obb": {318 "center": [319 119.34385681152344,320 126.20433044433594,321 36.453330993652344322 ],323 "extent": [324 132.4735870361328,325 19.8590087890625,326 7.461250305175781327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -1,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 63,353 255354 ]355 },356 {357 "object_id": "SM_Room_28",358 "bbox_2d": [359 648,360 845,361 749,362 1042363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 31.376529693603516,368 105.02110290527344,369 36.26828384399414370 ],371 "extent": [372 43.506256103515625,373 1.2987289428710938,374 7.279210090637207375 ]376 },377 "obb": {378 "center": [379 31.376529693603516,380 105.02110290527344,381 36.26828384399414382 ],383 "extent": [384 43.506256103515625,385 1.2987289428710938,386 7.279210090637207387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 0,396 0,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 0,412 63,413 127414 ]415 },416 {417 "object_id": "SM_Room_31",418 "bbox_2d": [419 873,420 102,421 945,422 367423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 -211.86929321289062,428 57.918487548828125,429 262.97418212890625430 ],431 "extent": [432 205.15322875976562,433 7.94525146484375,434 3.2571868896484375435 ]436 },437 "obb": {438 "center": [439 -211.86929321289062,440 57.918487548828125,441 262.97418212890625442 ],443 "extent": [444 205.15322875976562,445 7.94525146484375,446 3.2571868896484375447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 0,456 0,457 0458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 127,472 63,473 0474 ]475 },476 {477 "object_id": "SM_Room_33",478 "bbox_2d": [479 1051,480 140,481 1170,482 970483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 -214.09774780273438,488 -30.96891212463379,489 137.00125122070312490 ],491 "extent": [492 196.61636352539062,493 5.818750381469727,494 137.00125122070312495 ]496 },497 "obb": {498 "center": [499 -214.09774780273438,500 -30.96891212463379,501 137.00125122070312502 ],503 "extent": [504 196.61636352539062,505 5.818750381469727,506 137.00125122070312507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 0,516 0,517 0518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 255,532 63,533 63534 ]535 },536 {537 "object_id": "SM_Room_40",538 "bbox_2d": [539 853,540 0,541 924,542 101543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 9.376220703125,548 1.1887054443359375,549 272.7301025390625550 ],551 "extent": [552 424.5625,553 195.3359375,554 1.1112518310546875555 ]556 },557 "obb": {558 "center": [559 9.376220703125,560 1.1887054443359375,561 272.7301025390625562 ],563 "extent": [564 424.5625,565 195.3359375,566 1.1112518310546875567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 0,576 0,577 0578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 63,592 0,593 63594 ]595 },596 {597 "object_id": "SM_Room_38",598 "bbox_2d": [599 523,600 0,601 923,602 367603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 6.82373046875,608 128.59304809570312,609 262.96240234375610 ],611 "extent": [612 423.84625244140625,613 62.72931671142578,614 3.2534942626953125615 ]616 },617 "obb": {618 "center": [619 6.82373046875,620 128.59304809570312,621 262.96240234375622 ],623 "extent": [624 423.84625244140625,625 62.72931671142578,626 3.2534942626953125627 ],628 "rotation": [629 0,630 0,631 0632 ]633 },634 "location": [635 0,636 0,637 0638 ],639 "rotation": [640 0,641 0,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 63,652 255,653 63654 ]655 },656 {657 "object_id": "SM_Room_39",658 "bbox_2d": [659 917,660 0,661 1919,662 367663 ],664 "bbox_3d": {665 "aabb": {666 "center": [667 6.82373046875,668 -69.15577697753906,669 262.9625244140625670 ],671 "extent": [672 423.84625244140625,673 119.129150390625,674 3.253509521484375675 ]676 },677 "obb": {678 "center": [679 6.82373046875,680 -69.15577697753906,681 262.9625244140625682 ],683 "extent": [684 423.84625244140625,685 119.129150390625,686 3.253509521484375687 ],688 "rotation": [689 0,690 0,691 0692 ]693 },694 "location": [695 0,696 0,697 0698 ],699 "rotation": [700 0,701 0,702 0703 ],704 "scale": [705 1,706 1,707 1708 ]709 },710 "color": [711 63,712 127,713 63714 ]715 }716 ],717 "door": [718 {719 "object_id": "SM_Door_01",720 "bbox_2d": [721 1146,722 285,723 1154,724 884725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 -73.4132308959961,730 -37.81229782104492,731 118.2634048461914732 ],733 "extent": [734 41.528175354003906,735 1.5000457763671875,736 117.85313415527344737 ]738 },739 "obb": {740 "center": [741 -73.4132308959961,742 -37.81229782104492,743 118.2634048461914744 ],745 "extent": [746 41.528175354003906,747 1.5000457763671875,748 117.85313415527344749 ],750 "rotation": [751 0,752 0,753 0754 ]755 },756 "location": [757 0,758 0,759 0760 ],761 "rotation": [762 0,763 0,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 127,774 63,775 127776 ]777 },778 {779 "object_id": "SM_Door_04",780 "bbox_2d": [781 1112,782 215,783 1163,784 962785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 -73.19573974609375,790 -31.37153434753418,791 119.93985748291016792 ],793 "extent": [794 45,795 8.500070571899414,796 120.17390441894531797 ]798 },799 "obb": {800 "center": [801 -73.19573974609375,802 -31.37153434753418,803 119.93985748291016804 ],805 "extent": [806 45,807 8.500070571899414,808 120.17390441894531809 ],810 "rotation": [811 0,812 0,813 0814 ]815 },816 "location": [817 0,818 0,819 0820 ],821 "rotation": [822 0,823 0,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 63,834 63,835 127836 ]837 },838 {839 "object_id": "SM_Door_05",840 "bbox_2d": [841 1055,842 357,843 1073,844 777845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 -313.31842041015625,850 -31.37153434753418,851 119.93985748291016852 ],853 "extent": [854 45,855 8.500070571899414,856 120.17390441894531857 ]858 },859 "obb": {860 "center": [861 -313.31842041015625,862 -31.37153434753418,863 119.93985748291016864 ],865 "extent": [866 45,867 8.500070571899414,868 120.17390441894531869 ],870 "rotation": [871 0,872 0,873 0874 ]875 },876 "location": [877 0,878 0,879 0880 ],881 "rotation": [882 0,883 0,884 0885 ],886 "scale": [887 1,888 1,889 1890 ]891 },892 "color": [893 63,894 63,895 63896 ]897 },898 {899 "object_id": "SM_Door2",900 "bbox_2d": [901 1066,902 594,903 1069,904 597905 ],906 "bbox_3d": {907 "aabb": {908 "center": [909 -343,910 -32.5,911 95912 ],913 "extent": [914 7.148256362532948,915 3.6948661731127235,916 7.7611236572265625917 ]918 },919 "obb": {920 "center": [921 -343,922 -32.5,923 95924 ],925 "extent": [926 7.148256362532948,927 3.6948661731127235,928 7.7611236572265625929 ],930 "rotation": [931 0,932 -3.0517578125e-05,933 0934 ]935 },936 "location": [937 -343,938 -32.5,939 95940 ],941 "rotation": [942 0,943 -3.0517578125e-05,944 0945 ],946 "scale": [947 1,948 1,949 1950 ]951 },952 "color": [953 191,954 63,955 191956 ]957 },958 {959 "object_id": "SM_Door3",960 "bbox_2d": [961 1132,962 623,963 1150,964 660965 ],966 "bbox_3d": {967 "aabb": {968 "center": [969 -102,970 -32.5,971 95972 ],973 "extent": [974 7.148256362532976,975 3.6948661731127235,976 7.7611236572265625977 ]978 },979 "obb": {980 "center": [981 -102,982 -32.5,983 95984 ],985 "extent": [986 7.148256362532976,987 3.6948661731127235,988 7.7611236572265625989 ],990 "rotation": [991 0,992 -3.0517578125e-05,993 0994 ]995 },996 "location": [997 -102,998 -32.5,999 951000 ],1001 "rotation": [1002 0,1003 -3.0517578125e-05,1004 01005 ],1006 "scale": [1007 1,1008 1,1009 11010 ]1011 },1012 "color": [1013 191,1014 191,1015 01016 ]1017 }1018 ],1019 "window divided": [1020 {1021 "object_id": "SM_Window_02",1022 "bbox_2d": [1023 872,1024 135,1025 920,1026 9831027 ],1028 "bbox_3d": {1029 "aabb": {1030 "center": [1031 -15.355621337890625,1032 90.34112548828125,1033 130.16633605957031034 ],1035 "extent": [1036 1.0007576942443848,1037 38.33171081542969,1038 129.74723815917971039 ]1040 },1041 "obb": {1042 "center": [1043 -15.355621337890625,1044 90.34112548828125,1045 130.16633605957031046 ],1047 "extent": [1048 1.0007576942443848,1049 38.33171081542969,1050 129.74723815917971051 ],1052 "rotation": [1053 0,1054 0,1055 01056 ]1057 },1058 "location": [1059 0,1060 0,1061 01062 ],1063 "rotation": [1064 0,1065 0,1066 01067 ],1068 "scale": [1069 1,1070 1,1071 11072 ]1073 },1074 "color": [1075 63,1076 63,1077 01078 ]1079 },1080 {1081 "object_id": "SM_Window_03",1082 "bbox_2d": [1083 630,1084 132,1085 871,1086 9861087 ],1088 "bbox_3d": {1089 "aabb": {1090 "center": [1091 -13.404731750488281,1092 103.78059387207031,1093 130.16633605957031094 ],1095 "extent": [1096 1.0007576942443848,1097 36.89503479003906,1098 129.74723815917971099 ]1100 },1101 "obb": {1102 "center": [1103 -13.404731750488281,1104 103.78059387207031,1105 130.16633605957031106 ],1107 "extent": [1108 1.0007576942443848,1109 36.89503479003906,1110 129.74723815917971111 ],1112 "rotation": [1113 0,1114 0,1115 01116 ]1117 },1118 "location": [1119 0,1120 0,1121 01122 ],1123 "rotation": [1124 0,1125 0,1126 01127 ],1128 "scale": [1129 1,1130 1,1131 11132 ]1133 },1134 "color": [1135 63,1136 63,1137 2551138 ]1139 }1140 ],1141 "gallery": [1142 {1143 "object_id": "SM_Gallery",1144 "bbox_2d": [1145 1285,1146 335,1147 1594,1148 7111149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -7.089567184448203,1154 -102.40170288085932,1155 140.895233154296881156 ],1157 "extent": [1158 0.6827907562255966,1159 46.311805725097656,1160 56.3215560913085941161 ]1162 },1163 "obb": {1164 "center": [1165 -7.089567184448203,1166 -102.40170288085932,1167 140.895233154296881168 ],1169 "extent": [1170 0.6827907562255966,1171 46.311805725097656,1172 56.3215560913085941173 ],1174 "rotation": [1175 0,1176 -90.00000000000001,1177 01178 ]1179 },1180 "location": [1181 16.36985206604004,1182 -298.24859619140625,1183 01184 ],1185 "rotation": [1186 0,1187 -90.00000000000001,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 0,1198 191,1199 631200 ]