TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l020_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l020_r000/lit.png",5 "camera": {6 "location": [7 520,8 -988,9 35810 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 520,38 -988,39 358,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door5",56 "bbox_2d": [57 1376,58 564,59 1484,60 107761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 949.7700183477542,66 -759.0796656872593,67 240.1965484619140668 ],69 "extent": [70 27.138897008869662,71 52.41643256593636,72 110.1965484619140673 ]74 },75 "obb": {76 "center": [77 949.7700183477542,78 -759.0796656872593,79 240.1965484619140680 ],81 "extent": [82 27.138897008869662,83 52.41643256593636,84 110.1965484619140685 ],86 "rotation": [87 0,88 158.90036010742188,89 090 ]91 },92 "location": [93 935,94 -810,95 13096 ],97 "rotation": [98 0,99 158.90036010742188,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 0,111 127112 ]113 },114 {115 "object_id": "SM_Door02_2m85",116 "bbox_2d": [117 1017,118 494,119 1112,120 678121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 2117.6494029957576,126 -769.9998565546101,127 280.0000915527344128 ],129 "extent": [130 45.73528136627351,131 150.0003525226507,132 180.00009155273438133 ]134 },135 "obb": {136 "center": [137 2117.6494029957576,138 -769.9998565546101,139 280.0000915527344140 ],141 "extent": [142 45.73528136627351,143 150.0003525226507,144 180.00009155273438145 ],146 "rotation": [147 0,148 179.99923706054688,149 0150 ]151 },152 "location": [153 2099.995361328125,154 -919.9999389648438,155 130156 ],157 "rotation": [158 0,159 179.99923706054688,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 0,170 143,171 143172 ]173 },174 {175 "object_id": "SM_Door02_2m72",176 "bbox_2d": [177 819,178 494,179 991,180 678181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 2117.6531583674437,186 -1069.9998311957206,187 280.0000915527344188 ],189 "extent": [190 45.73464220819096,191 150.0001688043152,192 180.00009155273438193 ]194 },195 "obb": {196 "center": [197 2117.6531583674437,198 -1069.9998311957206,199 280.0000915527344200 ],201 "extent": [202 45.73464220819096,203 150.0001688043152,204 180.00009155273438205 ],206 "rotation": [207 0,208 179.99978637695312,209 0210 ]211 },212 "location": [213 2099.999755859375,214 -1220,215 130216 ],217 "rotation": [218 0,219 179.99978637695312,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 191,230 143,231 143232 ]233 }234 ],235 "window": [236 {237 "object_id": "SM_Wall01_2m78",238 "bbox_2d": [239 691,240 466,241 1129,242 824243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1300.000378943845,248 -1020.9999791492182,249 295.0000457763672250 ],251 "extent": [252 38.08161864422868,253 201.00013615551347,254 165.00013732910156255 ]256 },257 "obb": {258 "center": [259 1300.000378943845,260 -1020.9999791492182,261 295.0000457763672262 ],263 "extent": [264 38.08161864422868,265 201.00013615551347,266 165.00013732910156267 ],268 "rotation": [269 0,270 0.00011399998766137288,271 0272 ]273 },274 "location": [275 1290,276 -820,277 130278 ],279 "rotation": [280 0,281 0.00011399998766137288,282 0283 ],284 "scale": [285 1,286 1.0049999952316284,287 1288 ]289 },290 "color": [291 63,292 0,293 255294 ]295 },296 {297 "object_id": "SM_Wall01_2m79_88",298 "bbox_2d": [299 522,300 319,301 1259,302 1009303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1002.000378943896,308 -1020.9999791492157,309 295.0000457763672310 ],311 "extent": [312 38.08161864427973,313 201.00013615552308,314 165.00013732910156315 ]316 },317 "obb": {318 "center": [319 1002.000378943896,320 -1020.9999791492157,321 295.0000457763672322 ],323 "extent": [324 38.08161864427973,325 201.00013615552308,326 165.00013732910156327 ],328 "rotation": [329 0,330 0.00011400000221328809,331 0332 ]333 },334 "location": [335 992,336 -820,337 130338 ],339 "rotation": [340 0,341 0.00011400000221328809,342 0343 ],344 "scale": [345 1,346 1.0049999952316284,347 1348 ]349 },350 "color": [351 63,352 0,353 127354 ]355 },356 {357 "object_id": "SM_Wall01_2m66_7",358 "bbox_2d": [359 1199,360 509,361 1204,362 530363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 1155.0000258024018,368 -809.9997213751408,369 295.0000457763672370 ],371 "extent": [372 150.0002133911173,373 38.081518325303364,374 165.00013732910156375 ]376 },377 "obb": {378 "center": [379 1155.0000258024018,380 -809.9997213751408,381 295.0000457763672382 ],383 "extent": [384 150.0002133911173,385 38.081518325303364,386 165.00013732910156387 ],388 "rotation": [389 0,390 90.00011444091797,391 0392 ]393 },394 "location": [395 1005,396 -820,397 130398 ],399 "rotation": [400 0,401 90.00011444091797,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 0,412 191,413 31414 ]415 },416 {417 "object_id": "SM_Wall01_2m84",418 "bbox_2d": [419 1202,420 511,421 1205,422 530423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 1120.0000006795285,428 -814.0402555550819,429 295.0000457763672430 ],431 "extent": [432 150.0001824259632,433 14.040984145593711,434 165.00013732910156435 ]436 },437 "obb": {438 "center": [439 1120.0000006795285,440 -814.0402555550819,441 295.0000457763672442 ],443 "extent": [444 150.0001824259632,445 14.040984145593711,446 165.00013732910156447 ],448 "rotation": [449 0,450 -90.00013732910156,451 0452 ]453 },454 "location": [455 1270,456 -800,457 130458 ],459 "rotation": [460 0,461 -90.00013732910156,462 0463 ],464 "scale": [465 1,466 1.5,467 1468 ]469 },470 "color": [471 159,472 95,473 95474 ]475 },476 {477 "object_id": "SM_Wall01_2m77",478 "bbox_2d": [479 632,480 466,481 666,482 843483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 1250.0000324336706,488 -1220.9594659899308,489 280.00010681152344490 ],491 "extent": [492 50.00021059263179,493 29.041149568096785,494 180.00010681152344495 ]496 },497 "obb": {498 "center": [499 1250.0000324336706,500 -1220.9594659899308,501 280.00010681152344502 ],503 "extent": [504 50.00021059263179,505 29.041149568096785,506 180.00010681152344507 ],508 "rotation": [509 0,510 90.00011444091797,511 0512 ]513 },514 "location": [515 1200,516 -1219.999755859375,517 130518 ],519 "rotation": [520 0,521 90.00011444091797,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 143,532 63,533 31534 ]535 },536 {537 "object_id": "SM_Wall01_2m23",538 "bbox_2d": [539 771,540 494,541 819,542 667543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 1900.0000324334173,548 -1220.9610357655374,549 280.00010681152344550 ],551 "extent": [552 200.00021059237827,553 29.042830273744585,554 180.00010681152344555 ]556 },557 "obb": {558 "center": [559 1900.0000324334173,560 -1220.9610357655374,561 280.00010681152344562 ],563 "extent": [564 200.00021059237827,565 29.042830273744585,566 180.00010681152344567 ],568 "rotation": [569 0,570 90.00011444091797,571 0572 ]573 },574 "location": [575 1700,576 -1220.000244140625,577 130578 ],579 "rotation": [580 0,581 90.00011444091797,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 47,592 143,593 15594 ]595 },596 {597 "object_id": "SM_Wall01_2m24",598 "bbox_2d": [599 728,600 494,601 775,602 769603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 1500.0000324334173,608 -1220.9610357655374,609 280.00010681152344610 ],611 "extent": [612 200.00021059237827,613 29.042830273744585,614 180.00010681152344615 ]616 },617 "obb": {618 "center": [619 1500.0000324334173,620 -1220.9610357655374,621 280.00010681152344622 ],623 "extent": [624 200.00021059237827,625 29.042830273744585,626 180.00010681152344627 ],628 "rotation": [629 0,630 90.00011444091797,631 0632 ]633 },634 "location": [635 1300,636 -1220.000244140625,637 130638 ],639 "rotation": [640 0,641 90.00011444091797,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 47,652 143,653 47654 ]655 },656 {657 "object_id": "SM_Wall01_2m65",658 "bbox_2d": [659 1271,660 163,661 1491,662 1079663 ],664 "bbox_3d": {665 "aabb": {666 "center": [667 880.0002386587267,668 -809.9998111907695,669 294.9976348876953670 ],671 "extent": [672 100.00029474737539,673 38.08145036546864,674 165.00254821777344675 ]676 },677 "obb": {678 "center": [679 880.0002386587267,680 -809.9998111907695,681 294.9976348876953682 ],683 "extent": [684 100.00029474737539,685 38.08145036546864,686 165.00254821777344687 ],688 "rotation": [689 0,690 90.00011444091797,691 0692 ]693 },694 "location": [695 780,696 -800,697 130698 ],699 "rotation": [700 0,701 90.00011444091797,702 0703 ],704 "scale": [705 1,706 1,707 1708 ]709 },710 "color": [711 223,712 143,713 111714 ]715 },716 {717 "object_id": "SM_Wall01_2m60",718 "bbox_2d": [719 1477,720 0,721 1919,722 1079723 ],724 "bbox_3d": {725 "aabb": {726 "center": [727 580.0002386567386,728 -809.9994383227374,729 295.0000457763672730 ],731 "extent": [732 200.00041681569985,733 38.081660077038464,734 165.00013732910156735 ]736 },737 "obb": {738 "center": [739 580.0002386567386,740 -809.9994383227374,741 295.0000457763672742 ],743 "extent": [744 200.00041681569985,745 38.081660077038464,746 165.00013732910156747 ],748 "rotation": [749 0,750 90.00011444091797,751 0752 ]753 },754 "location": [755 380,756 -799.9998168945312,757 130758 ],759 "rotation": [760 0,761 90.00011444091797,762 0763 ],764 "scale": [765 1,766 1,767 1768 ]769 },770 "color": [771 143,772 255,773 15774 ]775 }776 ],777 "stairs floor": [778 {779 "object_id": "SM_StairsFloor_26",780 "bbox_2d": [781 281,782 0,783 1699,784 318785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 600,790 -1019.9999999999999,791 474.8743591308594792 ],793 "extent": [794 400.0000000000002,795 200.0000000000001,796 16.424835205078125797 ]798 },799 "obb": {800 "center": [801 600,802 -1019.9999999999999,803 474.8743591308594804 ],805 "extent": [806 400.0000000000002,807 200.0000000000001,808 16.424835205078125809 ],810 "rotation": [811 0,812 90.00000000000001,813 0814 ]815 },816 "location": [817 200,818 -1220,819 490820 ],821 "rotation": [822 0,823 90.00000000000001,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 255,834 191,835 255836 ]837 }838 ],839 "door frame": [840 {841 "object_id": "SM_DoorFrame_2",842 "bbox_2d": [843 1356,844 555,845 1484,846 1069847 ],848 "bbox_3d": {849 "aabb": {850 "center": [851 880.1567001343963,852 -809.9724220723485,853 241.30389404296875854 ],855 "extent": [856 55.10527044120113,857 7.188179117493064,858 111.30391693115234859 ]860 },861 "obb": {862 "center": [863 880.1567001343963,864 -809.9724220723485,865 241.30389404296875866 ],867 "extent": [868 55.10527044120113,869 7.188179117493064,870 111.30391693115234871 ],872 "rotation": [873 0,874 -90.00012207031251,875 0876 ]877 },878 "location": [879 933,880 -809.9725341796875,881 130882 ],883 "rotation": [884 0,885 -90.00012207031251,886 0887 ],888 "scale": [889 1,890 1,891 1892 ]893 },894 "color": [895 31,896 63,897 63898 ]899 }900 ],901 "railing stairs": [902 {903 "object_id": "SM_RailingStairs01_33",904 "bbox_2d": [905 0,906 0,907 908,908 1079909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 591.9304747171386,914 -1030.2506063661754,915 349.5149383544922916 ],917 "extent": [918 292.01997778011935,919 23.37616384384654,920 219.2476348876953921 ]922 },923 "obb": {924 "center": [925 591.9304747171386,926 -1030.2506063661754,927 349.5149383544922928 ],929 "extent": [930 292.01997778011935,931 23.37616384384654,932 219.2476348876953933 ],934 "rotation": [935 0,936 90.00012207031251,937 0938 ]939 },940 "location": [941 300,942 -1047.503662109375,943 490944 ],945 "rotation": [946 0,947 90.00012207031251,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 95,958 159,959 127960 ]961 },962 {963 "object_id": "SM_RailingStairs2",964 "bbox_2d": [965 816,966 105,967 816,968 105969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 600.9956054681345,974 -1047.5030532801418,975 729.1114959716797976 ],977 "extent": [978 301.0850342021881,979 6.123716917975116,980 199.6510772705078981 ]982 },983 "obb": {984 "center": [985 600.9956054681345,986 -1047.5030532801418,987 729.1114959716797988 ],989 "extent": [990 301.0850342021881,991 6.123716917975116,992 199.6510772705078993 ],994 "rotation": [995 0,996 90.00011444091797,997 0998 ]999 },1000 "location": [1001 300,1002 -1047.503662109375,1003 8501004 ],1005 "rotation": [1006 0,1007 90.00011444091797,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 95,1018 159,1019 631020 ]1021 }1022 ],1023 "railing curve": [1024 {1025 "object_id": "SM_RailingCurveB5",1026 "bbox_2d": [1027 816,1028 106,1029 839,1030 1751031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 911.8282258093037,1036 -1028.6686607127517,1037 549.03554534912111038 ],1039 "extent": [1040 14.135184655017838,1041 24.79157979786737,1042 46.2604598999023441043 ]1044 },1045 "obb": {1046 "center": [1047 911.8282258093037,1048 -1028.6686607127517,1049 549.03554534912111050 ],1051 "extent": [1052 14.135184655017838,1053 24.79157979786737,1054 46.2604598999023441055 ],1056 "rotation": [1057 0,1058 90.00012207031251,1059 01060 ]1061 },1062 "location": [1063 900,1064 -1010,1065 4901066 ],1067 "rotation": [1068 0,1069 90.00012207031251,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 255,1080 159,1081 1591082 ]1083 }1084 ],1085 "pillar": [1086 {1087 "object_id": "SM_Pillar2_2",1088 "bbox_2d": [1089 667,1090 466,1091 690,1092 7741093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 1300,1098 -1217.12109375,1099 295.00004577636721100 ],1101 "extent": [1102 48.081241607666016,1103 32.53462345569278,1104 165.000137329101561105 ]1106 },1107 "obb": {1108 "center": [1109 1300,1110 -1217.12109375,1111 295.00004577636721112 ],1113 "extent": [1114 48.081241607666016,1115 32.53462345569278,1116 165.000137329101561117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 1300,1126 -1217.12109375,1127 1301128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 1,1136 0.6766602993011475,1137 11138 ]1139 },1140 "color": [1141 159,1142 63,1143 1911144 ]1145 },1146 {1147 "object_id": "SM_Pillar3",1148 "bbox_2d": [1149 476,1150 368,1151 521,1152 9251153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 1000.5867919921875,1158 -1217.12109375,1159 295.00004577636721160 ],1161 "extent": [1162 48.081241607666016,1163 32.534609126385476,1164 165.000137329101561165 ]1166 },1167 "obb": {1168 "center": [1169 1000.5867919921875,1170 -1217.12109375,1171 295.00004577636721172 ],1173 "extent": [1174 48.081241607666016,1175 32.534609126385476,1176 165.000137329101561177 ],1178 "rotation": [1179 0,1180 0,1181 01182 ]1183 },1184 "location": [1185 1000.5867919921875,1186 -1217.12109375,1187 1301188 ],1189 "rotation": [1190 0,1191 0,1192 01193 ],1194 "scale": [1195 1,1196 0.6766600012779236,1197 11198 ]1199 },1200 "color": [