TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l042_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l042_r004/lit.png",5 "camera": {6 "location": [7 1946,8 -618,9 45710 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1946,38 -618,39 457,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall01_2m78",56 "bbox_2d": [57 84,58 534,59 665,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1300.000378943845,66 -1020.9999791492182,67 295.000045776367268 ],69 "extent": [70 38.08161864422868,71 201.00013615551347,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1300.000378943845,78 -1020.9999791492182,79 295.000045776367280 ],81 "extent": [82 38.08161864422868,83 201.00013615551347,84 165.0001373291015685 ],86 "rotation": [87 0,88 0.00011399998766137288,89 090 ]91 },92 "location": [93 1290,94 -820,95 13096 ],97 "rotation": [98 0,99 0.00011399998766137288,100 0101 ],102 "scale": [103 1,104 1.0049999952316284,105 1106 ]107 },108 "color": [109 63,110 0,111 255112 ]113 },114 {115 "object_id": "SM_Wall01_2m79_88",116 "bbox_2d": [117 416,118 628,119 450,120 868121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1002.000378943896,126 -1020.9999791492157,127 295.0000457763672128 ],129 "extent": [130 38.08161864427973,131 201.00013615552308,132 165.00013732910156133 ]134 },135 "obb": {136 "center": [137 1002.000378943896,138 -1020.9999791492157,139 295.0000457763672140 ],141 "extent": [142 38.08161864427973,143 201.00013615552308,144 165.00013732910156145 ],146 "rotation": [147 0,148 0.00011400000221328809,149 0150 ]151 },152 "location": [153 992,154 -820,155 130156 ],157 "rotation": [158 0,159 0.00011400000221328809,160 0161 ],162 "scale": [163 1,164 1.0049999952316284,165 1166 ]167 },168 "color": [169 63,170 0,171 127172 ]173 },174 {175 "object_id": "SM_Wall01_2m75",176 "bbox_2d": [177 0,178 534,179 106,180 621181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1324.0405240991338,186 -770.0001704536384,187 295.0000457763672188 ],189 "extent": [190 14.040837671761437,191 50.00017045367906,192 165.00013732910156193 ]194 },195 "obb": {196 "center": [197 1324.0405240991338,198 -770.0001704536384,199 295.0000457763672200 ],201 "extent": [202 14.040837671761437,203 50.00017045367906,204 165.00013732910156205 ],206 "rotation": [207 0,208 -0.00024414062499999995,209 0210 ]211 },212 "location": [213 1310.0001220703125,214 -720.0001220703125,215 130216 ],217 "rotation": [218 0,219 -0.00024414062499999995,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 159,230 95,231 31232 ]233 },234 {235 "object_id": "SM_Wall01_2m77",236 "bbox_2d": [237 583,238 616,239 620,240 902241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1250.0000324336706,246 -1220.9594659899308,247 280.00010681152344248 ],249 "extent": [250 50.00021059263179,251 29.041149568096785,252 180.00010681152344253 ]254 },255 "obb": {256 "center": [257 1250.0000324336706,258 -1220.9594659899308,259 280.00010681152344260 ],261 "extent": [262 50.00021059263179,263 29.041149568096785,264 180.00010681152344265 ],266 "rotation": [267 0,268 90.00011444091797,269 0270 ]271 },272 "location": [273 1200,274 -1219.999755859375,275 130276 ],277 "rotation": [278 0,279 90.00011444091797,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 143,290 63,291 31292 ]293 },294 {295 "object_id": "SM_Wall01_2m23",296 "bbox_2d": [297 1074,298 534,299 1897,300 1079301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 1900.0000324334173,306 -1220.9610357655374,307 280.00010681152344308 ],309 "extent": [310 200.00021059237827,311 29.042830273744585,312 180.00010681152344313 ]314 },315 "obb": {316 "center": [317 1900.0000324334173,318 -1220.9610357655374,319 280.00010681152344320 ],321 "extent": [322 200.00021059237827,323 29.042830273744585,324 180.00010681152344325 ],326 "rotation": [327 0,328 90.00011444091797,329 0330 ]331 },332 "location": [333 1700,334 -1220.000244140625,335 130336 ],337 "rotation": [338 0,339 90.00011444091797,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 47,350 143,351 15352 ]353 },354 {355 "object_id": "SM_Wall01_2m24",356 "bbox_2d": [357 682,358 535,359 1090,360 1016361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 1500.0000324334173,366 -1220.9610357655374,367 280.00010681152344368 ],369 "extent": [370 200.00021059237827,371 29.042830273744585,372 180.00010681152344373 ]374 },375 "obb": {376 "center": [377 1500.0000324334173,378 -1220.9610357655374,379 280.00010681152344380 ],381 "extent": [382 200.00021059237827,383 29.042830273744585,384 180.00010681152344385 ],386 "rotation": [387 0,388 90.00011444091797,389 0390 ]391 },392 "location": [393 1300,394 -1220.000244140625,395 130396 ],397 "rotation": [398 0,399 90.00011444091797,400 0401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 47,410 143,411 47412 ]413 }414 ],415 "railing stairs": [416 {417 "object_id": "SM_RailingStairs01_33",418 "bbox_2d": [419 182,420 712,421 200,422 814423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 591.9304747171386,428 -1030.2506063661754,429 349.5149383544922430 ],431 "extent": [432 292.01997778011935,433 23.37616384384654,434 219.2476348876953435 ]436 },437 "obb": {438 "center": [439 591.9304747171386,440 -1030.2506063661754,441 349.5149383544922442 ],443 "extent": [444 292.01997778011935,445 23.37616384384654,446 219.2476348876953447 ],448 "rotation": [449 0,450 90.00012207031251,451 0452 ]453 },454 "location": [455 300,456 -1047.503662109375,457 490458 ],459 "rotation": [460 0,461 90.00012207031251,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 95,472 159,473 127474 ]475 }476 ],477 "floor planks corner": [478 {479 "object_id": "SM_Floor_4x4m211",480 "bbox_2d": [481 0,482 244,483 1092,484 534485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1600.0001687016638,490 -820.0003195790755,491 474.99999809265137492 ],493 "extent": [494 200.0003195790755,495 200.0003195790755,496 15.000001907348633497 ]498 },499 "obb": {500 "center": [501 1600.0001687016638,502 -820.0003195790755,503 474.99999809265137504 ],505 "extent": [506 200.0003195790755,507 200.0003195790755,508 15.000001907348633509 ],510 "rotation": [511 0,512 -9.1552734375e-05,513 0514 ]515 },516 "location": [517 1400.00048828125,518 -620,519 490520 ],521 "rotation": [522 0,523 -9.1552734375e-05,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 159,534 0,535 255536 ]537 },538 {539 "object_id": "SM_Floor_4x4m242_34",540 "bbox_2d": [541 569,542 534,543 904,544 535545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 1500.0002985308424,550 -1120.0001897500476,551 474.99999809265137552 ],553 "extent": [554 100.00018975004764,555 100.00018975004764,556 15.000001907348633557 ]558 },559 "obb": {560 "center": [561 1500.0002985308424,562 -1120.0001897500476,563 474.99999809265137564 ],565 "extent": [566 100.00018975004764,567 100.00018975004764,568 15.000001907348633569 ],570 "rotation": [571 0,572 -0.0001087188720703125,573 0574 ]575 },576 "location": [577 1400.00048828125,578 -1020,579 490580 ],581 "rotation": [582 0,583 -0.0001087188720703125,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 159,594 0,595 127596 ]597 },598 {599 "object_id": "SM_Floor_4x4m224_38",600 "bbox_2d": [601 868,602 521,603 1898,604 532605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 1900.0003018598,610 -920.0001864211025,611 474.99999809265137612 ],613 "extent": [614 100.00018642110263,615 100.00018642110251,616 15.000001907348633617 ]618 },619 "obb": {620 "center": [621 1900.0003018598,622 -920.0001864211025,623 474.99999809265137624 ],625 "extent": [626 100.00018642110263,627 100.00018642110251,628 15.000001907348633629 ],630 "rotation": [631 0,632 -0.00010681152343749999,633 0634 ]635 },636 "location": [637 1800.00048828125,638 -820,639 490640 ],641 "rotation": [642 0,643 -0.00010681152343749999,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 159,654 0,655 63656 ]657 },658 {659 "object_id": "SM_Floor_4x4m195",660 "bbox_2d": [661 0,662 533,663 357,664 534665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 1350.0002545872849,670 -820.0001797903705,671 474.99999809265137672 ],673 "extent": [674 50.000372842205024,675 100.00018642058126,676 15.000001907348633677 ]678 },679 "obb": {680 "center": [681 1350.0002545872849,682 -820.0001797903705,683 474.99999809265137684 ],685 "extent": [686 50.000372842205024,687 100.00018642058126,688 15.000001907348633689 ],690 "rotation": [691 0,692 179.99978637695312,693 0694 ]695 },696 "location": [697 1399.9998779296875,698 -920.0003662109375,699 490700 ],701 "rotation": [702 0,703 179.99978637695312,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 159,714 191,715 0716 ]717 },718 {719 "object_id": "SM_Floor_4x4m196_20",720 "bbox_2d": [721 461,722 535,723 568,724 535725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 1349.9995221654099,730 -1020.0001797903703,731 474.99999809265137732 ],733 "extent": [734 50.000372842205024,735 100.0001864205812,736 15.000001907348633737 ]738 },739 "obb": {740 "center": [741 1349.9995221654099,742 -1020.0001797903703,743 474.99999809265137744 ],745 "extent": [746 50.000372842205024,747 100.0001864205812,748 15.000001907348633749 ],750 "rotation": [751 0,752 179.99978637695312,753 0754 ]755 },756 "location": [757 1399.9991455078125,758 -1120.0003662109375,759 490760 ],761 "rotation": [762 0,763 179.99978637695312,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 159,774 191,775 255776 ]777 },778 {779 "object_id": "SM_Floor_4x4m249",780 "bbox_2d": [781 782,782 533,783 1204,784 535785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 1700.0002980401796,790 -1120.000556451646,791 474.99999809265137792 ],793 "extent": [794 100.00019024070843,795 100.00019024070843,796 15.000001907348633797 ]798 },799 "obb": {800 "center": [801 1700.0002980401796,802 -1120.000556451646,803 474.99999809265137804 ],805 "extent": [806 100.00019024070843,807 100.00019024070843,808 15.000001907348633809 ],810 "rotation": [811 0,812 -0.0001090000005206093,813 0814 ]815 },816 "location": [817 1600.00048828125,818 -1020.0003662109375,819 490820 ],821 "rotation": [822 0,823 -0.0001090000005206093,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 159,834 191,835 95836 ]837 },838 {839 "object_id": "SM_Floor_4x4m250",840 "bbox_2d": [841 1149,842 531,843 1690,844 534845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 1900.0002980401796,850 -1120.0009226625834,851 474.99999809265137852 ],853 "extent": [854 100.00019024070843,855 100.00019024070843,856 15.000001907348633857 ]858 },859 "obb": {860 "center": [861 1900.0002980401796,862 -1120.0009226625834,863 474.99999809265137864 ],865 "extent": [866 100.00019024070843,867 100.00019024070843,868 15.000001907348633869 ],870 "rotation": [871 0,872 -0.0001090000005206093,873 0874 ]875 },876 "location": [877 1800.00048828125,878 -1020.000732421875,879 490880 ],881 "rotation": [882 0,883 -0.0001090000005206093,884 0885 ],886 "scale": [887 1,888 1,889 1890 ]891 },892 "color": [893 159,894 31,895 0896 ]897 },898 {899 "object_id": "SM_Floor_4x4m201_36",900 "bbox_2d": [901 1649,902 530,903 1919,904 533905 ],906 "bbox_3d": {907 "aabb": {908 "center": [909 2049.9993348491075,910 -1120.002527928564,911 474.99999809265137912 ],913 "extent": [914 50.000905472721,915 100.00045273328584,916 15.000001907348633917 ]918 },919 "obb": {920 "center": [921 2049.9993348491075,922 -1120.002527928564,923 474.99999809265137924 ],925 "extent": [926 50.000905472721,927 100.00045273328584,928 15.000001907348633929 ],930 "rotation": [931 0,932 -0.0005187988281250001,933 0934 ]935 },936 "location": [937 2000.000244140625,938 -1020.0020751953125,939 490940 ],941 "rotation": [942 0,943 -0.0005187988281250001,944 0945 ],946 "scale": [947 1,948 1,949 1950 ]951 },952 "color": [953 159,954 31,955 255956 ]957 },958 {959 "object_id": "SM_Floor_4x4m202_38",960 "bbox_2d": [961 1712,962 521,963 1919,964 530965 ],966 "bbox_3d": {967 "aabb": {968 "center": [969 2050.0010434823803,970 -920.0025281041109,971 474.99999809265137972 ],973 "extent": [974 50.00090582381972,975 100.00045290883293,976 15.000001907348633977 ]978 },979 "obb": {980 "center": [981 2050.0010434823803,982 -920.0025281041109,983 474.99999809265137984 ],985 "extent": [986 50.00090582381972,987 100.00045290883293,988 15.000001907348633989 ],990 "rotation": [991 0,992 -0.0005189999938011169,993 0994 ]995 },996 "location": [997 2000.001953125,998 -820.0020751953125,999 4901000 ],1001 "rotation": [1002 0,1003 -0.0005189999938011169,1004 01005 ],1006 "scale": [1007 1,1008 1,1009 11010 ]1011 },1012 "color": [1013 159,1014 31,1015 1271016 ]1017 },1018 {1019 "object_id": "SM_Floor_4x4m226",1020 "bbox_2d": [1021 0,1022 0,1023 1919,1024 5271025 ],1026 "bbox_3d": {1027 "aabb": {1028 "center": [1029 1900.000789812096,1030 -720.0001867500553,1031 474.999998092651371032 ],1033 "extent": [1034 100.00018675005526,1035 100.00018675005526,1036 15.0000019073486331037 ]1038 },1039 "obb": {1040 "center": [1041 1900.000789812096,1042 -720.0001867500553,1043 474.999998092651371044 ],1045 "extent": [1046 100.00018675005526,1047 100.00018675005526,1048 15.0000019073486331049 ],1050 "rotation": [1051 0,1052 -0.00010699999984353781,1053 01054 ]1055 },1056 "location": [1057 1800.0009765625,1058 -620,1059 4901060 ],1061 "rotation": [1062 0,1063 -0.00010699999984353781,1064 01065 ],1066 "scale": [1067 1,1068 1,1069 11070 ]1071 },1072 "color": [1073 159,1074 31,1075 631076 ]1077 }1078 ],1079 "pillar": [1080 {1081 "object_id": "SM_Pillar2_2",1082 "bbox_2d": [1083 660,1084 536,1085 682,1086 9241087 ],1088 "bbox_3d": {1089 "aabb": {1090 "center": [1091 1300,1092 -1217.12109375,1093 295.00004577636721094 ],1095 "extent": [1096 48.081241607666016,1097 32.53462345569278,1098 165.000137329101561099 ]1100 },1101 "obb": {1102 "center": [1103 1300,1104 -1217.12109375,1105 295.00004577636721106 ],1107 "extent": [1108 48.081241607666016,1109 32.53462345569278,1110 165.000137329101561111 ],1112 "rotation": [1113 0,1114 0,1115 01116 ]1117 },1118 "location": [1119 1300,1120 -1217.12109375,1121 1301122 ],1123 "rotation": [1124 0,1125 0,1126 01127 ],1128 "scale": [1129 1,1130 0.6766602993011475,1131 11132 ]1133 },1134 "color": [1135 159,1136 63,1137 1911138 ]1139 },1140 {1141 "object_id": "SM_Pillar3",1142 "bbox_2d": [1143 451,1144 627,1145 471,1146 8651147 ],1148 "bbox_3d": {1149 "aabb": {1150 "center": [1151 1000.5867919921875,1152 -1217.12109375,1153 295.00004577636721154 ],1155 "extent": [1156 48.081241607666016,1157 32.534609126385476,1158 165.000137329101561159 ]1160 },1161 "obb": {1162 "center": [1163 1000.5867919921875,1164 -1217.12109375,1165 295.00004577636721166 ],1167 "extent": [1168 48.081241607666016,1169 32.534609126385476,1170 165.000137329101561171 ],1172 "rotation": [1173 0,1174 0,1175 01176 ]1177 },1178 "location": [1179 1000.5867919921875,1180 -1217.12109375,1181 1301182 ],1183 "rotation": [1184 0,1185 0,1186 01187 ],1188 "scale": [1189 1,1190 0.6766600012779236,1191 11192 ]1193 },1194 "color": [1195 159,1196 63,1197 311198 ]1199 }1200 ],