TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l048_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l048_r004/lit.png",5 "camera": {6 "location": [7 1540,8 -132,9 45710 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1540,38 -132,39 457,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall01_2m59",56 "bbox_2d": [57 1188,58 531,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1544.9999609891893,66 -609.9988102253728,67 295.000045776367268 ],69 "extent": [70 150.00027931104705,71 38.08177798355871,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1544.9999609891893,78 -609.9988102253728,79 295.000045776367280 ],81 "extent": [82 150.00027931104705,83 38.08177798355871,84 165.0001373291015685 ],86 "rotation": [87 0,88 89.99978637695312,89 090 ]91 },92 "location": [93 1394.9998779296875,94 -619.9982299804688,95 13096 ],97 "rotation": [98 0,99 89.99978637695312,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 63,110 0,111 0112 ]113 },114 {115 "object_id": "SM_Wall01_2m78",116 "bbox_2d": [117 1275,118 832,119 1275,120 832121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1300.000378943845,126 -1020.9999791492182,127 295.0000457763672128 ],129 "extent": [130 38.08161864422868,131 201.00013615551347,132 165.00013732910156133 ]134 },135 "obb": {136 "center": [137 1300.000378943845,138 -1020.9999791492182,139 295.0000457763672140 ],141 "extent": [142 38.08161864422868,143 201.00013615551347,144 165.00013732910156145 ],146 "rotation": [147 0,148 0.00011399998766137288,149 0150 ]151 },152 "location": [153 1290,154 -820,155 130156 ],157 "rotation": [158 0,159 0.00011399998766137288,160 0161 ],162 "scale": [163 1,164 1.0049999952316284,165 1166 ]167 },168 "color": [169 63,170 0,171 255172 ]173 },174 {175 "object_id": "SM_Wall01_2m23",176 "bbox_2d": [177 1720,178 716,179 1856,180 910181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1900.0000324334173,186 -1220.9610357655374,187 280.00010681152344188 ],189 "extent": [190 200.00021059237827,191 29.042830273744585,192 180.00010681152344193 ]194 },195 "obb": {196 "center": [197 1900.0000324334173,198 -1220.9610357655374,199 280.00010681152344200 ],201 "extent": [202 200.00021059237827,203 29.042830273744585,204 180.00010681152344205 ],206 "rotation": [207 0,208 90.00011444091797,209 0210 ]211 },212 "location": [213 1700,214 -1220.000244140625,215 130216 ],217 "rotation": [218 0,219 90.00011444091797,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 47,230 143,231 15232 ]233 },234 {235 "object_id": "SM_Wall01_2m24",236 "bbox_2d": [237 1282,238 672,239 1720,240 905241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1500.0000324334173,246 -1220.9610357655374,247 280.00010681152344248 ],249 "extent": [250 200.00021059237827,251 29.042830273744585,252 180.00010681152344253 ]254 },255 "obb": {256 "center": [257 1500.0000324334173,258 -1220.9610357655374,259 280.00010681152344260 ],261 "extent": [262 200.00021059237827,263 29.042830273744585,264 180.00010681152344265 ],266 "rotation": [267 0,268 90.00011444091797,269 0270 ]271 },272 "location": [273 1300,274 -1220.000244140625,275 130276 ],277 "rotation": [278 0,279 90.00011444091797,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 47,290 143,291 47292 ]293 },294 {295 "object_id": "SM_Wall01_2m72",296 "bbox_2d": [297 0,298 505,299 575,300 1079301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 1389.9998777699536,306 -119.99976799846962,307 294.9976348876953308 ],309 "extent": [310 38.0813837865378,311 100.00026939396284,312 165.00254821777344313 ]314 },315 "obb": {316 "center": [317 1389.9998777699536,318 -119.99976799846962,319 294.9976348876953320 ],321 "extent": [322 38.0813837865378,323 100.00026939396284,324 165.00254821777344325 ],326 "rotation": [327 0,328 -179.9999237060547,329 0330 ]331 },332 "location": [333 1380,334 -220,335 130336 ],337 "rotation": [338 0,339 -179.9999237060547,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 15,350 143,351 255352 ]353 },354 {355 "object_id": "SM_Wall01_2m71",356 "bbox_2d": [357 453,358 518,359 1229,360 1079361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 1389.9998766567298,366 -419.9997679997507,367 295.0000457763672368 ],369 "extent": [370 38.081526919090265,371 200.0003914629942,372 165.00013732910156373 ]374 },375 "obb": {376 "center": [377 1389.9998766567298,378 -419.9997679997507,379 295.0000457763672380 ],381 "extent": [382 38.081526919090265,383 200.0003914629942,384 165.00013732910156385 ],386 "rotation": [387 0,388 -179.9999237060547,389 0390 ]391 },392 "location": [393 1380.0001220703125,394 -620,395 130396 ],397 "rotation": [398 0,399 -179.9999237060547,400 0401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 143,410 255,411 79412 ]413 }414 ],415 "pillar": [416 {417 "object_id": "SM_Pillar2_2",418 "bbox_2d": [419 1275,420 705,421 1287,422 843423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 1300,428 -1217.12109375,429 295.0000457763672430 ],431 "extent": [432 48.081241607666016,433 32.53462345569278,434 165.00013732910156435 ]436 },437 "obb": {438 "center": [439 1300,440 -1217.12109375,441 295.0000457763672442 ],443 "extent": [444 48.081241607666016,445 32.53462345569278,446 165.00013732910156447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 1300,456 -1217.12109375,457 130458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 0.6766602993011475,467 1468 ]469 },470 "color": [471 159,472 63,473 191474 ]475 }476 ],477 "floor planks corner": [478 {479 "object_id": "SM_Floor_4x4m213",480 "bbox_2d": [481 588,482 48,483 1919,484 532485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1600.0006554216527,490 -420.00032114033166,491 474.99999809265137492 ],493 "extent": [494 200.0003211403316,495 200.00032114033166,496 15.000001907348633497 ]498 },499 "obb": {500 "center": [501 1600.0006554216527,502 -420.00032114033166,503 474.99999809265137504 ],505 "extent": [506 200.0003211403316,507 200.00032114033166,508 15.000001907348633509 ],510 "rotation": [511 0,512 -9.200000204145907e-05,513 0514 ]515 },516 "location": [517 1400.0009765625,518 -220,519 490520 ],521 "rotation": [522 0,523 -9.200000204145907e-05,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 159,534 95,535 0536 ]537 },538 {539 "object_id": "SM_Floor_4x4m87",540 "bbox_2d": [541 0,542 0,543 1919,544 509545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 1550.000190236321,550 -169.99981357908547,551 474.99999809265137552 ],553 "extent": [554 50.000186420928685,555 50.00018642092877,556 15.000001907348633557 ]558 },559 "obb": {560 "center": [561 1550.000190236321,562 -169.99981357908547,563 474.99999809265137564 ],565 "extent": [566 50.000186420928685,567 50.00018642092877,568 15.000001907348633569 ],570 "rotation": [571 0,572 179.99978637695312,573 0574 ]575 },576 "location": [577 1600,578 -220,579 490580 ],581 "rotation": [582 0,583 179.99978637695312,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 159,594 127,595 223596 ]597 },598 {599 "object_id": "SM_Floor_4x4m102",600 "bbox_2d": [601 0,602 231,603 100,604 251605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 1350.000190236321,610 -169.99981357908547,611 474.99999809265137612 ],613 "extent": [614 50.000186420928685,615 50.00018642092877,616 15.000001907348633617 ]618 },619 "obb": {620 "center": [621 1350.000190236321,622 -169.99981357908547,623 474.99999809265137624 ],625 "extent": [626 50.000186420928685,627 50.00018642092877,628 15.000001907348633629 ],630 "rotation": [631 0,632 179.99978637695312,633 0634 ]635 },636 "location": [637 1400,638 -220,639 490640 ],641 "rotation": [642 0,643 179.99978637695312,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 159,654 159,655 223656 ]657 },658 {659 "object_id": "SM_Floor_4x4m108",660 "bbox_2d": [661 0,662 0,663 1052,664 517665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 1450.000190236321,670 -169.99981357908547,671 474.99999809265137672 ],673 "extent": [674 50.000186420928685,675 50.00018642092877,676 15.000001907348633677 ]678 },679 "obb": {680 "center": [681 1450.000190236321,682 -169.99981357908547,683 474.99999809265137684 ],685 "extent": [686 50.000186420928685,687 50.00018642092877,688 15.000001907348633689 ],690 "rotation": [691 0,692 179.99978637695312,693 0694 ]695 },696 "location": [697 1500,698 -220,699 490700 ],701 "rotation": [702 0,703 179.99978637695312,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 0,714 223,715 0716 ]717 },718 {719 "object_id": "SM_Floor_4x4m34",720 "bbox_2d": [721 1751,722 1037,723 1806,724 1079725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 1600,730 -920,731 112.99999809265137732 ],733 "extent": [734 100,735 100,736 15.000001907348633737 ]738 },739 "obb": {740 "center": [741 1600,742 -920,743 112.99999809265137744 ],745 "extent": [746 100,747 100,748 15.000001907348633749 ],750 "rotation": [751 0,752 0,753 0754 ]755 },756 "location": [757 1500,758 -820,759 128760 ],761 "rotation": [762 0,763 0,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 63,774 0,775 47776 ]777 },778 {779 "object_id": "SM_Floor_4x4m36",780 "bbox_2d": [781 1823,782 1067,783 1856,784 1079785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 1800,790 -920,791 112.99999809265137792 ],793 "extent": [794 100,795 100,796 15.000001907348633797 ]798 },799 "obb": {800 "center": [801 1800,802 -920,803 112.99999809265137804 ],805 "extent": [806 100,807 100,808 15.000001907348633809 ],810 "rotation": [811 0,812 0,813 0814 ]815 },816 "location": [817 1700,818 -820,819 128820 ],821 "rotation": [822 0,823 0,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 63,834 255,835 47836 ]837 }838 ],839 "tile": [840 {841 "object_id": "SM_Tile2x24",842 "bbox_2d": [843 1275,844 904,845 1328,846 956847 ],848 "bbox_3d": {849 "aabb": {850 "center": [851 1350.0004660510187,852 -970.0004660553628,853 129.0000001192093854 ],855 "extent": [856 50.00046605101875,857 50.00046605101875,858 0.9999999403953552859 ]860 },861 "obb": {862 "center": [863 1350.0004660510187,864 -970.0004660553628,865 129.0000001192093866 ],867 "extent": [868 50.00046605101875,869 50.00046605101875,870 0.9999999403953552871 ],872 "rotation": [873 0,874 -0.0005340576171875001,875 0876 ]877 },878 "location": [879 1300,880 -1020,881 128882 ],883 "rotation": [884 0,885 -0.0005340576171875001,886 0887 ],888 "scale": [889 1,890 1,891 1892 ]893 },894 "color": [895 191,896 191,897 223898 ]899 },900 {901 "object_id": "SM_Tile2x25",902 "bbox_2d": [903 1275,904 950,905 1307,906 1010907 ],908 "bbox_3d": {909 "aabb": {910 "center": [911 1350.0004660007314,912 -870.0004660050745,913 129.0000001192093914 ],915 "extent": [916 50.00046600073142,917 50.00046600073142,918 0.9999999403953552919 ]920 },921 "obb": {922 "center": [923 1350.0004660007314,924 -870.0004660050745,925 129.0000001192093926 ],927 "extent": [928 50.00046600073142,929 50.00046600073142,930 0.9999999403953552931 ],932 "rotation": [933 0,934 -0.0005339999916031957,935 0936 ]937 },938 "location": [939 1300,940 -920,941 128942 ],943 "rotation": [944 0,945 -0.0005339999916031957,946 0947 ],948 "scale": [949 1,950 1,951 1952 ]953 },954 "color": [955 191,956 31,957 223958 ]959 },960 {961 "object_id": "SM_Tile2x38",962 "bbox_2d": [963 1295,964 957,965 1376,966 998967 ],968 "bbox_3d": {969 "aabb": {970 "center": [971 1425.0002263676424,972 -895.0002263696921,973 129.0000001192093974 ],975 "extent": [976 25.000226367642426,977 25.000226367642426,978 0.9999999403953552979 ]980 },981 "obb": {982 "center": [983 1425.0002263676424,984 -895.0002263696921,985 129.0000001192093986 ],987 "extent": [988 25.000226367642426,989 25.000226367642426,990 0.9999999403953552991 ],992 "rotation": [993 0,994 -0.0005187987699173392,995 0996 ]997 },998 "location": [999 1400,1000 -920,1001 1281002 ],1003 "rotation": [1004 0,1005 -0.0005187987699173392,1006 01007 ],1008 "scale": [1009 1,1010 1,1011 11012 ]1013 },1014 "color": [1015 191,1016 95,1017 2231018 ]1019 },1020 {1021 "object_id": "SM_Tile2x40",1022 "bbox_2d": [1023 1275,1024 1012,1025 1357,1026 10641027 ],1028 "bbox_3d": {1029 "aabb": {1030 "center": [1031 1425.0002219637224,1032 -795.0002663146905,1033 129.00000011920931034 ],1035 "extent": [1036 25.000266314690634,1037 25.00026631469052,1038 0.99999994039535521039 ]1040 },1041 "obb": {1042 "center": [1043 1425.0002219637224,1044 -795.0002663146905,1045 129.00000011920931046 ],1047 "extent": [1048 25.000266314690634,1049 25.00026631469052,1050 0.99999994039535521051 ],1052 "rotation": [1053 0,1054 -90.00061035156251,1055 01056 ]1057 },1058 "location": [1059 1400.00048828125,1060 -770,1061 1281062 ],1063 "rotation": [1064 0,1065 -90.00061035156251,1066 01067 ],1068 "scale": [1069 1,1070 1,1071 11072 ]1073 },1074 "color": [1075 191,1076 159,1077 2231078 ]1079 },1080 {1081 "object_id": "SM_Tile2x39_117",1082 "bbox_2d": [1083 1308,1084 935,1085 1384,1086 9701087 ],1088 "bbox_3d": {1089 "aabb": {1090 "center": [1091 1424.9997936041636,1092 -945.0002674292888,1093 129.00000011920931094 ],1095 "extent": [1096 25.00020639413242,1097 25.000206394132533,1098 0.99999994039535521099 ]1100 },1101 "obb": {1102 "center": [1103 1424.9997936041636,1104 -945.0002674292888,1105 129.00000011920931106 ],1107 "extent": [1108 25.00020639413242,1109 25.000206394132533,1110 0.99999994039535521111 ],1112 "rotation": [1113 0,1114 -90.00047302246095,1115 01116 ]1117 },1118 "location": [1119 1400,1120 -920.0000610351562,1121 1281122 ],1123 "rotation": [1124 0,1125 -90.00047302246095,1126 01127 ],1128 "scale": [1129 1,1130 1,1131 11132 ]1133 },1134 "color": [1135 31,1136 0,1137 2231138 ]1139 },1140 {1141 "object_id": "SM_Tile2x41",1142 "bbox_2d": [1143 1319,1144 914,1145 1390,1146 9461147 ],1148 "bbox_3d": {1149 "aabb": {1150 "center": [1151 1425.0002796334784,1152 -994.9997203696494,1153 129.00000011920931154 ],1155 "extent": [1156 25.000279630350633,1157 25.000279630350633,1158 0.99999994039535521159 ]1160 },1161 "obb": {1162 "center": [1163 1425.0002796334784,1164 -994.9997203696494,1165 129.00000011920931166 ],1167 "extent": [1168 25.000279630350633,1169 25.000279630350633,1170 0.99999994039535521171 ],1172 "rotation": [1173 0,1174 89.99935913085938,1175 01176 ]1177 },1178 "location": [1179 1450,1180 -1020,1181 1281182 ],1183 "rotation": [1184 0,1185 89.99935913085938,1186 01187 ],1188 "scale": [1189 1,1190 1,1191 11192 ]1193 },1194 "color": [1195 31,1196 255,1197 2231198 ]1199 },1200 {