TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l036_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l036_r004/lit.png",5 "camera": {6 "location": [7 1864,8 -655,9 35810 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1864,38 -655,39 358,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall01_2m78",56 "bbox_2d": [57 52,58 315,59 705,60 106461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1300.000378943845,66 -1020.9999791492182,67 295.000045776367268 ],69 "extent": [70 38.08161864422868,71 201.00013615551347,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1300.000378943845,78 -1020.9999791492182,79 295.000045776367280 ],81 "extent": [82 38.08161864422868,83 201.00013615551347,84 165.0001373291015685 ],86 "rotation": [87 0,88 0.00011399998766137288,89 090 ]91 },92 "location": [93 1290,94 -820,95 13096 ],97 "rotation": [98 0,99 0.00011399998766137288,100 0101 ],102 "scale": [103 1,104 1.0049999952316284,105 1106 ]107 },108 "color": [109 63,110 0,111 255112 ]113 },114 {115 "object_id": "SM_Wall01_2m79_88",116 "bbox_2d": [117 193,118 466,119 465,120 788121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1002.000378943896,126 -1020.9999791492157,127 295.0000457763672128 ],129 "extent": [130 38.08161864427973,131 201.00013615552308,132 165.00013732910156133 ]134 },135 "obb": {136 "center": [137 1002.000378943896,138 -1020.9999791492157,139 295.0000457763672140 ],141 "extent": [142 38.08161864427973,143 201.00013615552308,144 165.00013732910156145 ],146 "rotation": [147 0,148 0.00011400000221328809,149 0150 ]151 },152 "location": [153 992,154 -820,155 130156 ],157 "rotation": [158 0,159 0.00011400000221328809,160 0161 ],162 "scale": [163 1,164 1.0049999952316284,165 1166 ]167 },168 "color": [169 63,170 0,171 127172 ]173 },174 {175 "object_id": "SM_Wall01_2m75",176 "bbox_2d": [177 0,178 1003,179 57,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1324.0405240991338,186 -770.0001704536384,187 295.0000457763672188 ],189 "extent": [190 14.040837671761437,191 50.00017045367906,192 165.00013732910156193 ]194 },195 "obb": {196 "center": [197 1324.0405240991338,198 -770.0001704536384,199 295.0000457763672200 ],201 "extent": [202 14.040837671761437,203 50.00017045367906,204 165.00013732910156205 ],206 "rotation": [207 0,208 -0.00024414062499999995,209 0210 ]211 },212 "location": [213 1310.0001220703125,214 -720.0001220703125,215 130216 ],217 "rotation": [218 0,219 -0.00024414062499999995,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 159,230 95,231 31232 ]233 },234 {235 "object_id": "SM_Wall01_2m77",236 "bbox_2d": [237 612,238 489,239 655,240 816241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1250.0000324336706,246 -1220.9594659899308,247 280.00010681152344248 ],249 "extent": [250 50.00021059263179,251 29.041149568096785,252 180.00010681152344253 ]254 },255 "obb": {256 "center": [257 1250.0000324336706,258 -1220.9594659899308,259 280.00010681152344260 ],261 "extent": [262 50.00021059263179,263 29.041149568096785,264 180.00010681152344265 ],266 "rotation": [267 0,268 90.00011444091797,269 0270 ]271 },272 "location": [273 1200,274 -1219.999755859375,275 130276 ],277 "rotation": [278 0,279 90.00011444091797,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 143,290 63,291 31292 ]293 },294 {295 "object_id": "SM_Wall01_2m23",296 "bbox_2d": [297 1182,298 295,299 1919,300 1074301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 1900.0000324334173,306 -1220.9610357655374,307 280.00010681152344308 ],309 "extent": [310 200.00021059237827,311 29.042830273744585,312 180.00010681152344313 ]314 },315 "obb": {316 "center": [317 1900.0000324334173,318 -1220.9610357655374,319 280.00010681152344320 ],321 "extent": [322 200.00021059237827,323 29.042830273744585,324 180.00010681152344325 ],326 "rotation": [327 0,328 90.00011444091797,329 0330 ]331 },332 "location": [333 1700,334 -1220.000244140625,335 130336 ],337 "rotation": [338 0,339 90.00011444091797,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 47,350 143,351 15352 ]353 },354 {355 "object_id": "SM_Wall01_2m24",356 "bbox_2d": [357 722,358 361,359 1195,360 918361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 1500.0000324334173,366 -1220.9610357655374,367 280.00010681152344368 ],369 "extent": [370 200.00021059237827,371 29.042830273744585,372 180.00010681152344373 ]374 },375 "obb": {376 "center": [377 1500.0000324334173,378 -1220.9610357655374,379 280.00010681152344380 ],381 "extent": [382 200.00021059237827,383 29.042830273744585,384 180.00010681152344385 ],386 "rotation": [387 0,388 90.00011444091797,389 0390 ]391 },392 "location": [393 1300,394 -1220.000244140625,395 130396 ],397 "rotation": [398 0,399 90.00011444091797,400 0401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 47,410 143,411 47412 ]413 }414 ],415 "railing stairs": [416 {417 "object_id": "SM_RailingStairs01_33",418 "bbox_2d": [419 168,420 608,421 194,422 809423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 591.9304747171386,428 -1030.2506063661754,429 349.5149383544922430 ],431 "extent": [432 292.01997778011935,433 23.37616384384654,434 219.2476348876953435 ]436 },437 "obb": {438 "center": [439 591.9304747171386,440 -1030.2506063661754,441 349.5149383544922442 ],443 "extent": [444 292.01997778011935,445 23.37616384384654,446 219.2476348876953447 ],448 "rotation": [449 0,450 90.00012207031251,451 0452 ]453 },454 "location": [455 300,456 -1047.503662109375,457 490458 ],459 "rotation": [460 0,461 90.00012207031251,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 95,472 159,473 127474 ]475 }476 ],477 "floor planks corner": [478 {479 "object_id": "SM_Floor_4x4m211",480 "bbox_2d": [481 0,482 0,483 1309,484 360485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1600.0001687016638,490 -820.0003195790755,491 474.99999809265137492 ],493 "extent": [494 200.0003195790755,495 200.0003195790755,496 15.000001907348633497 ]498 },499 "obb": {500 "center": [501 1600.0001687016638,502 -820.0003195790755,503 474.99999809265137504 ],505 "extent": [506 200.0003195790755,507 200.0003195790755,508 15.000001907348633509 ],510 "rotation": [511 0,512 -9.1552734375e-05,513 0514 ]515 },516 "location": [517 1400.00048828125,518 -620,519 490520 ],521 "rotation": [522 0,523 -9.1552734375e-05,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 159,534 0,535 255536 ]537 },538 {539 "object_id": "SM_Floor_4x4m242_34",540 "bbox_2d": [541 577,542 322,543 1022,544 398545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 1500.0002985308424,550 -1120.0001897500476,551 474.99999809265137552 ],553 "extent": [554 100.00018975004764,555 100.00018975004764,556 15.000001907348633557 ]558 },559 "obb": {560 "center": [561 1500.0002985308424,562 -1120.0001897500476,563 474.99999809265137564 ],565 "extent": [566 100.00018975004764,567 100.00018975004764,568 15.000001907348633569 ],570 "rotation": [571 0,572 -0.0001087188720703125,573 0574 ]575 },576 "location": [577 1400.00048828125,578 -1020,579 490580 ],581 "rotation": [582 0,583 -0.0001087188720703125,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 159,594 0,595 127596 ]597 },598 {599 "object_id": "SM_Floor_4x4m224_38",600 "bbox_2d": [601 1123,602 0,603 1919,604 258605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 1900.0003018598,610 -920.0001864211025,611 474.99999809265137612 ],613 "extent": [614 100.00018642110263,615 100.00018642110251,616 15.000001907348633617 ]618 },619 "obb": {620 "center": [621 1900.0003018598,622 -920.0001864211025,623 474.99999809265137624 ],625 "extent": [626 100.00018642110263,627 100.00018642110251,628 15.000001907348633629 ],630 "rotation": [631 0,632 -0.00010681152343749999,633 0634 ]635 },636 "location": [637 1800.00048828125,638 -820,639 490640 ],641 "rotation": [642 0,643 -0.00010681152343749999,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 159,654 0,655 63656 ]657 },658 {659 "object_id": "SM_Floor_4x4m195",660 "bbox_2d": [661 175,662 285,663 397,664 340665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 1350.0002545872849,670 -820.0001797903705,671 474.99999809265137672 ],673 "extent": [674 50.000372842205024,675 100.00018642058126,676 15.000001907348633677 ]678 },679 "obb": {680 "center": [681 1350.0002545872849,682 -820.0001797903705,683 474.99999809265137684 ],685 "extent": [686 50.000372842205024,687 100.00018642058126,688 15.000001907348633689 ],690 "rotation": [691 0,692 179.99978637695312,693 0694 ]695 },696 "location": [697 1399.9998779296875,698 -920.0003662109375,699 490700 ],701 "rotation": [702 0,703 179.99978637695312,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 159,714 191,715 0716 ]717 },718 {719 "object_id": "SM_Floor_4x4m196_20",720 "bbox_2d": [721 332,722 328,723 702,724 392725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 1349.9995221654099,730 -1020.0001797903703,731 474.99999809265137732 ],733 "extent": [734 50.000372842205024,735 100.0001864205812,736 15.000001907348633737 ]738 },739 "obb": {740 "center": [741 1349.9995221654099,742 -1020.0001797903703,743 474.99999809265137744 ],745 "extent": [746 50.000372842205024,747 100.0001864205812,748 15.000001907348633749 ],750 "rotation": [751 0,752 179.99978637695312,753 0754 ]755 },756 "location": [757 1399.9991455078125,758 -1120.0003662109375,759 490760 ],761 "rotation": [762 0,763 179.99978637695312,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 159,774 191,775 255776 ]777 },778 {779 "object_id": "SM_Floor_4x4m200_30",780 "bbox_2d": [781 642,782 386,783 775,784 404785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 1349.998969533196,790 -1170.000179790023,791 474.99999809265137792 ],793 "extent": [794 50.000186420928685,795 50.000186420928685,796 15.000001907348633797 ]798 },799 "obb": {800 "center": [801 1349.998969533196,802 -1170.000179790023,803 474.99999809265137804 ],805 "extent": [806 50.000186420928685,807 50.000186420928685,808 15.000001907348633809 ],810 "rotation": [811 0,812 179.99978637695312,813 0814 ]815 },816 "location": [817 1399.998779296875,818 -1220.0003662109375,819 490820 ],821 "rotation": [822 0,823 179.99978637695312,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 159,834 191,835 31836 ]837 },838 {839 "object_id": "SM_Floor_4x4m249",840 "bbox_2d": [841 861,842 259,843 1370,844 375845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 1700.0002980401796,850 -1120.000556451646,851 474.99999809265137852 ],853 "extent": [854 100.00019024070843,855 100.00019024070843,856 15.000001907348633857 ]858 },859 "obb": {860 "center": [861 1700.0002980401796,862 -1120.000556451646,863 474.99999809265137864 ],865 "extent": [866 100.00019024070843,867 100.00019024070843,868 15.000001907348633869 ],870 "rotation": [871 0,872 -0.0001090000005206093,873 0874 ]875 },876 "location": [877 1600.00048828125,878 -1020.0003662109375,879 490880 ],881 "rotation": [882 0,883 -0.0001090000005206093,884 0885 ],886 "scale": [887 1,888 1,889 1890 ]891 },892 "color": [893 159,894 191,895 95896 ]897 },898 {899 "object_id": "SM_Floor_4x4m250",900 "bbox_2d": [901 1311,902 174,903 1919,904 342905 ],906 "bbox_3d": {907 "aabb": {908 "center": [909 1900.0002980401796,910 -1120.0009226625834,911 474.99999809265137912 ],913 "extent": [914 100.00019024070843,915 100.00019024070843,916 15.000001907348633917 ]918 },919 "obb": {920 "center": [921 1900.0002980401796,922 -1120.0009226625834,923 474.99999809265137924 ],925 "extent": [926 100.00019024070843,927 100.00019024070843,928 15.000001907348633929 ],930 "rotation": [931 0,932 -0.0001090000005206093,933 0934 ]935 },936 "location": [937 1800.00048828125,938 -1020.000732421875,939 490940 ],941 "rotation": [942 0,943 -0.0001090000005206093,944 0945 ],946 "scale": [947 1,948 1,949 1950 ]951 },952 "color": [953 159,954 31,955 0956 ]957 },958 {959 "object_id": "SM_Floor_4x4m201_36",960 "bbox_2d": [961 1897,962 277,963 1919,964 291965 ],966 "bbox_3d": {967 "aabb": {968 "center": [969 2049.9993348491075,970 -1120.002527928564,971 474.99999809265137972 ],973 "extent": [974 50.000905472721,975 100.00045273328584,976 15.000001907348633977 ]978 },979 "obb": {980 "center": [981 2049.9993348491075,982 -1120.002527928564,983 474.99999809265137984 ],985 "extent": [986 50.000905472721,987 100.00045273328584,988 15.000001907348633989 ],990 "rotation": [991 0,992 -0.0005187988281250001,993 0994 ]995 },996 "location": [997 2000.000244140625,998 -1020.0020751953125,999 4901000 ],1001 "rotation": [1002 0,1003 -0.0005187988281250001,1004 01005 ],1006 "scale": [1007 1,1008 1,1009 11010 ]1011 },1012 "color": [1013 159,1014 31,1015 2551016 ]1017 }1018 ],1019 "pillar": [1020 {1021 "object_id": "SM_Pillar2_2",1022 "bbox_2d": [1023 698,1024 403,1025 722,1026 8341027 ],1028 "bbox_3d": {1029 "aabb": {1030 "center": [1031 1300,1032 -1217.12109375,1033 295.00004577636721034 ],1035 "extent": [1036 48.081241607666016,1037 32.53462345569278,1038 165.000137329101561039 ]1040 },1041 "obb": {1042 "center": [1043 1300,1044 -1217.12109375,1045 295.00004577636721046 ],1047 "extent": [1048 48.081241607666016,1049 32.53462345569278,1050 165.000137329101561051 ],1052 "rotation": [1053 0,1054 0,1055 01056 ]1057 },1058 "location": [1059 1300,1060 -1217.12109375,1061 1301062 ],1063 "rotation": [1064 0,1065 0,1066 01067 ],1068 "scale": [1069 1,1070 0.6766602993011475,1071 11072 ]1073 },1074 "color": [1075 159,1076 63,1077 1911078 ]1079 },1080 {1081 "object_id": "SM_Pillar3",1082 "bbox_2d": [1083 466,1084 480,1085 487,1086 7851087 ],1088 "bbox_3d": {1089 "aabb": {1090 "center": [1091 1000.5867919921875,1092 -1217.12109375,1093 295.00004577636721094 ],1095 "extent": [1096 48.081241607666016,1097 32.534609126385476,1098 165.000137329101561099 ]1100 },1101 "obb": {1102 "center": [1103 1000.5867919921875,1104 -1217.12109375,1105 295.00004577636721106 ],1107 "extent": [1108 48.081241607666016,1109 32.534609126385476,1110 165.000137329101561111 ],1112 "rotation": [1113 0,1114 0,1115 01116 ]1117 },1118 "location": [1119 1000.5867919921875,1120 -1217.12109375,1121 1301122 ],1123 "rotation": [1124 0,1125 0,1126 01127 ],1128 "scale": [1129 1,1130 0.6766600012779236,1131 11132 ]1133 },1134 "color": [1135 159,1136 63,1137 311138 ]1139 }1140 ],1141 "tile": [1142 {1143 "object_id": "SM_Tile2x12_29",1144 "bbox_2d": [1145 168,1146 854,1147 466,1148 10101149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 1200.000004993427,1154 -920.0000049934272,1155 129.00000011920931156 ],1157 "extent": [1158 100.00000499342696,1159 100.00000499342696,1160 0.99999994039535521161 ]1162 },1163 "obb": {1164 "center": [1165 1200.000004993427,1166 -920.0000049934272,1167 129.00000011920931168 ],1169 "extent": [1170 100.00000499342696,1171 100.00000499342696,1172 0.99999994039535521173 ],1174 "rotation": [1175 0,1176 -2.86102294921875e-06,1177 01178 ]1179 },1180 "location": [1181 1100,1182 -1020,1183 1281184 ],1185 "rotation": [1186 0,1187 -2.86102294921875e-06,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 159,1198 0,1199 1591200 ]