TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l009_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l009_r001/lit.png",5 "camera": {6 "location": [7 1050,8 -369,9 25910 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1050,38 -369,39 259,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door2_41",56 "bbox_2d": [57 1348,58 151,59 1809,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1041.23069332004,66 -61.345332282977964,67 240.1965484619140668 ],69 "extent": [70 53.533033723873984,71 17.74706325050524,72 110.1965484619140673 ]74 },75 "obb": {76 "center": [77 1041.23069332004,78 -61.345332282977964,79 240.1965484619140680 ],81 "extent": [82 53.533033723873984,83 17.74706325050524,84 110.1965484619140685 ],86 "rotation": [87 0,88 100.00002288818361,89 090 ]91 },92 "location": [93 990,94 -75,95 13096 ],97 "rotation": [98 0,99 100.00002288818361,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_4x4m75_67",118 "bbox_2d": [119 0,120 966,121 422,122 1065123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 1500,128 -420,129 114.99999809265137130 ],131 "extent": [132 200,133 200,134 15.000001907348633135 ]136 },137 "obb": {138 "center": [139 1500,140 -420,141 114.99999809265137142 ],143 "extent": [144 200,145 200,146 15.000001907348633147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 1300,156 -220,157 130158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 255,173 31174 ]175 },176 {177 "object_id": "SM_Floor_4x4m132_87",178 "bbox_2d": [179 390,180 1028,181 543,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1200,188 -320,189 114.99999809265137190 ],191 "extent": [192 100,193 100,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 1200,200 -320,201 114.99999809265137202 ],203 "extent": [204 100,205 100,206 15.000001907348633207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 1100,216 -220,217 130218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 191,232 63,233 31234 ]235 },236 {237 "object_id": "SM_Floor_4x4m209_95",238 "bbox_2d": [239 281,240 810,241 856,242 1026243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1400,248 -120,249 114.99999809265137250 ],251 "extent": [252 100,253 100,254 15.000001907348633255 ]256 },257 "obb": {258 "center": [259 1400,260 -120,261 114.99999809265137262 ],263 "extent": [264 100,265 100,266 15.000001907348633267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 1300,276 -20,277 130278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 31,293 127294 ]295 },296 {297 "object_id": "SM_Floor_4x4m280",298 "bbox_2d": [299 423,300 834,301 1341,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1200,308 -120,309 114.99999809265137310 ],311 "extent": [312 100,313 100,314 15.000001907348633315 ]316 },317 "obb": {318 "center": [319 1200,320 -120,321 114.99999809265137322 ],323 "extent": [324 100,325 100,326 15.000001907348633327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 1100,336 -20,337 130338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 31,353 63354 ]355 },356 {357 "object_id": "SM_Floor_4x4m281",358 "bbox_2d": [359 1273,360 925,361 1755,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 1049.9999961853027,368 -120,369 114.99999809265137370 ],371 "extent": [372 50,373 100,374 15.000001907348633375 ]376 },377 "obb": {378 "center": [379 1049.9999961853027,380 -120,381 114.99999809265137382 ],383 "extent": [384 50,385 100,386 15.000001907348633387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 1000,396 -20,397 130398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 159,412 255,413 63414 ]415 },416 {417 "object_id": "SM_Floor_4x4m90",418 "bbox_2d": [419 602,420 0,421 825,422 89423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 1349.9999961853027,428 -70,429 474.99999809265137430 ],431 "extent": [432 50,433 50,434 15.000001907348633435 ]436 },437 "obb": {438 "center": [439 1349.9999961853027,440 -70,441 474.99999809265137442 ],443 "extent": [444 50,445 50,446 15.000001907348633447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 1300,456 -20,457 490458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 159,472 191,473 223474 ]475 },476 {477 "object_id": "SM_Floor_4x4m102",478 "bbox_2d": [479 579,480 0,481 633,482 13483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 1350.000190236321,488 -169.99981357908547,489 474.99999809265137490 ],491 "extent": [492 50.000186420928685,493 50.00018642092877,494 15.000001907348633495 ]496 },497 "obb": {498 "center": [499 1350.000190236321,500 -169.99981357908547,501 474.99999809265137502 ],503 "extent": [504 50.000186420928685,505 50.00018642092877,506 15.000001907348633507 ],508 "rotation": [509 0,510 179.99978637695312,511 0512 ]513 },514 "location": [515 1400,516 -220,517 490518 ],519 "rotation": [520 0,521 179.99978637695312,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 159,532 159,533 223534 ]535 },536 {537 "object_id": "SM_Floor_4x4m110",538 "bbox_2d": [539 739,540 0,541 1019,542 60543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 1249.9999961853027,548 -70,549 474.99999809265137550 ],551 "extent": [552 50,553 50,554 15.000001907348633555 ]556 },557 "obb": {558 "center": [559 1249.9999961853027,560 -70,561 474.99999809265137562 ],563 "extent": [564 50,565 50,566 15.000001907348633567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 1200,576 -20,577 490578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 0,592 223,593 63594 ]595 },596 {597 "object_id": "SM_Floor_4x4m7_110",598 "bbox_2d": [599 1754,600 1031,601 1884,602 1079603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 899.9996726488234,608 -219.99988901760688,609 114.99999809265137610 ],611 "extent": [612 100.00026631602032,613 200.00013315787712,614 15.000001907348633615 ]616 },617 "obb": {618 "center": [619 899.9996726488234,620 -219.99988901760688,621 114.99999809265137622 ],623 "extent": [624 100.00026631602032,625 200.00013315787712,626 15.000001907348633627 ],628 "rotation": [629 0,630 -179.9999237060547,631 0632 ]633 },634 "location": [635 999.9999389648438,636 -419.999755859375,637 130638 ],639 "rotation": [640 0,641 -179.9999237060547,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 127,652 223,653 255654 ]655 }656 ],657 "wall paper": [658 {659 "object_id": "SM_WallpaperC5",660 "bbox_2d": [661 1865,662 114,663 1884,664 733665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 898.8634060743689,670 -40.71163364660768,671 292.2969665527344672 ],673 "extent": [674 100.00006379728768,675 20.743274653093657,676 141.00244140625677 ]678 },679 "obb": {680 "center": [681 898.8634060743689,682 -40.71163364660768,683 292.2969665527344684 ],685 "extent": [686 100.00006379728768,687 20.743274653093657,688 141.00244140625689 ],690 "rotation": [691 0,692 -89.99999237060548,693 0694 ]695 },696 "location": [697 998.8633422851562,698 -20.029014587402344,699 151.29452514648438700 ],701 "rotation": [702 0,703 -89.99999237060548,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 127,714 159,715 79716 ]717 }718 ],719 "wood trim": [720 {721 "object_id": "SM_WoodTrim_93",722 "bbox_2d": [723 1865,724 733,725 1884,726 1033727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 926.4474706190877,732 -25.457892353991078,733 168.27584075927734734 ],735 "extent": [736 54.19242396026357,737 5.6610665960280855,738 38.27452850341797739 ]740 },741 "obb": {742 "center": [743 926.4474706190877,744 -25.457892353991078,745 168.27584075927734746 ],747 "extent": [748 54.19242396026357,749 5.6610665960280855,750 38.27452850341797751 ],752 "rotation": [753 0,754 -90.00012207031251,755 0756 ]757 },758 "location": [759 980.639892578125,760 -20.736366271972656,761 130.00131225585938762 ],763 "rotation": [764 0,765 -90.00012207031251,766 0767 ],768 "scale": [769 1,770 1.083848237991333,771 1772 ]773 },774 "color": [775 15,776 223,777 79778 ]779 }780 ],781 "window": [782 {783 "object_id": "SM_Wall01_2m63",784 "bbox_2d": [785 826,786 0,787 1713,788 925789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 1149.9999928235286,794 -19.03841286781356,795 280.00010681152344796 ],797 "extent": [798 150.00012924679913,799 29.041978062521434,800 180.00010681152344801 ]802 },803 "obb": {804 "center": [805 1149.9999928235286,806 -19.03841286781356,807 280.00010681152344808 ],809 "extent": [810 150.00012924679913,811 29.041978062521434,812 180.00010681152344813 ],814 "rotation": [815 0,816 -90.00009155273439,817 0818 ]819 },820 "location": [821 1300,822 -19.9991512298584,823 130824 ],825 "rotation": [826 0,827 -90.00009155273439,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 47,838 143,839 95840 ]841 },842 {843 "object_id": "SM_Wall01_2m61",844 "bbox_2d": [845 730,846 61,847 865,848 832849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 1499.9999775648034,854 -19.038637239192877,855 280.00010681152344856 ],857 "extent": [858 200.0001445055243,859 29.04243079990677,860 180.00010681152344861 ]862 },863 "obb": {864 "center": [865 1499.9999775648034,866 -19.038637239192877,867 280.00010681152344868 ],869 "extent": [870 200.0001445055243,871 29.04243079990677,872 180.00010681152344873 ],874 "rotation": [875 0,876 -90.00009155273439,877 0878 ]879 },880 "location": [881 1700,882 -19.999828338623047,883 130884 ],885 "rotation": [886 0,887 -90.00009155273439,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 79,898 143,899 95900 ]901 },902 {903 "object_id": "SM_Wall01_2m69",904 "bbox_2d": [905 1714,906 0,907 1919,908 1079909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 989.9998777699534,914 -119.99976799846962,915 294.9976348876953916 ],917 "extent": [918 38.0813837865378,919 100.00026939396284,920 165.00254821777344921 ]922 },923 "obb": {924 "center": [925 989.9998777699534,926 -119.99976799846962,927 294.9976348876953928 ],929 "extent": [930 38.0813837865378,931 100.00026939396284,932 165.00254821777344933 ],934 "rotation": [935 0,936 -179.9999237060547,937 0938 ]939 },940 "location": [941 980,942 -220,943 130944 ],945 "rotation": [946 0,947 -179.9999237060547,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 15,958 143,959 0960 ]961 },962 {963 "object_id": "SM_Wall01_2m72",964 "bbox_2d": [965 270,966 0,967 733,968 964969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 1389.9998777699536,974 -119.99976799846962,975 294.9976348876953976 ],977 "extent": [978 38.0813837865378,979 100.00026939396284,980 165.00254821777344981 ]982 },983 "obb": {984 "center": [985 1389.9998777699536,986 -119.99976799846962,987 294.9976348876953988 ],989 "extent": [990 38.0813837865378,991 100.00026939396284,992 165.00254821777344993 ],994 "rotation": [995 0,996 -179.9999237060547,997 0998 ]999 },1000 "location": [1001 1380,1002 -220,1003 1301004 ],1005 "rotation": [1006 0,1007 -179.9999237060547,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 15,1018 143,1019 2551020 ]1021 },1022 {1023 "object_id": "SM_Wall01_2m71",1024 "bbox_2d": [1025 0,1026 0,1027 281,1028 10611029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 1389.9998766567298,1034 -419.9997679997507,1035 295.00004577636721036 ],1037 "extent": [1038 38.081526919090265,1039 200.0003914629942,1040 165.000137329101561041 ]1042 },1043 "obb": {1044 "center": [1045 1389.9998766567298,1046 -419.9997679997507,1047 295.00004577636721048 ],1049 "extent": [1050 38.081526919090265,1051 200.0003914629942,1052 165.000137329101561053 ],1054 "rotation": [1055 0,1056 -179.9999237060547,1057 01058 ]1059 },1060 "location": [1061 1380.0001220703125,1062 -620,1063 1301064 ],1065 "rotation": [1066 0,1067 -179.9999237060547,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 143,1078 255,1079 791080 ]1081 }1082 ]1083 },1084 "foreground": {1085 "grill": [1086 {1087 "object_id": "SM_Grill7",1088 "bbox_2d": [1089 448,1090 108,1091 627,1092 2471093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 1389.999846128463,1098 -121.31312179592067,1099 400.24943542480471100 ],1101 "extent": [1102 3.1251538715182505,1103 44.44445738254626,1104 17.31481933593751105 ]1106 },1107 "obb": {1108 "center": [1109 1389.999846128463,1110 -121.31312179592067,1111 400.24943542480471112 ],1113 "extent": [1114 3.1251538715182505,1115 44.44445738254626,1116 17.31481933593751117 ],1118 "rotation": [1119 0,1120 -179.9998016357422,1121 01122 ]1123 },1124 "location": [1125 1390,1126 -165.757568359375,1127 382.934631347656251128 ],1129 "rotation": [1130 0,1131 -179.9998016357422,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 63,1142 255,1143 631144 ]1145 }1146 ],1147 "clock": [1148 {1149 "object_id": "SM_Clock_01_2",1150 "bbox_2d": [1151 981,1152 115,1153 1114,1154 2601155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 1210.7518399761693,1160 -24.739241123192336,1161 398.48477172851561162 ],1163 "extent": [1164 28.62126334765526,1165 5.7210211328163645,1166 28.6212542061643941167 ]1168 },1169 "obb": {1170 "center": [1171 1210.7518399761693,1172 -24.739241123192336,1173 398.48477172851561174 ],1175 "extent": [1176 28.62126334765526,1177 5.7210211328163645,1178 28.6212542061643941179 ],1180 "rotation": [1181 0,1182 -89.99990844726562,1183 01184 ]1185 },1186 "location": [1187 1210.7518310546875,1188 -19.155975341796875,1189 398.48477172851561190 ],1191 "rotation": [1192 0,1193 -89.99990844726562,1194 01195 ],1196 "scale": [1197 1,1198 1.100000023841858,1199 1.1000000238418581200 ]