TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l045_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l045_r002/lit.png",5 "camera": {6 "location": [7 1601,8 -576,9 45710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1601,38 -576,39 457,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall01_2m59",56 "bbox_2d": [57 1839,58 252,59 1919,60 44361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1544.9999609891893,66 -609.9988102253728,67 295.000045776367268 ],69 "extent": [70 150.00027931104705,71 38.08177798355871,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1544.9999609891893,78 -609.9988102253728,79 295.000045776367280 ],81 "extent": [82 150.00027931104705,83 38.08177798355871,84 165.0001373291015685 ],86 "rotation": [87 0,88 89.99978637695312,89 090 ]91 },92 "location": [93 1394.9998779296875,94 -619.9982299804688,95 13096 ],97 "rotation": [98 0,99 89.99978637695312,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 63,110 0,111 0112 ]113 },114 {115 "object_id": "SM_Wall01_2m42",116 "bbox_2d": [117 0,118 533,119 151,120 672121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1899.9999775648034,126 -19.039308625911627,127 280.00010681152344128 ],129 "extent": [130 200.00014450552442,131 29.04243079990677,132 180.00010681152344133 ]134 },135 "obb": {136 "center": [137 1899.9999775648034,138 -19.039308625911627,139 280.00010681152344140 ],141 "extent": [142 200.00014450552442,143 29.04243079990677,144 180.00010681152344145 ],146 "rotation": [147 0,148 -90.00009155273439,149 0150 ]151 },152 "location": [153 2100,154 -20.000499725341797,155 130156 ],157 "rotation": [158 0,159 -90.00009155273439,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 47,170 143,171 111172 ]173 },174 {175 "object_id": "SM_Wall01_2m61",176 "bbox_2d": [177 137,178 533,179 788,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1499.9999775648034,186 -19.038637239192877,187 280.00010681152344188 ],189 "extent": [190 200.0001445055243,191 29.04243079990677,192 180.00010681152344193 ]194 },195 "obb": {196 "center": [197 1499.9999775648034,198 -19.038637239192877,199 280.00010681152344200 ],201 "extent": [202 200.0001445055243,203 29.04243079990677,204 180.00010681152344205 ],206 "rotation": [207 0,208 -90.00009155273439,209 0210 ]211 },212 "location": [213 1700,214 -19.999828338623047,215 130216 ],217 "rotation": [218 0,219 -90.00009155273439,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 79,230 143,231 95232 ]233 },234 {235 "object_id": "SM_Wall01_2m72",236 "bbox_2d": [237 758,238 533,239 950,240 1079241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1389.9998777699536,246 -119.99976799846962,247 294.9976348876953248 ],249 "extent": [250 38.0813837865378,251 100.00026939396284,252 165.00254821777344253 ]254 },255 "obb": {256 "center": [257 1389.9998777699536,258 -119.99976799846962,259 294.9976348876953260 ],261 "extent": [262 38.0813837865378,263 100.00026939396284,264 165.00254821777344265 ],266 "rotation": [267 0,268 -179.9999237060547,269 0270 ]271 },272 "location": [273 1380,274 -220,275 130276 ],277 "rotation": [278 0,279 -179.9999237060547,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 15,290 143,291 255292 ]293 },294 {295 "object_id": "SM_Wall01_2m71",296 "bbox_2d": [297 891,298 517,299 1919,300 1079301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 1389.9998766567298,306 -419.9997679997507,307 295.0000457763672308 ],309 "extent": [310 38.081526919090265,311 200.0003914629942,312 165.00013732910156313 ]314 },315 "obb": {316 "center": [317 1389.9998766567298,318 -419.9997679997507,319 295.0000457763672320 ],321 "extent": [322 38.081526919090265,323 200.0003914629942,324 165.00013732910156325 ],326 "rotation": [327 0,328 -179.9999237060547,329 0330 ]331 },332 "location": [333 1380.0001220703125,334 -620,335 130336 ],337 "rotation": [338 0,339 -179.9999237060547,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 143,350 255,351 79352 ]353 }354 ],355 "floor planks corner": [356 {357 "object_id": "SM_Floor_4x4m213",358 "bbox_2d": [359 0,360 0,361 1919,362 532363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 1600.0006554216527,368 -420.00032114033166,369 474.99999809265137370 ],371 "extent": [372 200.0003211403316,373 200.00032114033166,374 15.000001907348633375 ]376 },377 "obb": {378 "center": [379 1600.0006554216527,380 -420.00032114033166,381 474.99999809265137382 ],383 "extent": [384 200.0003211403316,385 200.00032114033166,386 15.000001907348633387 ],388 "rotation": [389 0,390 -9.200000204145907e-05,391 0392 ]393 },394 "location": [395 1400.0009765625,396 -220,397 490398 ],399 "rotation": [400 0,401 -9.200000204145907e-05,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 159,412 95,413 0414 ]415 },416 {417 "object_id": "SM_Floor_4x4m78",418 "bbox_2d": [419 0,420 531,421 119,422 532423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 1749.9999961853027,428 -70,429 474.99999809265137430 ],431 "extent": [432 50,433 50,434 15.000001907348633435 ]436 },437 "obb": {438 "center": [439 1749.9999961853027,440 -70,441 474.99999809265137442 ],443 "extent": [444 50,445 50,446 15.000001907348633447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 1700,456 -20,457 490458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 95,472 63,473 223474 ]475 },476 {477 "object_id": "SM_Floor_4x4m81",478 "bbox_2d": [479 0,480 529,481 81,482 531483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 1750.000190236321,488 -169.99981357908547,489 474.99999809265137490 ],491 "extent": [492 50.000186420928685,493 50.00018642092877,494 15.000001907348633495 ]496 },497 "obb": {498 "center": [499 1750.000190236321,500 -169.99981357908547,501 474.99999809265137502 ],503 "extent": [504 50.000186420928685,505 50.00018642092877,506 15.000001907348633507 ],508 "rotation": [509 0,510 179.99978637695312,511 0512 ]513 },514 "location": [515 1800,516 -220,517 490518 ],519 "rotation": [520 0,521 179.99978637695312,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 95,532 31,533 223534 ]535 },536 {537 "object_id": "SM_Floor_4x4m84",538 "bbox_2d": [539 408,540 533,541 645,542 533543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 1549.9999961853027,548 -70,549 474.99999809265137550 ],551 "extent": [552 50,553 50,554 15.000001907348633555 ]556 },557 "obb": {558 "center": [559 1549.9999961853027,560 -70,561 474.99999809265137562 ],563 "extent": [564 50,565 50,566 15.000001907348633567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 1500,576 -20,577 490578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 95,592 159,593 223594 ]595 },596 {597 "object_id": "SM_Floor_4x4m86",598 "bbox_2d": [599 120,600 532,601 407,602 533603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 1649.9999961853027,608 -70,609 474.99999809265137610 ],611 "extent": [612 50,613 50,614 15.000001907348633615 ]616 },617 "obb": {618 "center": [619 1649.9999961853027,620 -70,621 474.99999809265137622 ],623 "extent": [624 50,625 50,626 15.000001907348633627 ],628 "rotation": [629 0,630 0,631 0632 ]633 },634 "location": [635 1600,636 -20,637 490638 ],639 "rotation": [640 0,641 0,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 159,652 255,653 223654 ]655 },656 {657 "object_id": "SM_Floor_4x4m87",658 "bbox_2d": [659 409,660 531,661 696,662 533663 ],664 "bbox_3d": {665 "aabb": {666 "center": [667 1550.000190236321,668 -169.99981357908547,669 474.99999809265137670 ],671 "extent": [672 50.000186420928685,673 50.00018642092877,674 15.000001907348633675 ]676 },677 "obb": {678 "center": [679 1550.000190236321,680 -169.99981357908547,681 474.99999809265137682 ],683 "extent": [684 50.000186420928685,685 50.00018642092877,686 15.000001907348633687 ],688 "rotation": [689 0,690 179.99978637695312,691 0692 ]693 },694 "location": [695 1600,696 -220,697 490698 ],699 "rotation": [700 0,701 179.99978637695312,702 0703 ],704 "scale": [705 1,706 1,707 1708 ]709 },710 "color": [711 159,712 127,713 223714 ]715 },716 {717 "object_id": "SM_Floor_4x4m89",718 "bbox_2d": [719 6,720 529,721 408,722 532723 ],724 "bbox_3d": {725 "aabb": {726 "center": [727 1650.000190236321,728 -169.99981357908547,729 474.99999809265137730 ],731 "extent": [732 50.000186420928685,733 50.00018642092877,734 15.000001907348633735 ]736 },737 "obb": {738 "center": [739 1650.000190236321,740 -169.99981357908547,741 474.99999809265137742 ],743 "extent": [744 50.000186420928685,745 50.00018642092877,746 15.000001907348633747 ],748 "rotation": [749 0,750 179.99978637695312,751 0752 ]753 },754 "location": [755 1700,756 -220,757 490758 ],759 "rotation": [760 0,761 179.99978637695312,762 0763 ],764 "scale": [765 1,766 1,767 1768 ]769 },770 "color": [771 159,772 63,773 223774 ]775 },776 {777 "object_id": "SM_Floor_4x4m101",778 "bbox_2d": [779 687,780 534,781 771,782 534783 ],784 "bbox_3d": {785 "aabb": {786 "center": [787 1449.9999961853027,788 -70,789 474.99999809265137790 ],791 "extent": [792 50,793 50,794 15.000001907348633795 ]796 },797 "obb": {798 "center": [799 1449.9999961853027,800 -70,801 474.99999809265137802 ],803 "extent": [804 50,805 50,806 15.000001907348633807 ],808 "rotation": [809 0,810 0,811 0812 ]813 },814 "location": [815 1400,816 -20,817 490818 ],819 "rotation": [820 0,821 0,822 0823 ],824 "scale": [825 1,826 1,827 1828 ]829 },830 "color": [831 159,832 95,833 223834 ]835 },836 {837 "object_id": "SM_Floor_4x4m108",838 "bbox_2d": [839 658,840 532,841 842,842 533843 ],844 "bbox_3d": {845 "aabb": {846 "center": [847 1450.000190236321,848 -169.99981357908547,849 474.99999809265137850 ],851 "extent": [852 50.000186420928685,853 50.00018642092877,854 15.000001907348633855 ]856 },857 "obb": {858 "center": [859 1450.000190236321,860 -169.99981357908547,861 474.99999809265137862 ],863 "extent": [864 50.000186420928685,865 50.00018642092877,866 15.000001907348633867 ],868 "rotation": [869 0,870 179.99978637695312,871 0872 ]873 },874 "location": [875 1500,876 -220,877 490878 ],879 "rotation": [880 0,881 179.99978637695312,882 0883 ],884 "scale": [885 1,886 1,887 1888 ]889 },890 "color": [891 0,892 223,893 0894 ]895 }896 ]897 },898 "foreground": {899 "grill": [900 {901 "object_id": "SM_Grill7",902 "bbox_2d": [903 835,904 615,905 889,906 686907 ],908 "bbox_3d": {909 "aabb": {910 "center": [911 1389.999846128463,912 -121.31312179592067,913 400.2494354248047914 ],915 "extent": [916 3.1251538715182505,917 44.44445738254626,918 17.3148193359375919 ]920 },921 "obb": {922 "center": [923 1389.999846128463,924 -121.31312179592067,925 400.2494354248047926 ],927 "extent": [928 3.1251538715182505,929 44.44445738254626,930 17.3148193359375931 ],932 "rotation": [933 0,934 -179.9998016357422,935 0936 ]937 },938 "location": [939 1390,940 -165.757568359375,941 382.93463134765625942 ],943 "rotation": [944 0,945 -179.9998016357422,946 0947 ],948 "scale": [949 1,950 1,951 1952 ]953 },954 "color": [955 63,956 255,957 63958 ]959 }960 ],961 "box": [962 {963 "object_id": "SM_Box6",964 "bbox_2d": [965 545,966 1054,967 640,968 1079969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 1521.5953484005017,974 -68.16332337685104,975 190.625976 ],977 "extent": [978 20.50028422238961,979 26.136388070743905,980 3.2564322431348955981 ]982 },983 "obb": {984 "center": [985 1521.5953484005017,986 -68.16332337685104,987 190.625988 ],989 "extent": [990 20.50028422238961,991 26.136388070743905,992 3.2564322431348955993 ],994 "rotation": [995 0,996 -5.874960899353027,997 0998 ]999 },1000 "location": [1001 1521.59619140625,1002 -68.15777587890625,1003 190.6251004 ],1005 "rotation": [1006 0,1007 -5.874960899353027,1008 01009 ],1010 "scale": [1011 0.8500000238418579,1012 0.8500000238418579,1013 0.85000002384185791014 ]1015 },1016 "color": [1017 255,1018 47,1019 631020 ]1021 }1022 ],1023 "cabinate": [1024 {1025 "object_id": "SM_Cabinate_5",1026 "bbox_2d": [1027 0,1028 663,1029 550,1030 10791031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 1731.4286407671145,1036 -66.3520126342026,1037 267.41386413574221038 ],1039 "extent": [1040 192.64973472570568,1041 35.917791732198594,1042 137.413833618164061043 ]1044 },1045 "obb": {1046 "center": [1047 1731.4286407671145,1048 -66.3520126342026,1049 267.41386413574221050 ],1051 "extent": [1052 192.64973472570568,1053 35.917791732198594,1054 137.413833618164061055 ],1056 "rotation": [1057 0,1058 -90.00012207031251,1059 01060 ]1061 },1062 "location": [1063 1731.4287109375,1064 -33.41634750366211,1065 130.000030517578121066 ],1067 "rotation": [1068 0,1069 -90.00012207031251,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 31,1080 47,1081 01082 ]1083 }1084 ],1085 "lamp": [1086 {1087 "object_id": "SM_CeilingLight4",1088 "bbox_2d": [1089 239,1090 527,1091 658,1092 7021093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 1588.1379280090332,1098 -317.08466720581055,1099 442.571594238281251100 ],1101 "extent": [1102 44.00000762939453,1103 43.75898742675781,1104 17.428405761718751105 ]1106 },1107 "obb": {1108 "center": [1109 1588.1379280090332,1110 -317.08466720581055,1111 442.571594238281251112 ],1113 "extent": [1114 44.00000762939453,1115 43.75898742675781,1116 17.428405761718751117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 1588.137939453125,1126 -317.08465576171875,1127 4601128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 31,1142 47,1143 2231144 ]1145 }1146 ],1147 "books": [1148 {1149 "object_id": "SM_Book3_18",1150 "bbox_2d": [1151 552,1152 1060,1153 622,1154 10791155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 1523.0085119037672,1160 -71.8818482407493,1161 195.25568989697371162 ],1163 "extent": [1164 14.553447073770485,1165 18.051410773927802,1166 2.04072641748598471167 ]1168 },1169 "obb": {1170 "center": [1171 1523.0085119037672,1172 -71.8818482407493,1173 195.25568989697371174 ],1175 "extent": [1176 14.553447073770485,1177 18.051410773927802,1178 2.04072641748598471179 ],1180 "rotation": [1181 -88.50012969970791,1182 0.009002615697961043,1183 -103.062286376954381184 ]1185 },1186 "location": [1187 1526.6492919921875,1188 -56.361419677734375,1189 193.683410644531251190 ],1191 "rotation": [1192 -88.50012969970791,1193 0.009002615697961043,1194 -103.062286376954381195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]