TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l026_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l026_r004/lit.png",5 "camera": {6 "location": [7 696,8 -484,9 35810 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 696,38 -484,39 358,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m44",56 "bbox_2d": [57 0,58 270,59 10,60 27561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 100,66 -520,67 474.9999980926513768 ],69 "extent": [70 100,71 100,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 100,78 -520,79 474.9999980926513780 ],81 "extent": [82 100,83 100,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 -420,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Floor_4x4m45",116 "bbox_2d": [117 0,118 88,119 278,120 271121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 300,126 -520,127 474.99999809265137128 ],129 "extent": [130 100,131 100,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 300,138 -520,139 474.99999809265137140 ],141 "extent": [142 100,143 100,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 200,154 -420,155 490156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 0,170 0,171 127172 ]173 },174 {175 "object_id": "SM_Floor_4x4m49",176 "bbox_2d": [177 0,178 0,179 735,180 171181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 500,186 -520,187 474.99999809265137188 ],189 "extent": [190 100,191 100,192 15.000001907348633193 ]194 },195 "obb": {196 "center": [197 500,198 -520,199 474.99999809265137200 ],201 "extent": [202 100,203 100,204 15.000001907348633205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 400,214 -420,215 490216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 255,230 0,231 127232 ]233 },234 {235 "object_id": "SM_Floor_4x4m237",236 "bbox_2d": [237 0,238 272,239 406,240 371241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 100,246 -720,247 474.99999809265137248 ],249 "extent": [250 100,251 100,252 15.000001907348633253 ]254 },255 "obb": {256 "center": [257 100,258 -720,259 474.99999809265137260 ],261 "extent": [262 100,263 100,264 15.000001907348633265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 0,274 -620,275 490276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 159,290 127,291 127292 ]293 },294 {295 "object_id": "SM_Floor_4x4m231_39",296 "bbox_2d": [297 12,298 172,299 687,300 342301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 300,306 -720,307 474.99999809265137308 ],309 "extent": [310 100,311 100,312 15.000001907348633313 ]314 },315 "obb": {316 "center": [317 300,318 -720,319 474.99999809265137320 ],321 "extent": [322 100,323 100,324 15.000001907348633325 ],326 "rotation": [327 0,328 0,329 0330 ]331 },332 "location": [333 200,334 -620,335 490336 ],337 "rotation": [338 0,339 0,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 159,350 127,351 63352 ]353 },354 {355 "object_id": "SM_Floor_4x4m239",356 "bbox_2d": [357 280,358 0,359 1155,360 293361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 500,366 -720,367 474.99999809265137368 ],369 "extent": [370 100,371 100,372 15.000001907348633373 ]374 },375 "obb": {376 "center": [377 500,378 -720,379 474.99999809265137380 ],381 "extent": [382 100,383 100,384 15.000001907348633385 ],386 "rotation": [387 0,388 0,389 0390 ]391 },392 "location": [393 400,394 -620,395 490396 ],397 "rotation": [398 0,399 0,400 0401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 159,410 127,411 191412 ]413 },414 {415 "object_id": "SM_Floor_4x4m225",416 "bbox_2d": [417 928,418 0,419 1656,420 210421 ],422 "bbox_3d": {423 "aabb": {424 "center": [425 700,426 -720,427 474.99999809265137428 ],429 "extent": [430 100,431 100,432 15.000001907348633433 ]434 },435 "obb": {436 "center": [437 700,438 -720,439 474.99999809265137440 ],441 "extent": [442 100,443 100,444 15.000001907348633445 ],446 "rotation": [447 0,448 0,449 0450 ]451 },452 "location": [453 600,454 -620,455 490456 ],457 "rotation": [458 0,459 0,460 0461 ],462 "scale": [463 1,464 1,465 1466 ]467 },468 "color": [469 159,470 127,471 31472 ]473 }474 ],475 "tile": [476 {477 "object_id": "SM_Tile2x31",478 "bbox_2d": [479 159,480 969,481 724,482 1079483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 299.9997869468858,488 -720.0002130526602,489 129.0000001192093490 ],491 "extent": [492 100.00021305266029,493 100.00021305266023,494 0.9999999403953552495 ]496 },497 "obb": {498 "center": [499 299.9997869468858,500 -720.0002130526602,501 129.0000001192093502 ],503 "extent": [504 100.00021305266029,505 100.00021305266023,506 0.9999999403953552507 ],508 "rotation": [509 0,510 -90.00012207031251,511 0512 ]513 },514 "location": [515 200,516 -620,517 128518 ],519 "rotation": [520 0,521 -90.00012207031251,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 127,532 223,533 191534 ]535 },536 {537 "object_id": "SM_Tile2x64",538 "bbox_2d": [539 0,540 915,541 437,542 1079543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 99.99957389513344,548 -719.9995738933178,549 129.0000001192093550 ],551 "extent": [552 100.00042610486656,553 100.00042610486662,554 0.9999999403953552555 ]556 },557 "obb": {558 "center": [559 99.99957389513344,560 -719.9995738933178,561 129.0000001192093562 ],563 "extent": [564 100.00042610486656,565 100.00042610486662,566 0.9999999403953552567 ],568 "rotation": [569 0,570 179.999755859375,571 0572 ]573 },574 "location": [575 200,576 -620,577 128578 ],579 "rotation": [580 0,581 179.999755859375,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 63,592 223,593 0594 ]595 },596 {597 "object_id": "SM_Tile2x109",598 "bbox_2d": [599 706,600 1066,601 762,602 1079603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 450.0002396850726,608 -769.9997603160764,609 129.0000001192093610 ],611 "extent": [612 50.00023968392361,613 50.00023968392361,614 0.9999999403953552615 ]616 },617 "obb": {618 "center": [619 450.0002396850726,620 -769.9997603160764,621 129.0000001192093622 ],623 "extent": [624 50.00023968392361,625 50.00023968392361,626 0.9999999403953552627 ],628 "rotation": [629 0,630 89.99972534179689,631 0632 ]633 },634 "location": [635 500,636 -820,637 128638 ],639 "rotation": [640 0,641 89.99972534179689,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 223,652 255,653 191654 ]655 }656 ],657 "bar top": [658 {659 "object_id": "SM_BarTopB_66",660 "bbox_2d": [661 1168,662 0,663 1919,664 127665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 837.0001690557218,670 -498.4997009341423,671 417.5672 ],673 "extent": [674 155.00017776472032,675 44.500607740506666,676 42.5677 ]678 },679 "obb": {680 "center": [681 837.0001690557218,682 -498.4997009341423,683 417.5684 ],685 "extent": [686 155.00017776472032,687 44.500607740506666,688 42.5689 ],690 "rotation": [691 0,692 90.00022888183595,693 0694 ]695 },696 "location": [697 765,698 -460,699 460700 ],701 "rotation": [702 0,703 90.00022888183595,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 0,714 15,715 191716 ]717 }718 ],719 "bar column": [720 {721 "object_id": "SM_BarColumn_89",722 "bbox_2d": [723 1600,724 0,725 1919,726 84727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 709.7753295898438,732 -510.31842041015625,733 300.1318054199219734 ],735 "extent": [736 11.34766674041748,737 11.34766674041748,738 75.13180541992188739 ]740 },741 "obb": {742 "center": [743 709.7753295898438,744 -510.31842041015625,745 300.1318054199219746 ],747 "extent": [748 11.34766674041748,749 11.34766674041748,750 75.13180541992188751 ],752 "rotation": [753 0,754 0,755 0756 ]757 },758 "location": [759 709.7753295898438,760 -510.31842041015625,761 225762 ],763 "rotation": [764 0,765 0,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 255,776 15,777 63778 ]779 }780 ],781 "window": [782 {783 "object_id": "SM_Wall01_2m138_3",784 "bbox_2d": [785 0,786 358,787 273,788 969789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -0.9611910993825674,794 -620.0000291668086,795 280.0000915527344796 ],797 "extent": [798 29.04243079969995,799 200.0001539386601,800 180.00009155273438801 ]802 },803 "obb": {804 "center": [805 -0.9611910993825674,806 -620.0000291668086,807 280.0000915527344808 ],809 "extent": [810 29.04243079969995,811 200.0001539386601,812 180.00009155273438813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 0,822 -420,823 130824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 111,838 143,839 95840 ]841 },842 {843 "object_id": "Window_BP17",844 "bbox_2d": [845 0,846 440,847 6,848 829849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 37.31966686248779,854 -620,855 308.94178009033203856 ],857 "extent": [858 54.68033313751221,859 56,860 105.88986206054688861 ]862 },863 "obb": {864 "center": [865 37.31966686248779,866 -620,867 308.94178009033203868 ],869 "extent": [870 54.68033313751221,871 56,872 105.88986206054688873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 -10,882 -620,883 203884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 15,898 47,899 143900 ]901 },902 {903 "object_id": "SM_Wall01_2m65",904 "bbox_2d": [905 1916,906 220,907 1919,908 1079909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 880.0002386587267,914 -809.9998111907695,915 294.9976348876953916 ],917 "extent": [918 100.00029474737539,919 38.08145036546864,920 165.00254821777344921 ]922 },923 "obb": {924 "center": [925 880.0002386587267,926 -809.9998111907695,927 294.9976348876953928 ],929 "extent": [930 100.00029474737539,931 38.08145036546864,932 165.00254821777344933 ],934 "rotation": [935 0,936 90.00011444091797,937 0938 ]939 },940 "location": [941 780,942 -800,943 130944 ],945 "rotation": [946 0,947 90.00011444091797,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 223,958 143,959 111960 ]961 },962 {963 "object_id": "SM_Wall01_2m60",964 "bbox_2d": [965 654,966 121,967 1919,968 1079969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 580.0002386567386,974 -809.9994383227374,975 295.0000457763672976 ],977 "extent": [978 200.00041681569985,979 38.081660077038464,980 165.00013732910156981 ]982 },983 "obb": {984 "center": [985 580.0002386567386,986 -809.9994383227374,987 295.0000457763672988 ],989 "extent": [990 200.00041681569985,991 38.081660077038464,992 165.00013732910156993 ],994 "rotation": [995 0,996 90.00011444091797,997 0998 ]999 },1000 "location": [1001 380,1002 -799.9998168945312,1003 1301004 ],1005 "rotation": [1006 0,1007 90.00011444091797,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 143,1018 255,1019 151020 ]1021 },1022 {1023 "object_id": "SM_Wall01_2m62",1024 "bbox_2d": [1025 245,1026 300,1027 702,1028 10521029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 180.00023865673862,1034 -810.0001707446124,1035 295.00004577636721036 ],1037 "extent": [1038 200.00041681569982,1039 38.081660077038464,1040 165.000137329101561041 ]1042 },1043 "obb": {1044 "center": [1045 180.00023865673862,1046 -810.0001707446124,1047 295.00004577636721048 ],1049 "extent": [1050 200.00041681569982,1051 38.081660077038464,1052 165.000137329101561053 ],1054 "rotation": [1055 0,1056 90.00011444091797,1057 01058 ]1059 },1060 "location": [1061 -20,1062 -800.0005493164062,1063 1301064 ],1065 "rotation": [1066 0,1067 90.00011444091797,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 143,1078 255,1079 471080 ]1081 }1082 ]1083 },1084 "foreground": {1085 "radiator": [1086 {1087 "object_id": "SM_Radiator8",1088 "bbox_2d": [1089 0,1090 879,1091 21,1092 9501093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 12.732451438903809,1098 -620.0429077148438,1099 164.075725555419921100 ],1101 "extent": [1102 9.156710624694824,1103 52.95421600341797,1104 23.8854045867919921105 ]1106 },1107 "obb": {1108 "center": [1109 12.732451438903809,1110 -620.0429077148438,1111 164.075725555419921112 ],1113 "extent": [1114 9.156710624694824,1115 52.95421600341797,1116 23.8854045867919921117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 5.970798492431641,1126 -620.0429077148438,1127 131.68542480468751128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 255,1142 47,1143 951144 ]1145 }1146 ],1147 "table": [1148 {1149 "object_id": "SM_Table_6",1150 "bbox_2d": [1151 76,1152 815,1153 450,1154 10791155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 195.38221640764036,1160 -712.2352370558168,1161 170.143348693847661162 ],1163 "extent": [1164 58.716172343788855,1165 58.76482503116108,1166 40.080364227294921167 ]1168 },1169 "obb": {1170 "center": [1171 195.38221640764036,1172 -712.2352370558168,1173 170.143348693847661174 ],1175 "extent": [1176 58.716172343788855,1177 58.76482503116108,1178 40.080364227294921179 ],1180 "rotation": [1181 0,1182 -7.528409004211426,1183 01184 ]1185 },1186 "location": [1187 195.38221740722656,1188 -712.2352294921875,1189 1301190 ],1191 "rotation": [1192 0,1193 -7.528409004211426,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]