TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Church",3 "view_id": "l023_off2_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Church/l023_off2_r005/lit.png",5 "camera": {6 "location": [7 -1194,8 -436,9 125310 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -1194,38 -436,39 1253,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "column head": [54 {55 "object_id": "SM_ColumnHead10",56 "bbox_2d": [57 0,58 0,59 1742,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -1218.865234375,66 -509.7062072753906,67 1378.055297851562568 ],69 "extent": [70 107.6577377319336,71 280.2937927246094,72 319.1782226562573 ]74 },75 "obb": {76 "center": [77 -1218.865234375,78 -509.7062072753906,79 1378.055297851562580 ],81 "extent": [82 107.6577377319336,83 280.2937927246094,84 319.1782226562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -1220,94 -230,95 106096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 63,111 0112 ]113 },114 {115 "object_id": "SM_ColumnHead35_208",116 "bbox_2d": [117 1590,118 182,119 1919,120 695121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 458.8665213793959,126 -1070.2923236519146,127 1378.0552978515625128 ],129 "extent": [130 107.65878278571694,131 280.29419411651855,132 319.17822265625133 ]134 },135 "obb": {136 "center": [137 458.8665213793959,138 -1070.2923236519146,139 1378.0552978515625140 ],141 "extent": [142 107.65878278571694,143 280.29419411651855,144 319.17822265625145 ],146 "rotation": [147 0,148 179.99978637695312,149 0150 ]151 },152 "location": [153 460.000244140625,154 -1349.99853515625,155 1060156 ],157 "rotation": [158 0,159 179.99978637695312,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 63,171 63172 ]173 },174 {175 "object_id": "SM_ColumnHead57_230",176 "bbox_2d": [177 1712,178 561,179 1805,180 642181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1021.1358084887552,186 -1070.2952618011925,187 1378.0552978515625188 ],189 "extent": [190 107.658782785717,191 280.29419411651884,192 319.17822265625193 ]194 },195 "obb": {196 "center": [197 1021.1358084887552,198 -1070.2952618011925,199 1378.0552978515625200 ],201 "extent": [202 107.658782785717,203 280.29419411651884,204 319.17822265625205 ],206 "rotation": [207 0,208 179.99978637695312,209 0210 ]211 },212 "location": [213 1020,214 -1350.00146484375,215 1060216 ],217 "rotation": [218 0,219 179.99978637695312,220 0221 ],222 "scale": [223 -1,224 1,225 1226 ]227 },228 "color": [229 127,230 127,231 31232 ]233 },234 {235 "object_id": "SM_ColumnHead66_239",236 "bbox_2d": [237 1691,238 558,239 1716,240 641241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 740.0002514544971,246 -1348.9432305903808,247 1378.0552978515625248 ],249 "extent": [250 280.00074490224176,251 107.58215423279626,252 319.17822265625253 ]254 },255 "obb": {256 "center": [257 740.0002514544971,258 -1348.9432305903808,259 1378.0552978515625260 ],261 "extent": [262 280.00074490224176,263 107.58215423279626,264 319.17822265625265 ],266 "rotation": [267 0,268 89.99960327148438,269 0270 ]271 },272 "location": [273 460.000244140625,274 -1349.99853515625,275 1060276 ],277 "rotation": [278 0,279 89.99960327148438,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 255,291 31292 ]293 }294 ],295 "column base": [296 {297 "object_id": "SM_ColumnBase60",298 "bbox_2d": [299 1671,300 641,301 1774,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1019.9951171874716,308 -1350.0014724549394,309 594.2809753417969310 ],311 "extent": [312 122.79521187824662,313 122.80049139957782,314 464.2895812988281315 ]316 },317 "obb": {318 "center": [319 1019.9951171874716,320 -1350.0014724549394,321 594.2809753417969322 ],323 "extent": [324 122.79521187824662,325 122.80049139957782,326 464.2895812988281327 ],328 "rotation": [329 0,330 179.99978637695312,331 0332 ]333 },334 "location": [335 1020,336 -1350.00146484375,337 130338 ],339 "rotation": [340 0,341 179.99978637695312,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 0,353 127354 ]355 },356 {357 "object_id": "SM_ColumnBase71",358 "bbox_2d": [359 1880,360 690,361 1919,362 779363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 459.9973144530966,368 -789.9980544861893,369 594.2809753417969370 ],371 "extent": [372 122.79521187824659,373 122.80049139957771,374 464.2895812988281375 ]376 },377 "obb": {378 "center": [379 459.9973144530966,380 -789.9980544861893,381 594.2809753417969382 ],383 "extent": [384 122.79521187824659,385 122.80049139957771,386 464.2895812988281387 ],388 "rotation": [389 0,390 179.99978637695312,391 0392 ]393 },394 "location": [395 460.002197265625,396 -789.998046875,397 130398 ],399 "rotation": [400 0,401 179.99978637695312,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 191,412 63,413 255414 ]415 },416 {417 "object_id": "SM_ColumnBase72",418 "bbox_2d": [419 1521,420 974,421 1595,422 1079423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 459.9953613280966,428 -1349.9985427674394,429 594.2809753417969430 ],431 "extent": [432 122.79521187824659,433 122.80049139957782,434 464.2895812988281435 ]436 },437 "obb": {438 "center": [439 459.9953613280966,440 -1349.9985427674394,441 594.2809753417969442 ],443 "extent": [444 122.79521187824659,445 122.80049139957782,446 464.2895812988281447 ],448 "rotation": [449 0,450 179.99978637695312,451 0452 ]453 },454 "location": [455 460.000244140625,456 -1349.99853515625,457 130458 ],459 "rotation": [460 0,461 179.99978637695312,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 191,472 63,473 127474 ]475 }476 ],477 "window wall": [478 {479 "object_id": "SM_WindowWall25",480 "bbox_2d": [481 1746,482 572,483 1919,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1052.778762817155,490 -1070.0015870491889,491 685.9901123046875492 ],493 "extent": [494 66.7638889114387,495 207.58994008196828,496 556.0111083984375497 ]498 },499 "obb": {500 "center": [501 1052.778762817155,502 -1070.0015870491889,503 685.9901123046875504 ],505 "extent": [506 66.7638889114387,507 207.58994008196828,508 556.0111083984375509 ],510 "rotation": [511 0,512 179.99978637695312,513 0514 ]515 },516 "location": [517 1020.0020751953125,518 -1070.00146484375,519 130520 ],521 "rotation": [522 0,523 179.99978637695312,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 191,534 31,535 255536 ]537 },538 {539 "object_id": "SM_WindowWall26",540 "bbox_2d": [541 1596,542 866,543 1686,544 1079545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 739.9997730470423,550 -1392.7766876212845,551 685.9901123046875552 ],553 "extent": [554 207.59015343955082,555 66.76455232404805,556 556.0111083984375557 ]558 },559 "obb": {560 "center": [561 739.9997730470423,562 -1392.7766876212845,563 685.9901123046875564 ],565 "extent": [566 207.59015343955082,567 66.76455232404805,568 556.0111083984375569 ],570 "rotation": [571 0,572 89.99960327148438,573 0574 ]575 },576 "location": [577 740,578 -1360,579 130580 ],581 "rotation": [582 0,583 89.99960327148438,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 191,594 31,595 127596 ]597 }598 ]599 },600 "foreground": {601 "dome": [602 {603 "object_id": "SM_Dome23",604 "bbox_2d": [605 1511,606 0,607 1919,608 259609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -380,614 -1600,615 2640.9830780029297616 ],617 "extent": [618 859.375,619 859.375,620 945.9830780029297621 ]622 },623 "obb": {624 "center": [625 -380,626 -1600,627 2640.9830780029297628 ],629 "extent": [630 859.375,631 859.375,632 945.9830780029297633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -380,642 -1600,643 1695644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 3.125,652 3.125,653 3.25654 ]655 },656 "color": [657 31,658 31,659 63660 ]661 },662 {663 "object_id": "SM_Dome25",664 "bbox_2d": [665 1868,666 0,667 1919,668 36669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -380,674 80,675 2277.1434326171875676 ],677 "extent": [678 825,679 825,680 582.1434326171875681 ]682 },683 "obb": {684 "center": [685 -380,686 80,687 2277.1434326171875688 ],689 "extent": [690 825,691 825,692 582.1434326171875693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -380,702 80,703 1695704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 3,712 3,713 2714 ]715 },716 "color": [717 31,718 31,719 31720 ]721 }722 ],723 "chandelier": [724 {725 "object_id": "SM_Chandelier15_6",726 "bbox_2d": [727 1714,728 72,729 1919,730 681731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 87.21600367450719,736 -765.7375976672411,737 1406.9222125041815738 ],739 "extent": [740 179.12080345035793,741 186.72720004807707,742 285.5266644109288743 ]744 },745 "obb": {746 "center": [747 87.21600367450719,748 -765.7375976672411,749 1406.9222125041815750 ],751 "extent": [752 179.12080345035793,753 186.72720004807707,754 285.5266644109288755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 70,764 -765,765 1695766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 0.800000011920929,774 0.800000011920929,775 0.800000011920929776 ]777 },778 "color": [779 95,780 159,781 0782 ]783 },784 {785 "object_id": "SM_Chandelier16",786 "bbox_2d": [787 1641,788 317,789 1795,790 616791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -822.7839963254928,796 -765.7375976672411,797 1406.9222125041815798 ],799 "extent": [800 179.12080345035793,801 186.72720004807707,802 285.5266644109288803 ]804 },805 "obb": {806 "center": [807 -822.7839963254928,808 -765.7375976672411,809 1406.9222125041815810 ],811 "extent": [812 179.12080345035793,813 186.72720004807707,814 285.5266644109288815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -840,824 -765,825 1695826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 0.800000011920929,834 0.800000011920929,835 0.800000011920929836 ]837 },838 "color": [839 95,840 159,841 255842 ]843 },844 {845 "object_id": "SM_Chandelier17",846 "bbox_2d": [847 1709,848 72,849 1919,850 676851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 82.71408981815652,856 -776.6312833743837,857 1406.9222125041815858 ],859 "extent": [860 257.2404638696458,861 258.17798995871385,862 285.5266644109288863 ]864 },865 "obb": {866 "center": [867 82.71408981815651,868 -776.6312833743837,869 1406.9222125041815870 ],871 "extent": [872 257.2404638696458,873 258.17798995871385,874 285.5266644109288875 ],876 "rotation": [877 0,878 -40.00007629394532,879 0880 ]881 },882 "location": [883 70,884 -765,885 1695886 ],887 "rotation": [888 0,889 -40.00007629394532,890 0891 ],892 "scale": [893 0.800000011920929,894 0.800000011920929,895 0.800000011920929896 ]897 },898 "color": [899 95,900 159,901 127902 ]903 }904 ],905 "candle stand": [906 {907 "object_id": "SM_CandleStand11",908 "bbox_2d": [909 1643,910 1077,911 1646,912 1079913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 570,918 -1240,919 250.39029693603516920 ],921 "extent": [922 53.074317932128906,923 53.074310302734375,924 120.37154388427734925 ]926 },927 "obb": {928 "center": [929 570,930 -1240,931 250.39029693603516932 ],933 "extent": [934 53.074317932128906,935 53.074310302734375,936 120.37154388427734937 ],938 "rotation": [939 0,940 0,941 0942 ]943 },944 "location": [945 570,946 -1240,947 130948 ],949 "rotation": [950 0,951 0,952 0953 ],954 "scale": [955 4,956 4,957 4958 ]959 },960 "color": [961 0,962 159,963 159964 ]965 }966 ],967 "plant base": [968 {969 "object_id": "SM_PlantBase_12",970 "bbox_2d": [971 1747,972 1039,973 1763,974 1079975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 895.4223716589545,980 -1218.0306709142649,981 271.18898010253906982 ],983 "extent": [984 50.144039686251176,985 50.144035497399045,986 140.33226013183594987 ]988 },989 "obb": {990 "center": [991 895.4223716589545,992 -1218.0306709142649,993 271.18898010253906994 ],995 "extent": [996 50.144039686251176,997 50.144035497399045,998 140.33226013183594999 ],1000 "rotation": [1001 0,1002 60.00008773803709,1003 01004 ]1005 },1006 "location": [1007 895.42236328125,1008 -1218.0306396484375,1009 130.880432128906251010 ],1011 "rotation": [1012 0,1013 60.00008773803709,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 127,1024 159,1025 1591026 ]1027 }1028 ],1029 "leaves": [1030 {1031 "object_id": "SM_Leaves_15",1032 "bbox_2d": [1033 1707,1034 964,1035 1804,1036 10551037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 899.8431123398169,1042 -1203.809552599496,1043 418.34318542480471044 ],1045 "extent": [1046 105.30673846521677,1047 105.23627868984386,1048 66.20888519287111049 ]1050 },1051 "obb": {1052 "center": [1053 899.8431123398169,1054 -1203.809552599496,1055 418.34318542480471056 ],1057 "extent": [1058 105.30673846521677,1059 105.23627868984386,1060 66.20888519287111061 ],1062 "rotation": [1063 0,1064 40.000045776367195,1065 01066 ]1067 },1068 "location": [1069 910.7216796875,1070 -1210.1370849609375,1071 409.04849243164061072 ],1073 "rotation": [1074 0,1075 40.000045776367195,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 63,1086 159,1087 1591088 ]1089 }1090 ]1091 }1092}