TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Church",3 "view_id": "l002_off2_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Church/l002_off2_r003/lit.png",5 "camera": {6 "location": [7 -682,8 -2076,9 75110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -682,38 -2076,39 751,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "column base": [54 {55 "object_id": "SM_ColumnBase30",56 "bbox_2d": [57 207,58 237,59 420,60 84661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -1779.9951171875,66 -1349.9999923706055,67 594.280975341796968 ],69 "extent": [70 122.79475402832031,71 122.80003356933594,72 464.289581298828173 ]74 },75 "obb": {76 "center": [77 -1779.9951171875,78 -1349.9999923706055,79 594.280975341796980 ],81 "extent": [82 122.79475402832031,83 122.80003356933594,84 464.289581298828185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -1780,94 -1350,95 13096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 127,111 0112 ]113 },114 {115 "object_id": "SM_ColumnBase73",116 "bbox_2d": [117 431,118 0,119 883,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -1219.9951171875,126 -1909.9999923706055,127 594.2809753417969128 ],129 "extent": [130 122.79475402832031,131 122.80003356933594,132 464.2895812988281133 ]134 },135 "obb": {136 "center": [137 -1219.9951171875,138 -1909.9999923706055,139 594.2809753417969140 ],141 "extent": [142 122.79475402832031,143 122.80003356933594,144 464.2895812988281145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -1220,154 -1910,155 130156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 31,171 63172 ]173 },174 {175 "object_id": "SM_ColumnBase75_297",176 "bbox_2d": [177 1437,178 0,179 1864,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -1219.9951171875,186 -2469.9999923706055,187 594.2809753417969188 ],189 "extent": [190 122.79475402832031,191 122.80003356933594,192 464.2895812988281193 ]194 },195 "obb": {196 "center": [197 -1219.9951171875,198 -2469.9999923706055,199 594.2809753417969200 ],201 "extent": [202 122.79475402832031,203 122.80003356933594,204 464.2895812988281205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -1220,214 -2470,215 130216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 31,230 255,231 127232 ]233 }234 ],235 "column head": [236 {237 "object_id": "SM_ColumnHead13_40",238 "bbox_2d": [239 139,240 46,241 381,242 260243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -1781.134765625,248 -1069.7062072753906,249 1378.0552978515625250 ],251 "extent": [252 107.6577377319336,253 280.2937927246094,254 319.17822265625255 ]256 },257 "obb": {258 "center": [259 -1781.134765625,260 -1069.7062072753906,261 1378.0552978515625262 ],263 "extent": [264 107.6577377319336,265 280.2937927246094,266 319.17822265625267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -1780,276 -790,277 1060278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 -1,286 1,287 1288 ]289 },290 "color": [291 127,292 63,293 127294 ]295 },296 {297 "object_id": "SM_ColumnHead12_5",298 "bbox_2d": [299 199,300 0,301 353,302 236303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -1500.000002253123,308 -1348.9421601047502,309 1378.0552978515625310 ],311 "extent": [312 280.0002292021197,313 107.5808120019417,314 319.17822265625315 ]316 },317 "obb": {318 "center": [319 -1500.000002253123,320 -1348.9421601047502,321 1378.0552978515625322 ],323 "extent": [324 280.0002292021197,325 107.5808120019417,326 319.17822265625327 ],328 "rotation": [329 0,330 90.00012207031251,331 0332 ]333 },334 "location": [335 -1780,336 -1350,337 1060338 ],339 "rotation": [340 0,341 90.00012207031251,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 255,353 191354 ]355 }356 ],357 "window wall": [358 {359 "object_id": "SM_WindowWall_14",360 "bbox_2d": [361 139,362 132,363 245,364 805365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -1812.7766876220703,370 -1070,371 685.9901123046875372 ],373 "extent": [374 66.76311492919922,375 207.58969116210938,376 556.0111083984375377 ]378 },379 "obb": {380 "center": [381 -1812.7766876220703,382 -1070,383 685.9901123046875384 ],385 "extent": [386 66.76311492919922,387 207.58969116210938,388 556.0111083984375389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -1780,398 -1070,399 130400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 127,415 191416 ]417 },418 {419 "object_id": "SM_WindowWall3",420 "bbox_2d": [421 139,422 0,423 358,424 846425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -1499.9999301683206,430 -1392.776687621996,431 685.9901123046875432 ],433 "extent": [434 207.58983340238228,435 66.76355720487823,436 556.0111083984375437 ]438 },439 "obb": {440 "center": [441 -1499.9999301683206,442 -1392.776687621996,443 685.9901123046875444 ],445 "extent": [446 207.58983340238228,447 66.76355720487823,448 556.0111083984375449 ],450 "rotation": [451 0,452 90.00012207031251,453 0454 ]455 },456 "location": [457 -1500,458 -1360,459 130460 ],461 "rotation": [462 0,463 90.00012207031251,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 0,474 191,475 0476 ]477 },478 {479 "object_id": "SM_WindowWall27_261",480 "bbox_2d": [481 0,482 0,483 505,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -1262.7766876220658,490 -1629.9999825420803,491 685.9901123046875492 ],493 "extent": [494 66.76322549814745,495 207.58972672226582,496 556.0111083984375497 ]498 },499 "obb": {500 "center": [501 -1262.7766876220658,502 -1629.9999825420803,503 685.9901123046875504 ],505 "extent": [506 66.76322549814745,507 207.58972672226582,508 556.0111083984375509 ],510 "rotation": [511 0,512 -3.0517578125e-05,513 0514 ]515 },516 "location": [517 -1230,518 -1630,519 130520 ],521 "rotation": [522 0,523 -3.0517578125e-05,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 0,534 31,535 31536 ]537 },538 {539 "object_id": "SM_WindowWall28_265",540 "bbox_2d": [541 1810,542 0,543 1919,544 1079545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 -939.9999259721678,550 -2514.7462234496284,551 685.9901123046875552 ],553 "extent": [554 207.58983759855147,555 68.73310066190515,556 556.0111083984375557 ]558 },559 "obb": {560 "center": [561 -939.9999259721678,562 -2514.7462234496284,563 685.9901123046875564 ],565 "extent": [566 207.58983759855147,567 68.73310066190515,568 556.0111083984375569 ],570 "rotation": [571 0,572 90.00012207031251,573 0574 ]575 },576 "location": [577 -940,578 -2480,579 130580 ],581 "rotation": [582 0,583 90.00012207031251,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 63,594 31,595 31596 ]597 },598 {599 "object_id": "SM_WindowWall30_299",600 "bbox_2d": [601 820,602 0,603 1501,604 1079605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 -1262.7766876220655,610 -2189.9999822661057,611 685.9901123046875612 ],613 "extent": [614 66.7632272460196,615 207.58972728439994,616 556.0111083984375617 ]618 },619 "obb": {620 "center": [621 -1262.7766876220655,622 -2189.9999822661057,623 685.9901123046875624 ],625 "extent": [626 66.7632272460196,627 207.58972728439994,628 556.0111083984375629 ],630 "rotation": [631 0,632 -3.099999958067201e-05,633 0634 ]635 },636 "location": [637 -1230,638 -2190,639 130640 ],641 "rotation": [642 0,643 -3.099999958067201e-05,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 31,654 255,655 191656 ]657 }658 ]659 },660 "foreground": {661 "leaves": [662 {663 "object_id": "SM_Leaves6",664 "bbox_2d": [665 139,666 805,667 140,668 806669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -1650.156887660183,674 -1203.809552599496,675 418.3431854248047676 ],677 "extent": [678 105.30673846521677,679 105.23627868984386,680 66.2088851928711681 ]682 },683 "obb": {684 "center": [685 -1650.156887660183,686 -1203.809552599496,687 418.3431854248047688 ],689 "extent": [690 105.30673846521677,691 105.23627868984386,692 66.2088851928711693 ],694 "rotation": [695 0,696 40.000045776367195,697 0698 ]699 },700 "location": [701 -1639.2783203125,702 -1210.1370849609375,703 409.0484924316406704 ],705 "rotation": [706 0,707 40.000045776367195,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 159,718 0,719 95720 ]721 },722 {723 "object_id": "SM_Leaves14",724 "bbox_2d": [725 709,726 926,727 959,728 1079729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -1120.1569308560438,734 -2023.8097453507646,735 498.34315490722656736 ],737 "extent": [738 101.96829668747199,739 102.1775359999317,740 66.2088851928711741 ]742 },743 "obb": {744 "center": [745 -1120.1569308560438,746 -2023.8097453507646,747 498.34315490722656748 ],749 "extent": [750 101.96829668747199,751 102.1775359999317,752 66.2088851928711753 ],754 "rotation": [755 0,756 -120.0000762939453,757 0758 ]759 },760 "location": [761 -1132.5435791015625,762 -2021.58447265625,763 489.0484619140625764 ],765 "rotation": [766 0,767 -120.0000762939453,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 0,778 159,779 223780 ]781 }782 ],783 "statue": [784 {785 "object_id": "SM_Statute12",786 "bbox_2d": [787 1117,788 56,789 1919,790 1079791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -1094.2581639694824,796 -2269.8224468853523,797 677.1236724853516798 ],799 "extent": [800 230.36462629339104,801 217.39493162299323,802 267.2498893737793803 ]804 },805 "obb": {806 "center": [807 -1094.2581639694824,808 -2269.8224468853523,809 677.1236724853516810 ],811 "extent": [812 230.36462629339104,813 217.39493162299323,814 267.2498893737793815 ],816 "rotation": [817 0,818 -39.99996948242189,819 0820 ]821 },822 "location": [823 -1047.834228515625,824 -2255.826904296875,825 409.6324462890625826 ],827 "rotation": [828 0,829 -39.99996948242189,830 0831 ],832 "scale": [833 1.25,834 1.25,835 1.25836 ]837 },838 "color": [839 159,840 159,841 255842 ]843 }844 ],845 "seat": [846 {847 "object_id": "SM_Seat4",848 "bbox_2d": [849 295,850 1057,851 328,852 1079853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -990.8936355864728,858 -1876.5996150205126,859 380.4820861816406860 ],861 "extent": [862 66.82110048160143,863 81.98397917401394,864 170.90484619140625865 ]866 },867 "obb": {868 "center": [869 -990.8936355864728,870 -1876.5996150205126,871 380.4820861816406872 ],873 "extent": [874 66.82110048160143,875 81.98397917401394,876 170.90484619140625877 ],878 "rotation": [879 0,880 15.000061035156246,881 0882 ]883 },884 "location": [885 -990.569091796875,886 -1876.7080078125,887 210888 ],889 "rotation": [890 0,891 15.000061035156246,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 159,902 159,903 95904 ]905 }906 ],907 "candle single": [908 {909 "object_id": "SM_CandleSingle99_242",910 "bbox_2d": [911 105,912 859,913 130,914 903915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -1278.4850606918335,920 -1552.3635349273682,921 537.941068649292922 ],923 "extent": [924 8.28197956085205,925 8.774909973144531,926 15.054512023925781927 ]928 },929 "obb": {930 "center": [931 -1278.4850606918335,932 -1552.3635349273682,933 537.941068649292934 ],935 "extent": [936 8.28197956085205,937 8.774909973144531,938 15.054512023925781939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 -1279.046875,948 -1551.8580322265625,949 525.65234375950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 63,964 223,965 223966 ]967 },968 {969 "object_id": "SM_CandleSingle100_245",970 "bbox_2d": [971 149,972 878,973 170,974 901975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -1282.6332182884216,980 -1574.667974472046,981 530.9964094161987982 ],983 "extent": [984 8.757441520690918,985 9.167810440063477,986 7.7646684646606445987 ]988 },989 "obb": {990 "center": [991 -1282.6332182884216,992 -1574.667974472046,993 530.9964094161987994 ],995 "extent": [996 8.757441520690918,997 9.167810440063477,998 7.7646684646606445999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 -1283.563232421875,1008 -1574.935791015625,1009 525.64123535156251010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 191,1024 223,1025 2231026 ]1027 },1028 {1029 "object_id": "SM_CandleSingle101_248",1030 "bbox_2d": [1031 93,1032 877,1033 125,1034 9161035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -1263.4542951583862,1040 -1559.9775176048279,1041 534.75228214263921042 ],1043 "extent": [1044 7.842079162597656,1045 8.283319473266602,1046 12.1071386337280271047 ]1048 },1049 "obb": {1050 "center": [1051 -1263.4542951583862,1052 -1559.9775176048279,1053 534.75228214263921054 ],1055 "extent": [1056 7.842079162597656,1057 8.283319473266602,1058 12.1071386337280271059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -1264.3115234375,1068 -1561.0560302734375,1069 525.65783691406251070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 31,1084 223,1085 2231086 ]1087 },1088 {1089 "object_id": "SM_CandleSingle112",1090 "bbox_2d": [1091 170,1092 859,1093 200,1094 9031095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -1278.4850606918335,1100 -1596.3748874664307,1101 537.9410686492921102 ],1103 "extent": [1104 8.28197956085205,1105 8.774909973144531,1106 15.0545120239257811107 ]1108 },1109 "obb": {1110 "center": [1111 -1278.4850606918335,1112 -1596.3748874664307,1113 537.9410686492921114 ],1115 "extent": [1116 8.28197956085205,1117 8.774909973144531,1118 15.0545120239257811119 ],1120 "rotation": [1121 0,1122 0,1123 01124 ]1125 },1126 "location": [1127 -1279.046875,1128 -1595.869384765625,1129 525.652343751130 ],1131 "rotation": [1132 0,1133 0,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 223,1144 255,1145 01146 ]1147 },1148 {1149 "object_id": "SM_CandleSingle113",1150 "bbox_2d": [1151 213,1152 878,1153 246,1154 9041155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -1282.6332182884216,1160 -1618.6793270111084,1161 530.99640941619871162 ],1163 "extent": [1164 8.757441520690918,1165 9.167810440063477,1166 7.76466846466064451167 ]1168 },1169 "obb": {1170 "center": [1171 -1282.6332182884216,1172 -1618.6793270111084,1173 530.99640941619871174 ],1175 "extent": [1176 8.757441520690918,1177 9.167810440063477,1178 7.76466846466064451179 ],1180 "rotation": [1181 0,1182 0,1183 01184 ]1185 },1186 "location": [1187 -1283.563232421875,1188 -1618.9471435546875,1189 525.64123535156251190 ],1191 "rotation": [1192 0,1193 0,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]