TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Church",3 "view_id": "l002_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/luoxin/Church/l002_r003/lit.png",5 "camera": {6 "location": [7 -682,8 -2076,9 66110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -682,38 -2076,39 661,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "column base": [54 {55 "object_id": "SM_ColumnBase30",56 "bbox_2d": [57 207,58 165,59 419,60 71261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -1779.9951171875,66 -1349.9999923706055,67 594.280975341796968 ],69 "extent": [70 122.79475402832031,71 122.80003356933594,72 464.289581298828173 ]74 },75 "obb": {76 "center": [77 -1779.9951171875,78 -1349.9999923706055,79 594.280975341796980 ],81 "extent": [82 122.79475402832031,83 122.80003356933594,84 464.289581298828185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -1780,94 -1350,95 13096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 127,111 0112 ]113 },114 {115 "object_id": "SM_ColumnBase73",116 "bbox_2d": [117 481,118 0,119 840,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -1219.9951171875,126 -1909.9999923706055,127 594.2809753417969128 ],129 "extent": [130 122.79475402832031,131 122.80003356933594,132 464.2895812988281133 ]134 },135 "obb": {136 "center": [137 -1219.9951171875,138 -1909.9999923706055,139 594.2809753417969140 ],141 "extent": [142 122.79475402832031,143 122.80003356933594,144 464.2895812988281145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -1220,154 -1910,155 130156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 31,171 63172 ]173 },174 {175 "object_id": "SM_ColumnBase75_297",176 "bbox_2d": [177 1499,178 0,179 1812,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -1219.9951171875,186 -2469.9999923706055,187 594.2809753417969188 ],189 "extent": [190 122.79475402832031,191 122.80003356933594,192 464.2895812988281193 ]194 },195 "obb": {196 "center": [197 -1219.9951171875,198 -2469.9999923706055,199 594.2809753417969200 ],201 "extent": [202 122.79475402832031,203 122.80003356933594,204 464.2895812988281205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -1220,214 -2470,215 130216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 31,230 255,231 127232 ]233 }234 ],235 "column head": [236 {237 "object_id": "SM_ColumnHead13_40",238 "bbox_2d": [239 139,240 0,241 381,242 178243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -1781.134765625,248 -1069.7062072753906,249 1378.0552978515625250 ],251 "extent": [252 107.6577377319336,253 280.2937927246094,254 319.17822265625255 ]256 },257 "obb": {258 "center": [259 -1781.134765625,260 -1069.7062072753906,261 1378.0552978515625262 ],263 "extent": [264 107.6577377319336,265 280.2937927246094,266 319.17822265625267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -1780,276 -790,277 1060278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 -1,286 1,287 1288 ]289 },290 "color": [291 127,292 63,293 127294 ]295 },296 {297 "object_id": "SM_ColumnHead12_5",298 "bbox_2d": [299 198,300 0,301 353,302 148303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -1500.000002253123,308 -1348.9421601047502,309 1378.0552978515625310 ],311 "extent": [312 280.0002292021197,313 107.5808120019417,314 319.17822265625315 ]316 },317 "obb": {318 "center": [319 -1500.000002253123,320 -1348.9421601047502,321 1378.0552978515625322 ],323 "extent": [324 280.0002292021197,325 107.5808120019417,326 319.17822265625327 ],328 "rotation": [329 0,330 90.00012207031251,331 0332 ]333 },334 "location": [335 -1780,336 -1350,337 1060338 ],339 "rotation": [340 0,341 90.00012207031251,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 255,353 191354 ]355 }356 ],357 "window wall": [358 {359 "object_id": "SM_WindowWall_14",360 "bbox_2d": [361 139,362 54,363 245,364 693365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -1812.7766876220703,370 -1070,371 685.9901123046875372 ],373 "extent": [374 66.76311492919922,375 207.58969116210938,376 556.0111083984375377 ]378 },379 "obb": {380 "center": [381 -1812.7766876220703,382 -1070,383 685.9901123046875384 ],385 "extent": [386 66.76311492919922,387 207.58969116210938,388 556.0111083984375389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -1780,398 -1070,399 130400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 127,415 191416 ]417 },418 {419 "object_id": "SM_WindowWall3",420 "bbox_2d": [421 139,422 0,423 358,424 712425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -1499.9999301683206,430 -1392.776687621996,431 685.9901123046875432 ],433 "extent": [434 207.58983340238228,435 66.76355720487823,436 556.0111083984375437 ]438 },439 "obb": {440 "center": [441 -1499.9999301683206,442 -1392.776687621996,443 685.9901123046875444 ],445 "extent": [446 207.58983340238228,447 66.76355720487823,448 556.0111083984375449 ],450 "rotation": [451 0,452 90.00012207031251,453 0454 ]455 },456 "location": [457 -1500,458 -1360,459 130460 ],461 "rotation": [462 0,463 90.00012207031251,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 0,474 191,475 0476 ]477 },478 {479 "object_id": "SM_WindowWall27_261",480 "bbox_2d": [481 0,482 0,483 505,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -1262.7766876220658,490 -1629.9999825420803,491 685.9901123046875492 ],493 "extent": [494 66.76322549814745,495 207.58972672226582,496 556.0111083984375497 ]498 },499 "obb": {500 "center": [501 -1262.7766876220658,502 -1629.9999825420803,503 685.9901123046875504 ],505 "extent": [506 66.76322549814745,507 207.58972672226582,508 556.0111083984375509 ],510 "rotation": [511 0,512 -3.0517578125e-05,513 0514 ]515 },516 "location": [517 -1230,518 -1630,519 130520 ],521 "rotation": [522 0,523 -3.0517578125e-05,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 0,534 31,535 31536 ]537 },538 {539 "object_id": "SM_WindowWall28_265",540 "bbox_2d": [541 1763,542 91,543 1919,544 1079545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 -939.9999259721678,550 -2514.7462234496284,551 685.9901123046875552 ],553 "extent": [554 207.58983759855147,555 68.73310066190515,556 556.0111083984375557 ]558 },559 "obb": {560 "center": [561 -939.9999259721678,562 -2514.7462234496284,563 685.9901123046875564 ],565 "extent": [566 207.58983759855147,567 68.73310066190515,568 556.0111083984375569 ],570 "rotation": [571 0,572 90.00012207031251,573 0574 ]575 },576 "location": [577 -940,578 -2480,579 130580 ],581 "rotation": [582 0,583 90.00012207031251,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 63,594 31,595 31596 ]597 },598 {599 "object_id": "SM_WindowWall30_299",600 "bbox_2d": [601 820,602 0,603 1385,604 1079605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 -1262.7766876220655,610 -2189.9999822661057,611 685.9901123046875612 ],613 "extent": [614 66.7632272460196,615 207.58972728439994,616 556.0111083984375617 ]618 },619 "obb": {620 "center": [621 -1262.7766876220655,622 -2189.9999822661057,623 685.9901123046875624 ],625 "extent": [626 66.7632272460196,627 207.58972728439994,628 556.0111083984375629 ],630 "rotation": [631 0,632 -3.099999958067201e-05,633 0634 ]635 },636 "location": [637 -1230,638 -2190,639 130640 ],641 "rotation": [642 0,643 -3.099999958067201e-05,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 31,654 255,655 191656 ]657 }658 ]659 },660 "foreground": {661 "seat": [662 {663 "object_id": "SM_Seat_33",664 "bbox_2d": [665 1189,666 1037,667 1241,668 1079669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -814.5773826816328,674 -2131.239592872184,675 380.4820861816406676 ],677 "extent": [678 87.24040565270445,679 81.9743357088305,680 170.90484619140625681 ]682 },683 "obb": {684 "center": [685 -814.5773826816328,686 -2131.239592872184,687 380.4820861816406688 ],689 "extent": [690 87.24040565270445,691 81.9743357088305,692 170.90484619140625693 ],694 "rotation": [695 0,696 55.00009155273437,697 0698 ]699 },700 "location": [701 -814.2590942382812,702 -2131.114013671875,703 210704 ],705 "rotation": [706 0,707 55.00009155273437,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 127,718 159,719 0720 ]721 },722 {723 "object_id": "SM_Seat3",724 "bbox_2d": [725 675,726 876,727 1051,728 1079729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -920.9111357144621,734 -2016.7171526013403,735 380.4820861816406736 ],737 "extent": [738 81.97443110682252,739 87.24040560802223,740 170.90484619140625741 ]742 },743 "obb": {744 "center": [745 -920.9111357144621,746 -2016.7171526013403,747 380.4820861816406748 ],749 "extent": [750 81.97443110682252,751 87.24040560802223,752 170.90484619140625753 ],754 "rotation": [755 0,756 35.00009155273438,757 0758 ]759 },760 "location": [761 -920.569091796875,762 -2016.7080078125,763 210764 ],765 "rotation": [766 0,767 35.00009155273438,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 159,778 159,779 31780 ]781 },782 {783 "object_id": "SM_Seat4",784 "bbox_2d": [785 290,786 824,787 611,788 1079789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -990.8936355864728,794 -1876.5996150205126,795 380.4820861816406796 ],797 "extent": [798 66.82110048160143,799 81.98397917401394,800 170.90484619140625801 ]802 },803 "obb": {804 "center": [805 -990.8936355864728,806 -1876.5996150205126,807 380.4820861816406808 ],809 "extent": [810 66.82110048160143,811 81.98397917401394,812 170.90484619140625813 ],814 "rotation": [815 0,816 15.000061035156246,817 0818 ]819 },820 "location": [821 -990.569091796875,822 -1876.7080078125,823 210824 ],825 "rotation": [826 0,827 15.000061035156246,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 159,838 159,839 95840 ]841 }842 ],843 "candle stand": [844 {845 "object_id": "SM_CandleStand5",846 "bbox_2d": [847 93,848 992,849 246,850 1079851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -1138.038330078125,856 -1676.281494140625,857 326.49369049072266858 ],859 "extent": [860 74.77280147708348,861 74.77280053671848,862 120.37154388427734863 ]864 },865 "obb": {866 "center": [867 -1138.038330078125,868 -1676.281494140625,869 326.49369049072266870 ],871 "extent": [872 74.77280147708348,873 74.77280053671848,874 120.37154388427734875 ],876 "rotation": [877 0,878 40.000053405761726,879 0880 ]881 },882 "location": [883 -1138.038330078125,884 -1676.281494140625,885 206.1033935546875886 ],887 "rotation": [888 0,889 40.000053405761726,890 0891 ],892 "scale": [893 4,894 4,895 4896 ]897 },898 "color": [899 95,900 159,901 191902 ]903 }904 ],905 "statue": [906 {907 "object_id": "SM_Statute12",908 "bbox_2d": [909 1117,910 0,911 1919,912 1079913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -1094.2581639694824,918 -2269.8224468853523,919 677.1236724853516920 ],921 "extent": [922 230.36462629339104,923 217.39493162299323,924 267.2498893737793925 ]926 },927 "obb": {928 "center": [929 -1094.2581639694824,930 -2269.8224468853523,931 677.1236724853516932 ],933 "extent": [934 230.36462629339104,935 217.39493162299323,936 267.2498893737793937 ],938 "rotation": [939 0,940 -39.99996948242189,941 0942 ]943 },944 "location": [945 -1047.834228515625,946 -2255.826904296875,947 409.6324462890625948 ],949 "rotation": [950 0,951 -39.99996948242189,952 0953 ],954 "scale": [955 1.25,956 1.25,957 1.25958 ]959 },960 "color": [961 159,962 159,963 255964 ]965 }966 ],967 "plant base": [968 {969 "object_id": "SM_PlantBase14",970 "bbox_2d": [971 800,972 1028,973 848,974 1079975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -1120.866473644066,980 -2008.9339334459655,981 351.18898010253906982 ],983 "extent": [984 42.524634666732254,985 42.524625383761645,986 140.33226013183594987 ]988 },989 "obb": {990 "center": [991 -1120.866473644066,992 -2008.9339334459655,993 351.18898010253906994 ],995 "extent": [996 42.524634666732254,997 42.524625383761645,998 140.33226013183594999 ],1000 "rotation": [1001 0,1002 -100.00006103515626,1003 01004 ]1005 },1006 "location": [1007 -1120.866455078125,1008 -2008.9339599609375,1009 210.880432128906251010 ],1011 "rotation": [1012 0,1013 -100.00006103515626,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 0,1024 95,1025 2231026 ]1027 }1028 ],1029 "leaves": [1030 {1031 "object_id": "SM_Leaves14",1032 "bbox_2d": [1033 673,1034 740,1035 977,1036 10781037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -1120.1569308560438,1042 -2023.8097453507646,1043 498.343154907226561044 ],1045 "extent": [1046 101.96829668747199,1047 102.1775359999317,1048 66.20888519287111049 ]1050 },1051 "obb": {1052 "center": [1053 -1120.1569308560438,1054 -2023.8097453507646,1055 498.343154907226561056 ],1057 "extent": [1058 101.96829668747199,1059 102.1775359999317,1060 66.20888519287111061 ],1062 "rotation": [1063 0,1064 -120.0000762939453,1065 01066 ]1067 },1068 "location": [1069 -1132.5435791015625,1070 -2021.58447265625,1071 489.04846191406251072 ],1073 "rotation": [1074 0,1075 -120.0000762939453,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 0,1086 159,1087 2231088 ]1089 }1090 ],1091 "candle single": [1092 {1093 "object_id": "SM_CandleSingle99_242",1094 "bbox_2d": [1095 105,1096 714,1097 130,1098 7581099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -1278.4850606918335,1104 -1552.3635349273682,1105 537.9410686492921106 ],1107 "extent": [1108 8.28197956085205,1109 8.774909973144531,1110 15.0545120239257811111 ]1112 },1113 "obb": {1114 "center": [1115 -1278.4850606918335,1116 -1552.3635349273682,1117 537.9410686492921118 ],1119 "extent": [1120 8.28197956085205,1121 8.774909973144531,1122 15.0545120239257811123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -1279.046875,1132 -1551.8580322265625,1133 525.652343751134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 63,1148 223,1149 2231150 ]1151 },1152 {1153 "object_id": "SM_CandleSingle100_245",1154 "bbox_2d": [1155 149,1156 735,1157 170,1158 7561159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -1282.6332182884216,1164 -1574.667974472046,1165 530.99640941619871166 ],1167 "extent": [1168 8.757441520690918,1169 9.167810440063477,1170 7.76466846466064451171 ]1172 },1173 "obb": {1174 "center": [1175 -1282.6332182884216,1176 -1574.667974472046,1177 530.99640941619871178 ],1179 "extent": [1180 8.757441520690918,1181 9.167810440063477,1182 7.76466846466064451183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 -1283.563232421875,1192 -1574.935791015625,1193 525.64123535156251194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [