TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l123_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l123_r005/lit.png",5 "camera": {6 "location": [7 168,8 -572,9 85410 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 168,38 -572,39 854,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall01_2m52",56 "bbox_2d": [57 779,58 0,59 903,60 55461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 150.00002580240175,66 -819.9997213751408,67 1015.000045776367268 ],69 "extent": [70 150.00021339111737,71 38.081518325303364,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 150.00002580240175,78 -819.9997213751408,79 1015.000045776367280 ],81 "extent": [82 150.00021339111737,83 38.081518325303364,84 165.0001373291015685 ],86 "rotation": [87 0,88 90.00011444091797,89 090 ]91 },92 "location": [93 0,94 -830,95 85096 ],97 "rotation": [98 0,99 90.00011444091797,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 63,111 63112 ]113 },114 {115 "object_id": "SM_Wall01_2m18_3",116 "bbox_2d": [117 71,118 0,119 468,120 545121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 100.00003243361658,126 -1220.9600858879437,127 1000.0001068115234128 ],129 "extent": [130 100.00021059257779,131 29.04172506252098,132 180.00010681152344133 ]134 },135 "obb": {136 "center": [137 100.00003243361658,138 -1220.9600858879437,139 1000.0001068115234140 ],141 "extent": [142 100.00021059257779,143 29.04172506252098,144 180.00010681152344145 ],146 "rotation": [147 0,148 90.00011444091797,149 0150 ]151 },152 "location": [153 0,154 -1220,155 850156 ],157 "rotation": [158 0,159 90.00011444091797,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 15,170 143,171 79172 ]173 }174 ],175 "pillar": [176 {177 "object_id": "SM_Pillar11",178 "bbox_2d": [179 895,180 0,181 1048,182 554183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 305,188 -820,189 1015.0000457763672190 ],191 "extent": [192 42.32736068178906,193 36.060882568359375,194 165.00013732910156195 ]196 },197 "obb": {198 "center": [199 305,200 -820,201 1015.0000457763672202 ],203 "extent": [204 42.32736068178906,205 36.060882568359375,206 165.00013732910156207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 305,216 -820,217 850218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 0.8803300261497498,226 0.75,227 1228 ]229 },230 "color": [231 63,232 63,233 63234 ]235 },236 {237 "object_id": "SM_Pillar13",238 "bbox_2d": [239 1853,240 0,241 1919,242 544243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 985,248 -820,249 1015.0000457763672250 ],251 "extent": [252 42.32736068178906,253 36.060882568359375,254 165.00013732910156255 ]256 },257 "obb": {258 "center": [259 985,260 -820,261 1015.0000457763672262 ],263 "extent": [264 42.32736068178906,265 36.060882568359375,266 165.00013732910156267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 985,276 -820,277 850278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 0.8803300261497498,286 0.75,287 1288 ]289 },290 "color": [291 0,292 0,293 191294 ]295 },296 {297 "object_id": "SM_Pillar14",298 "bbox_2d": [299 1568,300 0,301 1645,302 547303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 645,308 -820,309 1015.0000457763672310 ],311 "extent": [312 42.32736068178906,313 36.060882568359375,314 165.00013732910156315 ]316 },317 "obb": {318 "center": [319 645,320 -820,321 1015.0000457763672322 ],323 "extent": [324 42.32736068178906,325 36.060882568359375,326 165.00013732910156327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 645,336 -820,337 850338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 0.8803300261497498,346 0.75,347 1348 ]349 },350 "color": [351 127,352 127,353 191354 ]355 },356 {357 "object_id": "SM_Pillar28",358 "bbox_2d": [359 1,360 0,361 79,362 545363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 6.7024078369140625,368 -1214.1737060546875,369 1015.0000457763672370 ],371 "extent": [372 33.656868552193146,373 33.65682315729646,374 165.00013732910156375 ]376 },377 "obb": {378 "center": [379 6.7024078369140625,380 -1214.1737060546875,381 1015.0000457763672382 ],383 "extent": [384 33.656868552193146,385 33.65682315729646,386 165.00013732910156387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 6.7024078369140625,396 -1214.1737060546875,397 850398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 0.699999988079071,406 0.699999988079071,407 1408 ]409 },410 "color": [411 255,412 159,413 63414 ]415 }416 ],417 "stairs floor": [418 {419 "object_id": "SM_StairsFloor2",420 "bbox_2d": [421 549,422 553,423 785,424 556425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 600,430 -1019.9999999999999,431 834.8743591308594432 ],433 "extent": [434 400.0000000000002,435 200.0000000000001,436 16.424835205078125437 ]438 },439 "obb": {440 "center": [441 600,442 -1019.9999999999999,443 834.8743591308594444 ],445 "extent": [446 400.0000000000002,447 200.0000000000001,448 16.424835205078125449 ],450 "rotation": [451 0,452 90.00000000000001,453 0454 ]455 },456 "location": [457 200,458 -1220,459 850460 ],461 "rotation": [462 0,463 90.00000000000001,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 255,474 191,475 127476 ]477 },478 {479 "object_id": "SM_StairsFloor3",480 "bbox_2d": [481 571,482 0,483 657,484 20485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 600,490 -1019.9999999999999,491 1194.8743591308594492 ],493 "extent": [494 400.0000000000002,495 200.0000000000001,496 16.424835205078125497 ]498 },499 "obb": {500 "center": [501 600,502 -1019.9999999999999,503 1194.8743591308594504 ],505 "extent": [506 400.0000000000002,507 200.0000000000001,508 16.424835205078125509 ],510 "rotation": [511 0,512 90.00000000000001,513 0514 ]515 },516 "location": [517 200,518 -1220,519 1210520 ],521 "rotation": [522 0,523 90.00000000000001,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 127,534 191,535 127536 ]537 }538 ],539 "railing": [540 {541 "object_id": "SM_Railing_14",542 "bbox_2d": [543 732,544 378,545 778,546 543547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 399.9105682370749,552 -1009.9997851827576,553 889.3813171386719554 ],555 "extent": [556 100.00001222994808,557 6.1233229060148915,558 39.38128662109375559 ]560 },561 "obb": {562 "center": [563 399.9105682370749,564 -1009.9997851827576,565 889.3813171386719566 ],567 "extent": [568 100.00001222994808,569 6.1233229060148915,570 39.38128662109375571 ],572 "rotation": [573 0,574 90.00011444091797,575 0576 ]577 },578 "location": [579 300,580 -1010,581 850582 ],583 "rotation": [584 0,585 90.00011444091797,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 127,596 191,597 63598 ]599 }600 ],601 "floor planks corner": [602 {603 "object_id": "SM_Floor_4x4m158",604 "bbox_2d": [605 1837,606 0,607 1919,608 56609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 1000,614 -620,615 1194.9999980926514616 ],617 "extent": [618 200,619 200,620 15.000001907348633621 ]622 },623 "obb": {624 "center": [625 1000,626 -620,627 1194.9999980926514628 ],629 "extent": [630 200,631 200,632 15.000001907348633633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 800,642 -420,643 1210644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 31,658 191,659 0660 ]661 },662 {663 "object_id": "SM_Floor_4x4m94_7",664 "bbox_2d": [665 1243,666 550,667 1919,668 562669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 600,674 -620,675 834.9999980926514676 ],677 "extent": [678 200,679 200,680 15.000001907348633681 ]682 },683 "obb": {684 "center": [685 600,686 -620,687 834.9999980926514688 ],689 "extent": [690 200,691 200,692 15.000001907348633693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 400,702 -420,703 850704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 255,718 31,719 95720 ]721 },722 {723 "object_id": "SM_Floor_4x4m97_13",724 "bbox_2d": [725 0,726 552,727 1919,728 1079729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 200,734 -620,735 834.9999980926514736 ],737 "extent": [738 200,739 200,740 15.000001907348633741 ]742 },743 "obb": {744 "center": [745 200,746 -620,747 834.9999980926514748 ],749 "extent": [750 200,751 200,752 15.000001907348633753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 0,762 -420,763 850764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 127,778 255,779 95780 ]781 },782 {783 "object_id": "SM_Floor_4x4m232_29",784 "bbox_2d": [785 0,786 555,787 557,788 560789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 100,794 -1020,795 834.9999980926514796 ],797 "extent": [798 100,799 200,800 15.000001907348633801 ]802 },803 "obb": {804 "center": [805 100,806 -1020,807 834.9999980926514808 ],809 "extent": [810 100,811 200,812 15.000001907348633813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 0,822 -820,823 850824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 31,838 159,839 63840 ]841 }842 ],843 "exterior small window": [844 {845 "object_id": "SM_ExteriorSmallWindow_4m",846 "bbox_2d": [847 0,848 0,849 17,850 545851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -0.9585269848045215,856 -1020.0000416902127,857 1000.0000915527344858 ],859 "extent": [860 29.0414711079646,861 200.0001695183056,862 180.00009155273438863 ]864 },865 "obb": {866 "center": [867 -0.9585269848045215,868 -1020.0000416902127,869 1000.0000915527344870 ],871 "extent": [872 29.0414711079646,873 200.0001695183056,874 180.00009155273438875 ],876 "rotation": [877 0,878 179.999755859375,879 0880 ]881 },882 "location": [883 0,884 -1220,885 820886 ],887 "rotation": [888 0,889 179.999755859375,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 63,900 95,901 127902 ]903 }904 ],905 "railing curve": [906 {907 "object_id": "SM_RailingCurveA_20",908 "bbox_2d": [909 666,910 377,911 737,912 521913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 286.88106718373876,918 -1028.7568867759912,919 895.7910308837891920 ],921 "extent": [922 13.029601652542453,923 24.880025013191073,924 32.99739074707031925 ]926 },927 "obb": {928 "center": [929 286.88106718373876,930 -1028.7568867759912,931 895.7910308837891932 ],933 "extent": [934 13.029601652542453,935 24.880025013191073,936 32.99739074707031937 ],938 "rotation": [939 0,940 90.00012207031251,941 0942 ]943 },944 "location": [945 300,946 -1010,947 850948 ],949 "rotation": [950 0,951 90.00012207031251,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 31,962 159,963 31964 ]965 }966 ],967 "railing stairs": [968 {969 "object_id": "SM_RailingStairs2",970 "bbox_2d": [971 714,972 397,973 778,974 543975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 600.9956054681345,980 -1047.5030532801418,981 729.1114959716797982 ],983 "extent": [984 301.0850342021881,985 6.123716917975116,986 199.6510772705078987 ]988 },989 "obb": {990 "center": [991 600.9956054681345,992 -1047.5030532801418,993 729.1114959716797994 ],995 "extent": [996 301.0850342021881,997 6.123716917975116,998 199.6510772705078999 ],1000 "rotation": [1001 0,1002 90.00011444091797,1003 01004 ]1005 },1006 "location": [1007 300,1008 -1047.503662109375,1009 8501010 ],1011 "rotation": [1012 0,1013 90.00011444091797,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 95,1024 159,1025 631026 ]1027 }1028 ],1029 "window covering": [1030 {1031 "object_id": "SM_WindowBlinds01_19",1032 "bbox_2d": [1033 1362,1034 0,1035 1549,1036 3721037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 550.2174027252199,1042 -813.9999999999964,1043 1028.92988586425781044 ],1045 "extent": [1046 59.54715249363346,1047 4.283727060414776,1048 100.510757446289061049 ]1050 },1051 "obb": {1052 "center": [1053 550.2174027252199,1054 -813.9999999999964,1055 1028.92988586425781056 ],1057 "extent": [1058 59.54715249363346,1059 4.283727060414776,1060 100.510757446289061061 ],1062 "rotation": [1063 0,1064 89.99995422363281,1065 01066 ]1067 },1068 "location": [1069 550.2174072265625,1070 -814,1071 9291072 ],1073 "rotation": [1074 0,1075 89.99995422363281,1076 01077 ],1078 "scale": [1079 1,1080 -1.1799999475479126,1081 11082 ]1083 },1084 "color": [1085 63,1086 15,1087 791088 ]1089 },1090 {1091 "object_id": "SM_WindowBlinds2",1092 "bbox_2d": [1093 1756,1094 50,1095 1857,1096 4201097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 890.3811690711973,1102 -814.0000000000036,1103 1028.92988586425781104 ],1105 "extent": [1106 59.799470692487375,1107 4.283727262004049,1108 100.510757446289061109 ]1110 },1111 "obb": {1112 "center": [1113 890.3811690711973,1114 -814.0000000000036,1115 1028.92988586425781116 ],1117 "extent": [1118 59.799470692487375,1119 4.283727262004049,1120 100.510757446289061121 ],1122 "rotation": [1123 0,1124 89.99995422363281,1125 01126 ]1127 },1128 "location": [1129 890.3811645507812,1130 -814,1131 9291132 ],1133 "rotation": [1134 0,1135 89.99995422363281,1136 01137 ],1138 "scale": [1139 1,1140 1.184999942779541,1141 11142 ]1143 },1144 "color": [1145 63,1146 47,1147 791148 ]1149 }1150 ],1151 "floor info board": [1152 {1153 "object_id": "SM_FloorInfoBoard2",1154 "bbox_2d": [1155 323,1156 191,1157 426,1158 3221159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 153.38093159716885,1164 -1218.3055877685595,1165 1016.11004638671881166 ],1167 "extent": [1168 25.500004071703216,1169 1.6988678822374368,1170 34.019592285156251171 ]1172 },1173 "obb": {1174 "center": [1175 153.38093159716885,1176 -1218.3055877685595,1177 1016.11004638671881178 ],1179 "extent": [1180 25.500004071703216,1181 1.6988678822374368,1182 34.019592285156251183 ],1184 "rotation": [1185 0,1186 90.00013732910156,1187 01188 ]1189 },1190 "location": [1191 153.3809356689453,1192 -1220.00439453125,1193 1016.11004638671881194 ],1195 "rotation": [1196 0,1197 90.00013732910156,1198 01199 ],1200 "scale": [