TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l034_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l034_r002/lit.png",5 "camera": {6 "location": [7 1305,8 -223,9 35810 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1305,38 -223,39 358,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door2_41",56 "bbox_2d": [57 1321,58 565,59 1624,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1041.23069332004,66 -61.345332282977964,67 240.1965484619140668 ],69 "extent": [70 53.533033723873984,71 17.74706325050524,72 110.1965484619140673 ]74 },75 "obb": {76 "center": [77 1041.23069332004,78 -61.345332282977964,79 240.1965484619140680 ],81 "extent": [82 53.533033723873984,83 17.74706325050524,84 110.1965484619140685 ],86 "rotation": [87 0,88 100.00002288818361,89 090 ]91 },92 "location": [93 990,94 -75,95 13096 ],97 "rotation": [98 0,99 100.00002288818361,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_4x4m109",118 "bbox_2d": [119 977,120 0,121 1589,122 153123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 1149.9999961853027,128 -70,129 474.99999809265137130 ],131 "extent": [132 50,133 50,134 15.000001907348633135 ]136 },137 "obb": {138 "center": [139 1149.9999961853027,140 -70,141 474.99999809265137142 ],143 "extent": [144 50,145 50,146 15.000001907348633147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 1100,156 -20,157 490158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 223,173 255174 ]175 },176 {177 "object_id": "SM_Floor_4x4m110",178 "bbox_2d": [179 772,180 0,181 1046,182 59183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1249.9999961853027,188 -70,189 474.99999809265137190 ],191 "extent": [192 50,193 50,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 1249.9999961853027,200 -70,201 474.99999809265137202 ],203 "extent": [204 50,205 50,206 15.000001907348633207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 1200,216 -20,217 490218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 223,233 63234 ]235 },236 {237 "object_id": "SM_Floor_4x4m111",238 "bbox_2d": [239 1533,240 0,241 1657,242 28243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1150.000190236321,248 -169.99981357908547,249 474.99999809265137250 ],251 "extent": [252 50.000186420928685,253 50.00018642092877,254 15.000001907348633255 ]256 },257 "obb": {258 "center": [259 1150.000190236321,260 -169.99981357908547,261 474.99999809265137262 ],263 "extent": [264 50.000186420928685,265 50.00018642092877,266 15.000001907348633267 ],268 "rotation": [269 0,270 179.99978637695312,271 0272 ]273 },274 "location": [275 1200,276 -220,277 490278 ],279 "rotation": [280 0,281 179.99978637695312,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 223,293 191294 ]295 },296 {297 "object_id": "SM_Floor_4x4m116",298 "bbox_2d": [299 1301,300 29,301 1752,302 201303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1049.9999961853027,308 -70,309 474.99999809265137310 ],311 "extent": [312 50,313 50,314 15.000001907348633315 ]316 },317 "obb": {318 "center": [319 1049.9999961853027,320 -70,321 474.99999809265137322 ],323 "extent": [324 50,325 50,326 15.000001907348633327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 1000,336 -20,337 490338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 255,352 223,353 0354 ]355 },356 {357 "object_id": "SM_Floor_4x4m118",358 "bbox_2d": [359 1592,360 0,361 1919,362 109363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 1050.000190236321,368 -169.99981357908547,369 474.99999809265137370 ],371 "extent": [372 50.00018642092874,373 50.00018642092877,374 15.000001907348633375 ]376 },377 "obb": {378 "center": [379 1050.000190236321,380 -169.99981357908547,381 474.99999809265137382 ],383 "extent": [384 50.00018642092874,385 50.00018642092877,386 15.000001907348633387 ],388 "rotation": [389 0,390 179.99978637695312,391 0392 ]393 },394 "location": [395 1100,396 -220,397 490398 ],399 "rotation": [400 0,401 179.99978637695312,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 255,412 223,413 127414 ]415 },416 {417 "object_id": "SM_Floor_4x4m7_110",418 "bbox_2d": [419 1715,420 1063,421 1785,422 1079423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 899.9996726488234,428 -219.99988901760688,429 114.99999809265137430 ],431 "extent": [432 100.00026631602032,433 200.00013315787712,434 15.000001907348633435 ]436 },437 "obb": {438 "center": [439 899.9996726488234,440 -219.99988901760688,441 114.99999809265137442 ],443 "extent": [444 100.00026631602032,445 200.00013315787712,446 15.000001907348633447 ],448 "rotation": [449 0,450 -179.9999237060547,451 0452 ]453 },454 "location": [455 999.9999389648438,456 -419.999755859375,457 130458 ],459 "rotation": [460 0,461 -179.9999237060547,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 127,472 223,473 255474 ]475 },476 {477 "object_id": "SM_Floor_1x7",478 "bbox_2d": [479 1743,480 1042,481 1878,482 1079483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 749.9996576040552,488 -120.00017310605699,489 114.99999809265137490 ],491 "extent": [492 50.00034621064208,493 100.00017310487152,494 15.000001907348633495 ]496 },497 "obb": {498 "center": [499 749.9996576040552,500 -120.00017310605699,501 114.99999809265137502 ],503 "extent": [504 50.00034621064208,505 100.00017310487152,506 15.000001907348633507 ],508 "rotation": [509 0,510 -179.9998016357422,511 0512 ]513 },514 "location": [515 800,516 -220,517 130518 ],519 "rotation": [520 0,521 -179.9998016357422,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 127,532 223,533 127534 ]535 }536 ],537 "bar top": [538 {539 "object_id": "SM_BarTopB8",540 "bbox_2d": [541 1758,542 807,543 1919,544 1079545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 727.4991000298767,550 -97.50012691520621,551 178552 ],553 "extent": [554 41.50028961852888,555 72.500188669383,556 47557 ]558 },559 "obb": {560 "center": [561 727.4991000298767,562 -97.50012691520621,563 178564 ],565 "extent": [566 41.50028961852888,567 72.500188669383,568 47569 ],570 "rotation": [571 0,572 90.00022888183595,573 0574 ]575 },576 "location": [577 764.9993896484375,578 -170,579 131580 ],581 "rotation": [582 0,583 90.00022888183595,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 255,594 15,595 127596 ]597 }598 ],599 "bar column": [600 {601 "object_id": "SM_BarColumn4",602 "bbox_2d": [603 1838,604 566,605 1883,606 825607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 709.7753295898438,612 -43,613 300.1318054199219614 ],615 "extent": [616 11.34766674041748,617 11.34766674041748,618 75.13180541992188619 ]620 },621 "obb": {622 "center": [623 709.7753295898438,624 -43,625 300.1318054199219626 ],627 "extent": [628 11.34766674041748,629 11.34766674041748,630 75.13180541992188631 ],632 "rotation": [633 0,634 0,635 0636 ]637 },638 "location": [639 709.7753295898438,640 -43,641 225642 ],643 "rotation": [644 0,645 0,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 255,656 15,657 31658 ]659 }660 ],661 "wall paper": [662 {663 "object_id": "SM_WallpaperC5",664 "bbox_2d": [665 1611,666 561,667 1713,668 911669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 898.8634060743689,674 -40.71163364660768,675 292.2969665527344676 ],677 "extent": [678 100.00006379728768,679 20.743274653093657,680 141.00244140625681 ]682 },683 "obb": {684 "center": [685 898.8634060743689,686 -40.71163364660768,687 292.2969665527344688 ],689 "extent": [690 100.00006379728768,691 20.743274653093657,692 141.00244140625693 ],694 "rotation": [695 0,696 -89.99999237060548,697 0698 ]699 },700 "location": [701 998.8633422851562,702 -20.029014587402344,703 151.29452514648438704 ],705 "rotation": [706 0,707 -89.99999237060548,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 127,718 159,719 79720 ]721 },722 {723 "object_id": "SM_WallpaperC6",724 "bbox_2d": [725 1713,726 565,727 1828,728 878729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 699.8634035826472,734 -21.99910771386943,735 292.29717731715937736 ],737 "extent": [738 100.00006129915835,739 1.9826420565040763,740 141.002652170675741 ]742 },743 "obb": {744 "center": [745 699.8634035826472,746 -21.99910771386943,747 292.29717731715937748 ],749 "extent": [750 100.00006129915835,751 1.9826420565040763,752 141.002652170675753 ],754 "rotation": [755 0,756 -89.99999237060548,757 0758 ]759 },760 "location": [761 599.8633422851562,762 -20.029014587402344,763 151.29452514648438764 ],765 "rotation": [766 0,767 -89.99999237060548,768 0769 ],770 "scale": [771 0.18201526999473572,772 -1,773 1.0000009536743164774 ]775 },776 "color": [777 63,778 0,779 79780 ]781 }782 ],783 "wood trim": [784 {785 "object_id": "SM_WoodTrim_93",786 "bbox_2d": [787 1625,788 911,789 1653,790 1079791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 926.4474706190877,796 -25.457892353991078,797 168.27584075927734798 ],799 "extent": [800 54.19242396026357,801 5.6610665960280855,802 38.27452850341797803 ]804 },805 "obb": {806 "center": [807 926.4474706190877,808 -25.457892353991078,809 168.27584075927734810 ],811 "extent": [812 54.19242396026357,813 5.6610665960280855,814 38.27452850341797815 ],816 "rotation": [817 0,818 -90.00012207031251,819 0820 ]821 },822 "location": [823 980.639892578125,824 -20.736366271972656,825 130.00131225585938826 ],827 "rotation": [828 0,829 -90.00012207031251,830 0831 ],832 "scale": [833 1,834 1.083848237991333,835 1836 ]837 },838 "color": [839 15,840 223,841 79842 ]843 },844 {845 "object_id": "SM_WoodTrim2",846 "bbox_2d": [847 1630,848 866,849 1776,850 1079851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 818.1975926894002,856 -25.457693989733265,857 168.27584075927734858 ],859 "extent": [860 54.19242396026357,861 5.6610665960280855,862 38.27452850341797863 ]864 },865 "obb": {866 "center": [867 818.1975926894002,868 -25.457693989733265,869 168.27584075927734870 ],871 "extent": [872 54.19242396026357,873 5.6610665960280855,874 38.27452850341797875 ],876 "rotation": [877 0,878 -90.00012207031251,879 0880 ]881 },882 "location": [883 872.3900146484375,884 -20.736167907714844,885 130.00131225585938886 ],887 "rotation": [888 0,889 -90.00012207031251,890 0891 ],892 "scale": [893 1,894 1.083848237991333,895 1896 ]897 },898 "color": [899 15,900 15,901 79902 ]903 }904 ],905 "window": [906 {907 "object_id": "SM_Wall01_2m63",908 "bbox_2d": [909 437,910 0,911 1463,912 1079913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 1149.9999928235286,918 -19.03841286781356,919 280.00010681152344920 ],921 "extent": [922 150.00012924679913,923 29.041978062521434,924 180.00010681152344925 ]926 },927 "obb": {928 "center": [929 1149.9999928235286,930 -19.03841286781356,931 280.00010681152344932 ],933 "extent": [934 150.00012924679913,935 29.041978062521434,936 180.00010681152344937 ],938 "rotation": [939 0,940 -90.00009155273439,941 0942 ]943 },944 "location": [945 1300,946 -19.9991512298584,947 130948 ],949 "rotation": [950 0,951 -90.00009155273439,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 47,962 143,963 95964 ]965 },966 {967 "object_id": "SM_Wall01_2m61",968 "bbox_2d": [969 0,970 0,971 438,972 1079973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 1499.9999775648034,978 -19.038637239192877,979 280.00010681152344980 ],981 "extent": [982 200.0001445055243,983 29.04243079990677,984 180.00010681152344985 ]986 },987 "obb": {988 "center": [989 1499.9999775648034,990 -19.038637239192877,991 280.00010681152344992 ],993 "extent": [994 200.0001445055243,995 29.04243079990677,996 180.00010681152344997 ],998 "rotation": [999 0,1000 -90.00009155273439,1001 01002 ]1003 },1004 "location": [1005 1700,1006 -19.999828338623047,1007 1301008 ],1009 "rotation": [1010 0,1011 -90.00009155273439,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 79,1022 143,1023 951024 ]1025 },1026 {1027 "object_id": "SM_Wall01_2m8",1028 "bbox_2d": [1029 1714,1030 816,1031 1714,1032 8251033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 799.9999628442582,1038 -19.03949565586426,1039 280.000106811523441040 ],1041 "extent": [1042 200.00035366670306,1043 29.043815642559213,1044 180.000106811523441045 ]1046 },1047 "obb": {1048 "center": [1049 799.9999628442582,1050 -19.03949565586426,1051 280.000106811523441052 ],1053 "extent": [1054 200.00035366670306,1055 29.043815642559213,1056 180.000106811523441057 ],1058 "rotation": [1059 0,1060 -89.99960327148438,1061 01062 ]1063 },1064 "location": [1065 1000,1066 -19.99930191040039,1067 1301068 ],1069 "rotation": [1070 0,1071 -89.99960327148438,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 111,1082 143,1083 01084 ]1085 },1086 {1087 "object_id": "SM_Wall01_2m9_2",1088 "bbox_2d": [1089 1900,1090 568,1091 1907,1092 7791093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 399.9999628442582,1098 -19.0422880142627,1099 280.000106811523441100 ],1101 "extent": [1102 200.00035366670306,1103 29.043815642559213,1104 180.000106811523441105 ]1106 },1107 "obb": {1108 "center": [1109 399.9999628442582,1110 -19.0422880142627,1111 280.000106811523441112 ],1113 "extent": [1114 200.00035366670306,1115 29.043815642559213,1116 180.000106811523441117 ],1118 "rotation": [1119 0,1120 -89.99960327148438,1121 01122 ]1123 },1124 "location": [1125 600,1126 -20.002094268798828,1127 1301128 ],1129 "rotation": [1130 0,1131 -89.99960327148438,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 111,1142 143,1143 2551144 ]1145 },1146 {1147 "object_id": "SM_Wall01_2m69",1148 "bbox_2d": [1149 1436,1150 57,1151 1919,1152 5661153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 989.9998777699534,1158 -119.99976799846962,1159 294.99763488769531160 ],1161 "extent": [1162 38.0813837865378,1163 100.00026939396284,1164 165.002548217773441165 ]1166 },1167 "obb": {1168 "center": [1169 989.9998777699534,1170 -119.99976799846962,1171 294.99763488769531172 ],1173 "extent": [1174 38.0813837865378,1175 100.00026939396284,1176 165.002548217773441177 ],1178 "rotation": [1179 0,1180 -179.9999237060547,1181 01182 ]1183 },1184 "location": [1185 980,1186 -220,1187 1301188 ],1189 "rotation": [1190 0,1191 -179.9999237060547,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [