TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l087_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l087_r000/lit.png",5 "camera": {6 "location": [7 158,8 -462,9 23010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 158,38 -462,39 230,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_WallC",56 "bbox_2d": [57 594,58 474,59 647,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 399.81292724609375,66 0.806884765625,67 140.0000152587890668 ],69 "extent": [70 24.871856689453125,71 600,72 140.000045776367273 ]74 },75 "obb": {76 "center": [77 399.81292724609375,78 0.806884765625,79 140.0000152587890680 ],81 "extent": [82 24.871856689453125,83 600,84 140.000045776367285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_WindowB",118 "bbox_2d": [119 1130,120 501,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 400.20300340652466,128 -289.19300842285156,129 123.93044638633728130 ],131 "extent": [132 5.744003772735596,133 130.72012329101562,134 121.06996154785156135 ]136 },137 "obb": {138 "center": [139 400.20300340652466,140 -289.19300842285156,141 123.93044638633728142 ],143 "extent": [144 5.744003772735596,145 130.72012329101562,146 121.06996154785156147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 400.2030029296875,156 -289.1929931640625,157 2.8605000972747803158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 127174 ]175 }176 ],177 "ceiling": [178 {179 "object_id": "SM_CeilingA",180 "bbox_2d": [181 0,182 0,183 1919,184 476185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -9.99993896484375,190 -0.0003662109375,191 262.50006103515625192 ],193 "extent": [194 414.6847229003906,195 582.3804321289062,196 17.500083923339844197 ]198 },199 "obb": {200 "center": [201 -9.99993896484375,202 -0.0003662109375,203 262.50006103515625204 ],205 "extent": [206 414.6847229003906,207 582.3804321289062,208 17.500083923339844209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 0,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 127,235 0236 ]237 }238 ],239 "window a": [240 {241 "object_id": "SM_WindowA",242 "bbox_2d": [243 648,244 504,245 1129,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 400.20300245285034,252 -479.55299377441406,253 123.93044638633728254 ],255 "extent": [256 5.743960857391357,257 59.63993835449219,258 121.06996154785156259 ]260 },261 "obb": {262 "center": [263 400.20300245285034,264 -479.55299377441406,265 123.93044638633728266 ],267 "extent": [268 5.743960857391357,269 59.63993835449219,270 121.06996154785156271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 400.2030029296875,280 -479.5530090332031,281 2.8605000972747803282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 127,296 255,297 255298 ]299 }300 ],301 "background wall": [302 {303 "object_id": "SM_BackgroundwallA",304 "bbox_2d": [305 542,306 464,307 593,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -14.871739387512207,314 -563.4780158996582,315 139.99993896484375316 ],317 "extent": [318 389.81292724609375,319 18.90277099609375,320 139.9999542236328321 ]322 },323 "obb": {324 "center": [325 -14.871739387512207,326 -563.4780158996582,327 139.99993896484375328 ],329 "extent": [330 389.81292724609375,331 18.90277099609375,332 139.9999542236328333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -14.871800422668457,342 -563.47802734375,343 0344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 0,358 0,359 63360 ]361 }362 ],363 "wall panel": [364 {365 "object_id": "SM_WallpanelA",366 "bbox_2d": [367 0,368 360,369 139,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 229.47550201416016,376 -546.4867404699326,377 139.99998474121094378 ],379 "extent": [380 25.32549285888672,381 1.8902981281280518,382 140.00001525878906383 ]384 },385 "obb": {386 "center": [387 229.47550201416016,388 -546.4867404699326,389 139.99998474121094390 ],391 "extent": [392 25.32549285888672,393 1.8902981281280518,394 140.00001525878906395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 254.80099487304688,404 -548.3770141601562,405 0406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 0,420 127,421 63422 ]423 }424 ]425 },426 "foreground": {427 "blind": [428 {429 "object_id": "SM_BlindA",430 "bbox_2d": [431 640,432 500,433 1132,434 1079435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 388.50527489185333,440 -479.5546455383301,441 235.90609741210938442 ],443 "extent": [444 1.4643158912658691,445 58.83993911743164,446 143.9769287109375447 ]448 },449 "obb": {450 "center": [451 388.50527489185333,452 -479.5546455383301,453 235.90609741210938454 ],455 "extent": [456 1.4643158912658691,457 58.83993911743164,458 143.9769287109375459 ],460 "rotation": [461 0,462 0,463 0464 ]465 },466 "location": [467 388.5052795410156,468 -479.5546569824219,469 379.88299560546875470 ],471 "rotation": [472 0,473 0,474 0475 ],476 "scale": [477 1,478 1,479 1480 ]481 },482 "color": [483 127,484 0,485 127486 ]487 },488 {489 "object_id": "SM_BlindB",490 "bbox_2d": [491 1138,492 500,493 1919,494 667495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 388.50527489185333,500 -289.1946258544922,501 343.4691162109375502 ],503 "extent": [504 1.4643158912658691,505 129.920166015625,506 143.9769287109375507 ]508 },509 "obb": {510 "center": [511 388.50527489185333,512 -289.1946258544922,513 343.4691162109375514 ],515 "extent": [516 1.4643158912658691,517 129.920166015625,518 143.9769287109375519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 388.5052795410156,528 -289.19464111328125,529 487.4460144042969530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 127,544 127,545 255546 ]547 }548 ],549 "pelmet": [550 {551 "object_id": "SM_PelmetA",552 "bbox_2d": [553 635,554 477,555 1136,556 501557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 389.20098876953125,562 -479.55299377441406,563 243.5459747314453564 ],565 "extent": [566 2.9724488258361816,567 59.63990783691406,568 4.248987197875977569 ]570 },571 "obb": {572 "center": [573 389.20098876953125,574 -479.55299377441406,575 243.5459747314453576 ],577 "extent": [578 2.9724488258361816,579 59.63990783691406,580 4.248987197875977581 ],582 "rotation": [583 0,584 0,585 0586 ]587 },588 "location": [589 389.20098876953125,590 -479.5530090332031,591 247.7949981689453592 ],593 "rotation": [594 0,595 0,596 0597 ],598 "scale": [599 1,600 1,601 1602 ]603 },604 "color": [605 127,606 255,607 127608 ]609 },610 {611 "object_id": "SM_PelmetB",612 "bbox_2d": [613 1134,614 477,615 1919,616 501617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 389.20098876953125,622 -289.1929931640625,623 243.5459747314453624 ],625 "extent": [626 2.9724488258361816,627 130.72012329101562,628 4.248987197875977629 ]630 },631 "obb": {632 "center": [633 389.20098876953125,634 -289.1929931640625,635 243.5459747314453636 ],637 "extent": [638 2.9724488258361816,639 130.72012329101562,640 4.248987197875977641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 389.20098876953125,650 -289.1929931640625,651 247.7949981689453652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 127,666 127,667 0668 ]669 }670 ],671 "shelf": [672 {673 "object_id": "SM_ShelfA",674 "bbox_2d": [675 140,676 392,677 542,678 1079679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 301.4939651489258,684 -563.47802734375,685 121.53280639648438686 ],687 "extent": [688 46.69314956665039,689 18.9027042388916,690 123.43463897705078691 ]692 },693 "obb": {694 "center": [695 301.4939651489258,696 -563.47802734375,697 121.53280639648438698 ],699 "extent": [700 46.69314956665039,701 18.9027042388916,702 123.43463897705078703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 301.4939880371094,712 -563.47802734375,713 0714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 127,728 127,729 127730 ]731 }732 ],733 "pot plant": [734 {735 "object_id": "SM_PotplantA",736 "bbox_2d": [737 530,738 705,739 1029,740 1079741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 303.8700228180492,746 -487.11779318074105,747 100.93077850341797748 ],749 "extent": [750 88.64182946204528,751 38.01707101008424,752 100.93077850341797753 ]754 },755 "obb": {756 "center": [757 303.8700228180492,758 -487.11779318074105,759 100.93077850341797760 ],761 "extent": [762 88.64182946204528,763 38.01707101008424,764 100.93077850341797765 ],766 "rotation": [767 0,768 1.0017900422099046e-05,769 0770 ]771 },772 "location": [773 277.156005859375,774 -481.4100036621094,775 0776 ],777 "rotation": [778 0,779 1.0017900422099046e-05,780 0781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 127,790 63,791 0792 ]793 }794 ],795 "ornament": [796 {797 "object_id": "SM_OrnamentH",798 "bbox_2d": [799 152,800 938,801 201,802 1079803 ],804 "bbox_3d": {805 "aabb": {806 "center": [807 274.8389856574153,808 -557.9600245886684,809 170.56584024429293810 ],811 "extent": [812 8.293995605335851,813 8.294008092224317,814 7.655898479098795815 ]816 },817 "obb": {818 "center": [819 274.8389856574153,820 -557.9600245886684,821 170.56584024429293822 ],823 "extent": [824 8.293995605335851,825 8.294008092224317,826 7.655898479098795827 ],828 "rotation": [829 0,830 5.000005722045898,831 -1.0017900422099048e-05832 ]833 },834 "location": [835 274.8389892578125,836 -557.9600219726562,837 162.91000366210938838 ],839 "rotation": [840 0,841 5.000005722045898,842 -1.0017900422099048e-05843 ],844 "scale": [845 1,846 1,847 1848 ]849 },850 "color": [851 63,852 0,853 127854 ]855 },856 {857 "object_id": "SM_OrnamentI",858 "bbox_2d": [859 378,860 1004,861 415,862 1079863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 323.1830139160156,868 -559.2819876670837,869 141.37373733520508870 ],871 "extent": [872 6.04438591003418,873 4.771893501281738,874 18.20374870300293875 ]876 },877 "obb": {878 "center": [879 323.1830139160156,880 -559.2819876670837,881 141.37373733520508882 ],883 "extent": [884 6.04438591003418,885 4.771893501281738,886 18.20374870300293887 ],888 "rotation": [889 0,890 0,891 0892 ]893 },894 "location": [895 323.1830139160156,896 -559.281982421875,897 123.16999816894531898 ],899 "rotation": [900 0,901 0,902 0903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 63,912 63,913 0914 ]915 },916 {917 "object_id": "SM_OrnamentG",918 "bbox_2d": [919 152,920 564,921 415,922 697923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 299.0061460737356,928 -560.5381456546236,929 216.80436897277832930 ],931 "extent": [932 15.532534490360604,933 14.165691987663422,934 9.396907806396484935 ]936 },937 "obb": {938 "center": [939 299.0061460737356,940 -560.5381456546236,941 216.80436897277832942 ],943 "extent": [944 15.532534490360604,945 14.165691987663422,946 9.396907806396484947 ],948 "rotation": [949 0,950 40.00004196166993,951 0952 ]953 },954 "location": [955 302.56500244140625,956 -557.7410278320312,957 207.13180541992188958 ],959 "rotation": [960 0,961 40.00004196166993,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 31,972 0,973 255974 ]975 }976 ],977 "track light": [978 {979 "object_id": "SM_Tracklight048",980 "bbox_2d": [981 1494,982 439,983 1542,984 440985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 301.95003962558445,990 -377.97984659630123,991 246.3591733874025992 ],993 "extent": [994 1.3979467149465563,995 3.10112917382412,996 1.3589233516960064997 ]998 },999 "obb": {1000 "center": [1001 301.95003962558445,1002 -377.97984659630123,1003 246.35917338740251004 ],1005 "extent": [1006 1.3979467149465563,1007 3.10112917382412,1008 1.35892335169600641009 ],1010 "rotation": [1011 -5.0089602154912436e-06,1012 90.00000000000001,1013 -5.008960215491245e-061014 ]1015 },1016 "location": [1017 303.3479919433594,1018 -381.08099365234375,1019 247.718002319335941020 ],1021 "rotation": [1022 -5.0089602154912436e-06,1023 90.00000000000001,1024 -5.008960215491245e-061025 ],1026 "scale": [1027 1,1028 1,1029 11030 ]1031 },1032 "color": [1033 191,1034 191,1035 311036 ]1037 },1038 {1039 "object_id": "SM_Tracklight049",1040 "bbox_2d": [1041 1538,1042 439,1043 1584,1044 4401045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 301.95003962558445,1050 -371.77785074669185,1051 246.35917338740251052 ],1053 "extent": [1054 1.3979467149465563,1055 3.10112917382412,1056 1.35892335169600641057 ]1058 },1059 "obb": {1060 "center": [1061 301.95003962558445,1062 -371.77785074669185,1063 246.35917338740251064 ],1065 "extent": [1066 1.3979467149465563,1067 3.10112917382412,1068 1.35892335169600641069 ],1070 "rotation": [1071 -5.0089602154912436e-06,1072 90.00000000000001,1073 -5.008960215491245e-061074 ]1075 },1076 "location": [1077 303.3479919433594,1078 -374.8789978027344,1079 247.718002319335941080 ],1081 "rotation": [1082 -5.0089602154912436e-06,1083 90.00000000000001,1084 -5.008960215491245e-061085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 0,1094 31,1095 01096 ]1097 },1098 {1099 "object_id": "SM_Tracklight050",1100 "bbox_2d": [1101 1579,1102 439,1103 1625,1104 4401105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 301.95003962558445,1110 -365.5758548970825,1111 246.35917338740251112 ],1113 "extent": [1114 1.3979467149465563,1115 3.10112917382412,1116 1.35892335169600641117 ]1118 },1119 "obb": {1120 "center": [1121 301.95003962558445,1122 -365.5758548970825,1123 246.35917338740251124 ],1125 "extent": [1126 1.3979467149465563,1127 3.10112917382412,1128 1.35892335169600641129 ],1130 "rotation": [1131 -5.0089602154912436e-06,1132 90.00000000000001,1133 -5.008960215491245e-061134 ]1135 },1136 "location": [1137 303.3479919433594,1138 -368.677001953125,1139 247.718002319335941140 ],1141 "rotation": [1142 -5.0089602154912436e-06,1143 90.00000000000001,1144 -5.008960215491245e-061145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 0,1154 31,1155 2551156 ]1157 },1158 {1159 "object_id": "SM_Tracklight051",1160 "bbox_2d": [1161 1620,1162 439,1163 1667,1164 4401165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 301.95003962558445,1170 -359.372851967395,1171 246.35917338740251172 ],1173 "extent": [1174 1.3979467149465563,1175 3.10112917382412,1176 1.35892335169600641177 ]1178 },1179 "obb": {1180 "center": [1181 301.95003962558445,1182 -359.372851967395,1183 246.35917338740251184 ],1185 "extent": [1186 1.3979467149465563,1187 3.10112917382412,1188 1.35892335169600641189 ],1190 "rotation": [1191 -5.0089602154912436e-06,1192 90.00000000000001,1193 -5.008960215491245e-061194 ]1195 },1196 "location": [1197 303.3479919433594,1198 -362.4739990234375,1199 247.718002319335941200 ],