TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l024_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Diner50/l024_r003/lit.png",5 "camera": {6 "location": [7 -182,8 -258,9 18010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -182,38 -258,39 180,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 0,59 1919,60 75661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_20",118 "bbox_2d": [119 1771,120 1018,121 1876,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -216.60736083984375,128 -297.8223876953125,129 -3.0517578125e-05130 ],131 "extent": [132 536.977783203125,133 987.1641845703125,134 0135 ]136 },137 "obb": {138 "center": [139 -216.60736083984375,140 -297.8223876953125,141 -3.0517578125e-05142 ],143 "extent": [144 536.977783203125,145 987.1641845703125,146 0147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 150,156 380,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 63174 ]175 }176 ],177 "ventilation": [178 {179 "object_id": "SM_Vent5_2",180 "bbox_2d": [181 1051,182 0,183 1919,184 129185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -544,190 -502.7701873779297,191 453.7108688354492192 ],193 "extent": [194 33.41020965576172,195 208.16990661621094,196 106.49465942382812197 ]198 },199 "obb": {200 "center": [201 -544,202 -502.7701873779297,203 453.7108688354492204 ],205 "extent": [206 33.41020965576172,207 208.16990661621094,208 106.49465942382812209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -544,218 -468,219 355220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 0,234 31,235 191236 ]237 }238 ]239 },240 "foreground": {241 "electronics": [242 {243 "object_id": "SM_VendingDrinks",244 "bbox_2d": [245 800,246 192,247 1770,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -309.22275002084865,254 -290.9588801258137,255 105.0146484375256 ],257 "extent": [258 49.70252459778766,259 51.2228765832329,260 105.0146484375261 ]262 },263 "obb": {264 "center": [265 -309.22275002084865,266 -290.9588801258137,267 105.0146484375268 ],269 "extent": [270 49.70252459778766,271 51.2228765832329,272 105.0146484375273 ],274 "rotation": [275 0,276 90.00012207031251,277 0278 ]279 },280 "location": [281 -318.7630310058594,282 -292,283 0284 ],285 "rotation": [286 0,287 90.00012207031251,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 63,298 0,299 0300 ]301 }302 ],303 "lamp": [304 {305 "object_id": "SM_LampBar3",306 "bbox_2d": [307 610,308 0,309 814,310 54311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 -418,316 -197,317 329.9609260559082318 ],319 "extent": [320 34.404132714502,321 34.404132714502,322 26.03907012939453323 ]324 },325 "obb": {326 "center": [327 -418,328 -197,329 329.9609260559082330 ],331 "extent": [332 34.404132714502,333 34.404132714502,334 26.03907012939453335 ],336 "rotation": [337 0,338 30.000061035156264,339 0340 ]341 },342 "location": [343 -418,344 -197,345 356346 ],347 "rotation": [348 0,349 30.000061035156264,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 63,360 127,361 63362 ]363 },364 {365 "object_id": "SM_LampWall6",366 "bbox_2d": [367 1002,368 404,369 1030,370 437371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -513.0947643478465,376 -275.04925099701336,377 222.6458477973938378 ],379 "extent": [380 25.249872355399475,381 5.510225014084142,382 4.979282379150391383 ]384 },385 "obb": {386 "center": [387 -513.0947643478465,388 -275.04925099701336,389 222.6458477973938390 ],391 "extent": [392 25.249872355399475,393 5.510225014084142,394 4.979282379150391395 ],396 "rotation": [397 0,398 179.99993896484375,399 0400 ]401 },402 "location": [403 -513.0172729492188,404 -270.0172424316406,405 224406 ],407 "rotation": [408 0,409 179.99993896484375,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 95,420 63,421 159422 ]423 },424 {425 "object_id": "SM_LampWall7",426 "bbox_2d": [427 1002,428 334,429 1008,430 363431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -653.0947643478465,436 -275.04925099701336,437 275.6458477973938438 ],439 "extent": [440 25.249872355399475,441 5.510225014084142,442 4.979282379150391443 ]444 },445 "obb": {446 "center": [447 -653.0947643478465,448 -275.04925099701336,449 275.6458477973938450 ],451 "extent": [452 25.249872355399475,453 5.510225014084142,454 4.979282379150391455 ],456 "rotation": [457 0,458 179.99993896484375,459 0460 ]461 },462 "location": [463 -653.0172729492188,464 -270.0172424316406,465 277466 ],467 "rotation": [468 0,469 179.99993896484375,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 95,480 191,481 159482 ]483 }484 ],485 "tableware": [486 {487 "object_id": "SM_TubesBox7",488 "bbox_2d": [489 0,490 804,491 79,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -276.1259460449219,498 -165.7135467529297,499 139.88312911987305500 ],501 "extent": [502 5.69858980178833,503 5.69858980178833,504 13.883129119873047505 ]506 },507 "obb": {508 "center": [509 -276.1259460449219,510 -165.7135467529297,511 139.88312911987305512 ],513 "extent": [514 5.69858980178833,515 5.69858980178833,516 13.883129119873047517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -276.1259460449219,526 -165.7135467529297,527 126528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 0,542 191,543 127544 ]545 }546 ],547 "poster": [548 {549 "object_id": "SM_PosterB1_11",550 "bbox_2d": [551 687,552 234,553 877,554 487555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -458.39852905273034,560 -206.99999809265137,561 231.49209213256836562 ],563 "extent": [564 0.7500595814203734,565 27.350074458555156,566 36.49209213256836567 ]568 },569 "obb": {570 "center": [571 -458.39852905273034,572 -206.99999809265137,573 231.49209213256836574 ],575 "extent": [576 0.7500595814203734,577 27.350074458555156,578 36.49209213256836579 ],580 "rotation": [581 0,582 -90.00012207031251,583 0584 ]585 },586 "location": [587 -458.3985290527344,588 -207,589 195590 ],591 "rotation": [592 0,593 -90.00012207031251,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 191,604 127,605 0606 ]607 },608 {609 "object_id": "SM_PosterB3_15",610 "bbox_2d": [611 1002,612 436,613 1002,614 539615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -514.9999980926351,620 -270.9062151312899,621 176.49209213256836622 ],623 "extent": [624 27.350075656867944,625 0.7501076351458664,626 36.49209213256836627 ]628 },629 "obb": {630 "center": [631 -514.9999980926351,632 -270.9062151312899,633 176.49209213256836634 ],635 "extent": [636 27.350075656867944,637 0.7501076351458664,638 36.49209213256836639 ],640 "rotation": [641 0,642 179.99978637695312,643 0644 ]645 },646 "location": [647 -515,648 -270.9062194824219,649 140650 ],651 "rotation": [652 0,653 179.99978637695312,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 191,664 127,665 255666 ]667 }668 ],669 "desk": [670 {671 "object_id": "SM_Bardesk_01",672 "bbox_2d": [673 642,674 811,675 808,676 1079677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -299.02227783203125,682 57.35125732421875,683 62.8232421875684 ],685 "extent": [686 160.02651977539062,687 288.35125732421875,688 62.82325744628906689 ]690 },691 "obb": {692 "center": [693 -299.02227783203125,694 57.35125732421875,695 62.8232421875696 ],697 "extent": [698 160.02651977539062,699 288.35125732421875,700 62.82325744628906701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 -459,710 -219,711 0712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 255,726 31,727 191728 ]729 },730 {731 "object_id": "SM_BarDesk_04",732 "bbox_2d": [733 36,734 606,735 808,736 1079737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -364.77205657958984,742 -201.01736450195312,743 143.02100372314453744 ],745 "extent": [746 95.89344024658203,747 26.971466064453125,748 18.02100372314453749 ]750 },751 "obb": {752 "center": [753 -364.77205657958984,754 -201.01736450195312,755 143.02100372314453756 ],757 "extent": [758 95.89344024658203,759 26.971466064453125,760 18.02100372314453761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 -271,770 -225.8675537109375,771 125772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 127,786 31,787 0788 ]789 },790 {791 "object_id": "SM_BarDesk_03",792 "bbox_2d": [793 0,794 750,795 27,796 836797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -419,802 83.18363952636719,803 62.823246002197266804 ],805 "extent": [806 40,807 219.1836395263672,808 62.823246002197266809 ]810 },811 "obb": {812 "center": [813 -419,814 83.18363952636719,815 62.823246002197266816 ],817 "extent": [818 40,819 219.1836395263672,820 62.823246002197266821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 -459,830 -136,831 0832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 127,846 31,847 255848 ]849 }850 ],851 "sign": [852 {853 "object_id": "SM_NeonStripe2_30",854 "bbox_2d": [855 1002,856 0,857 1919,858 232859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -348.5224914550781,864 -777.4420776367188,865 379.1103639602661866 ],867 "extent": [868 402.5319519042969,869 507.44219970703125,870 19.110416412353516871 ]872 },873 "obb": {874 "center": [875 -348.5224914550781,876 -777.4420776367188,877 379.1103639602661878 ],879 "extent": [880 402.5319519042969,881 507.44219970703125,882 19.110416412353516883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -460,892 -270,893 365894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 127,908 31,909 191910 ]911 },912 {913 "object_id": "SM_NeonStripe3_36",914 "bbox_2d": [915 0,916 0,917 796,918 44919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -456.2916212081909,924 238.86068725585938,925 338.4499969482422926 ],927 "extent": [928 4.708557605743408,929 449.8607177734375,930 15.449997901916504931 ]932 },933 "obb": {934 "center": [935 -456.2916212081909,936 238.86068725585938,937 338.4499969482422938 ],939 "extent": [940 4.708557605743408,941 449.8607177734375,942 15.449997901916504943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 -461,952 -211,953 323954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 63,968 31,969 0970 ]971 },972 {973 "object_id": "SM_Neon_Open_80",974 "bbox_2d": [975 1566,976 405,977 1736,978 492979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -749.8535505582054,984 -664.7593156467282,985 233.84219932556152986 ],987 "extent": [988 1.3536156636549777,989 52.50454093161534,990 26.270950317382812991 ]992 },993 "obb": {994 "center": [995 -749.8535505582054,996 -664.7593156467282,997 233.84219932556152998 ],999 "extent": [1000 1.3536156636549777,1001 52.50454093161534,1002 26.2709503173828121003 ],1004 "rotation": [1005 0,1006 179.99993896484375,1007 01008 ]1009 },1010 "location": [1011 -750,1012 -668,1013 2281014 ],1015 "rotation": [1016 0,1017 179.99993896484375,1018 01019 ],1020 "scale": [1021 0.5,1022 0.5,1023 0.51024 ]1025 },1026 "color": [1027 63,1028 159,1029 01030 ]1031 }1032 ],1033 "bar": [1034 {1035 "object_id": "SM_BarRound_01",1036 "bbox_2d": [1037 1771,1038 723,1039 1919,1040 10791041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -502.6371765136719,1046 -795,1047 50.8667297363281251048 ],1049 "extent": [1050 284.2965087890625,1051 291.57818603515625,1052 49.1332778930664061053 ]1054 },1055 "obb": {1056 "center": [1057 -502.6371765136719,1058 -795,1059 50.8667297363281251060 ],1061 "extent": [1062 284.2965087890625,1063 291.57818603515625,1064 49.1332778930664061065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 -494,1074 -795,1075 01076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 63,1090 31,1091 2551092 ]1093 },1094 {1095 "object_id": "SM_BarRound_02",1096 "bbox_2d": [1097 1495,1098 116,1099 1919,1100 1601101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -535,1106 -794,1107 462.33786010742191108 ],1109 "extent": [1110 305.9969177246094,1111 305.9969177246094,1112 56.861099243164061113 ]1114 },1115 "obb": {1116 "center": [1117 -535,1118 -794,1119 462.33786010742191120 ],1121 "extent": [1122 305.9969177246094,1123 305.9969177246094,1124 56.861099243164061125 ],1126 "rotation": [1127 0,1128 0,1129 01130 ]1131 },1132 "location": [1133 -535,1134 -794,1135 4111136 ],1137 "rotation": [1138 0,1139 0,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 63,1150 31,1151 1271152 ]1153 },1154 {1155 "object_id": "SM_BarRound_03",1156 "bbox_2d": [1157 1753,1158 236,1159 1919,1160 4311161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -528.6571197509766,1166 -784.9053955078125,1167 206.481933593751168 ],1169 "extent": [1170 188.73744201660156,1171 182.1908721923828,1172 206.017181396484381173 ]1174 },1175 "obb": {1176 "center": [1177 -528.6571197509766,1178 -784.9053955078125,1179 206.481933593751180 ],1181 "extent": [1182 188.73744201660156,1183 182.1908721923828,1184 206.017181396484381185 ],1186 "rotation": [1187 0,1188 0,1189 01190 ]1191 },1192 "location": [1193 -534,1194 -783,1195 01196 ],1197 "rotation": [1198 0,1199 0,1200 0