TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l023_off2_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Diner50/l023_off2_r003/lit.png",5 "camera": {6 "location": [7 -305,8 167,9 27010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -305,38 167,39 270,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 275,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ]115 },116 "foreground": {117 "sign": [118 {119 "object_id": "SM_MenuWall_24",120 "bbox_2d": [121 0,122 0,123 1919,124 274125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 -326.05327224731445,130 70,131 319.7078971862793132 ],133 "extent": [134 20.67300033569336,135 135.1357879638672,136 39.707923889160156137 ]138 },139 "obb": {140 "center": [141 -326.05327224731445,142 70,143 319.7078971862793144 ],145 "extent": [146 20.67300033569336,147 135.1357879638672,148 39.707923889160156149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 -326,158 70,159 280160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 127,174 31,175 127176 ]177 }178 ],179 "appliance": [180 {181 "object_id": "SM_CoffeMachine_35",182 "bbox_2d": [183 348,184 818,185 1089,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -427.42266845703125,192 194.05712509155273,193 175.79531860351562194 ],195 "extent": [196 31.655872344970703,197 41.285003662109375,198 50.22222900390625199 ]200 },201 "obb": {202 "center": [203 -427.42266845703125,204 194.05712509155273,205 175.79531860351562206 ],207 "extent": [208 31.655872344970703,209 41.285003662109375,210 50.22222900390625211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 -427.32366943359375,220 193.07415771484375,221 125.57308959960938222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 191,236 31,237 191238 ]239 },240 {241 "object_id": "SM_IceMachine_62",242 "bbox_2d": [243 0,244 884,245 331,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -419.73391757106344,252 272.8019382773662,253 174.39225006103516254 ],255 "extent": [256 23.726191639530043,257 21.26213908955731,258 48.392250061035156259 ]260 },261 "obb": {262 "center": [263 -419.73391757106344,264 272.8019382773662,265 174.39225006103516266 ],267 "extent": [268 23.726191639530043,269 21.26213908955731,270 48.392250061035156271 ],272 "rotation": [273 0,274 179.99978637695312,275 0276 ]277 },278 "location": [279 -423,280 272.8917236328125,281 126282 ],283 "rotation": [284 0,285 179.99978637695312,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 31,296 127,297 255298 ]299 }300 ],301 "short light": [302 {303 "object_id": "SM_Short3",304 "bbox_2d": [305 1259,306 969,307 1301,308 1038309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -448.31396484375,314 119.19215297698975,315 200.76429510116577316 ],317 "extent": [318 3.1126604080200195,319 3.1126601696014404,320 3.8766918182373047321 ]322 },323 "obb": {324 "center": [325 -448.31396484375,326 119.19215297698975,327 200.76429510116577328 ],329 "extent": [330 3.1126604080200195,331 3.1126601696014404,332 3.8766918182373047333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -448.31396484375,342 119.19215393066406,343 196.86825561523438344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 2,352 2,353 2354 ]355 },356 "color": [357 0,358 95,359 191360 ]361 },362 {363 "object_id": "SM_Short4",364 "bbox_2d": [365 1702,366 973,367 1754,368 989369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -446.7818603515625,374 53.554545402526855,375 200.76429510116577376 ],377 "extent": [378 3.1126604080200195,379 3.1126601696014404,380 3.8766918182373047381 ]382 },383 "obb": {384 "center": [385 -446.7818603515625,386 53.554545402526855,387 200.76429510116577388 ],389 "extent": [390 3.1126604080200195,391 3.1126601696014404,392 3.8766918182373047393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -446.7818603515625,402 53.55454635620117,403 196.86825561523438404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 2,412 2,413 2414 ]415 },416 "color": [417 255,418 95,419 31420 ]421 },422 {423 "object_id": "SM_Short9",424 "bbox_2d": [425 1284,426 1005,427 1331,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -436.8429870605469,434 119.19215297698975,435 200.76429510116577436 ],437 "extent": [438 3.1126604080200195,439 3.1126601696014404,440 3.8766918182373047441 ]442 },443 "obb": {444 "center": [445 -436.8429870605469,446 119.19215297698975,447 200.76429510116577448 ],449 "extent": [450 3.1126604080200195,451 3.1126601696014404,452 3.8766918182373047453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -436.8429870605469,462 119.19215393066406,463 196.86825561523438464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 2,472 2,473 2474 ]475 },476 "color": [477 31,478 95,479 0480 ]481 },482 {483 "object_id": "SM_Short10",484 "bbox_2d": [485 1314,486 1041,487 1365,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -427.17822265625,494 118.66889095306396,495 200.76429510116577496 ],497 "extent": [498 3.1126604080200195,499 3.1126601696014404,500 3.8766918182373047501 ]502 },503 "obb": {504 "center": [505 -427.17822265625,506 118.66889095306396,507 200.76429510116577508 ],509 "extent": [510 3.1126604080200195,511 3.1126601696014404,512 3.8766918182373047513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -427.17822265625,522 118.66889190673828,523 196.86825561523438524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 2,532 2,533 2534 ]535 },536 "color": [537 31,538 95,539 255540 ]541 },542 {543 "object_id": "SM_Short11",544 "bbox_2d": [545 1765,546 996,547 1792,548 1067549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -440.4798278808594,554 53.554545402526855,555 200.76429510116577556 ],557 "extent": [558 3.1126604080200195,559 3.1126601696014404,560 3.8766918182373047561 ]562 },563 "obb": {564 "center": [565 -440.4798278808594,566 53.554545402526855,567 200.76429510116577568 ],569 "extent": [570 3.1126604080200195,571 3.1126601696014404,572 3.8766918182373047573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -440.4798278808594,582 53.55454635620117,583 196.86825561523438584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 2,592 2,593 2594 ]595 },596 "color": [597 191,598 95,599 95600 ]601 },602 {603 "object_id": "SM_Short12",604 "bbox_2d": [605 1826,606 1040,607 1892,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -427.3032531738281,614 52.502318382263184,615 200.76429510116577616 ],617 "extent": [618 3.1126604080200195,619 3.1126601696014404,620 3.8766918182373047621 ]622 },623 "obb": {624 "center": [625 -427.3032531738281,626 52.502318382263184,627 200.76429510116577628 ],629 "extent": [630 3.1126604080200195,631 3.1126601696014404,632 3.8766918182373047633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -427.3032531738281,642 52.5023193359375,643 196.86825561523438644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 2,652 2,653 2654 ]655 },656 "color": [657 31,658 95,659 95660 ]661 }662 ],663 "glass": [664 {665 "object_id": "SM_Glass3_2",666 "bbox_2d": [667 1335,668 942,669 1391,670 1042671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -447.5892333984375,676 107.04472303390503,677 202.76071214675903678 ],679 "extent": [680 3.9003958702087402,681 3.9003958702087402,682 5.878666877746582683 ]684 },685 "obb": {686 "center": [687 -447.5892333984375,688 107.04472303390503,689 202.76071214675903690 ],691 "extent": [692 3.9003958702087402,693 3.9003958702087402,694 5.878666877746582695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -447.5892333984375,704 107.04472351074219,705 196.8682403564453706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 0,720 95,721 31722 ]723 },724 {725 "object_id": "SM_Glass4",726 "bbox_2d": [727 1418,728 942,729 1476,730 1012731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -447.80593838447265,736 94.48942532106324,737 202.76071214675903738 ],739 "extent": [740 5.515971166246231,741 5.515971166246246,742 5.878666877746582743 ]744 },745 "obb": {746 "center": [747 -447.80593838447265,748 94.48942532106324,749 202.76071214675903750 ],751 "extent": [752 5.515971166246231,753 5.515971166246246,754 5.878666877746582755 ],756 "rotation": [757 0,758 44.83975982666016,759 0760 ]761 },762 "location": [763 -447.8059387207031,764 94.48942565917969,765 196.8682403564453766 ],767 "rotation": [768 0,769 44.83975982666016,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 255,780 95,781 0782 ]783 },784 {785 "object_id": "SM_Glass5",786 "bbox_2d": [787 1634,788 943,789 1697,790 1043791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -447.39257778876953,796 62.3436886267273,797 202.76071214675903798 ],799 "extent": [800 5.515971166246231,801 5.515971166246249,802 5.878666877746582803 ]804 },805 "obb": {806 "center": [807 -447.39257778876953,808 62.3436886267273,809 202.76071214675903810 ],811 "extent": [812 5.515971166246231,813 5.515971166246249,814 5.878666877746582815 ],816 "rotation": [817 0,818 44.83975982666016,819 0820 ]821 },822 "location": [823 -447.392578125,824 62.34368896484375,825 196.8682403564453826 ],827 "rotation": [828 0,829 44.83975982666016,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 255,840 95,841 191842 ]843 },844 {845 "object_id": "SM_Glass6",846 "bbox_2d": [847 1769,848 948,849 1839,850 1050851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -445.47973599189453,856 43.54285397096558,857 202.76071214675903858 ],859 "extent": [860 5.515971166246231,861 5.515971166246253,862 5.878666877746582863 ]864 },865 "obb": {866 "center": [867 -445.47973599189453,868 43.54285397096558,869 202.76071214675903870 ],871 "extent": [872 5.515971166246231,873 5.515971166246253,874 5.878666877746582875 ],876 "rotation": [877 0,878 44.83975982666016,879 0880 ]881 },882 "location": [883 -445.479736328125,884 43.54285430908203,885 196.8682403564453886 ],887 "rotation": [888 0,889 44.83975982666016,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 127,900 95,901 0902 ]903 },904 {905 "object_id": "SM_Glass7",906 "bbox_2d": [907 1872,908 959,909 1919,910 1008911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -441.65420498603515,916 31.871505399188237,917 202.76071214675903918 ],919 "extent": [920 5.515971166246231,921 5.515971166246253,922 5.878666877746582923 ]924 },925 "obb": {926 "center": [927 -441.65420498603515,928 31.871505399188237,929 202.76071214675903930 ],931 "extent": [932 5.515971166246231,933 5.515971166246253,934 5.878666877746582935 ],936 "rotation": [937 0,938 44.83975982666016,939 0940 ]941 },942 "location": [943 -441.6542053222656,944 31.871505737304688,945 196.8682403564453946 ],947 "rotation": [948 0,949 44.83975982666016,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 127,960 95,961 255962 ]963 },964 {965 "object_id": "SM_Glass13",966 "bbox_2d": [967 1370,968 983,969 1433,970 1079971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 -434.0113220214844,976 107.62188673019409,977 202.76071214675903978 ],979 "extent": [980 3.9003958702087402,981 3.9003958702087402,982 5.878666877746582983 ]984 },985 "obb": {986 "center": [987 -434.0113220214844,988 107.62188673019409,989 202.76071214675903990 ],991 "extent": [992 3.9003958702087402,993 3.9003958702087402,994 5.878666877746582995 ],996 "rotation": [997 0,998 0,999 01000 ]1001 },1002 "location": [1003 -434.0113220214844,1004 107.62188720703125,1005 196.86824035644531006 ],1007 "rotation": [1008 0,1009 0,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 191,1020 95,1021 1911022 ]1023 },1024 {1025 "object_id": "SM_Glass14",1026 "bbox_2d": [1027 1407,1028 1009,1029 1474,1030 10791031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 -426.6317138671875,1036 106.09109449386597,1037 202.760712146759031038 ],1039 "extent": [1040 3.9003958702087402,1041 3.9003958702087402,1042 5.8786668777465821043 ]1044 },1045 "obb": {1046 "center": [1047 -426.6317138671875,1048 106.09109449386597,1049 202.760712146759031050 ],1051 "extent": [1052 3.9003958702087402,1053 3.9003958702087402,1054 5.8786668777465821055 ],1056 "rotation": [1057 0,1058 0,1059 01060 ]1061 },1062 "location": [1063 -426.6317138671875,1064 106.09109497070312,1065 196.86824035644531066 ],1067 "rotation": [1068 0,1069 0,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 191,1080 95,1081 311082 ]1083 },1084 {1085 "object_id": "SM_Glass15",1086 "bbox_2d": [1087 1449,1088 968,1089 1512,1090 10761091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 -438.7219845270508,1096 94.48942532106324,1097 202.760712146759031098 ],1099 "extent": [1100 5.515971166246231,1101 5.515971166246246,1102 5.8786668777465821103 ]1104 },1105 "obb": {1106 "center": [1107 -438.7219845270508,1108 94.48942532106324,1109 202.760712146759031110 ],1111 "extent": [1112 5.515971166246231,1113 5.515971166246246,1114 5.8786668777465821115 ],1116 "rotation": [1117 0,1118 44.83975982666016,1119 01120 ]1121 },1122 "location": [1123 -438.72198486328125,1124 94.48942565917969,1125 196.86824035644531126 ],1127 "rotation": [1128 0,1129 44.83975982666016,1130 01131 ],1132 "scale": [1133 1,1134 1,1135 11136 ]1137 },1138 "color": [1139 31,1140 95,1141 1271142 ]1143 },1144 {1145 "object_id": "SM_Glass16",1146 "bbox_2d": [1147 1496,1148 1005,1149 1566,1150 10791151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 -427.7071224665039,1156 94.0153194861023,1157 202.760712146759031158 ],1159 "extent": [1160 5.515971166246231,1161 5.515971166246246,1162 5.8786668777465821163 ]1164 },1165 "obb": {1166 "center": [1167 -427.7071224665039,1168 94.0153194861023,1169 202.760712146759031170 ],1171 "extent": [1172 5.515971166246231,1173 5.515971166246246,1174 5.8786668777465821175 ],1176 "rotation": [1177 0,1178 44.83975982666016,1179 01180 ]1181 },1182 "location": [1183 -427.7071228027344,1184 94.01531982421875,1185 196.86824035644531186 ],1187 "rotation": [1188 0,1189 44.83975982666016,1190 01191 ],1192 "scale": [1193 1,1194 1,1195 11196 ]1197 },1198 "color": [1199 31,1200 95,