TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l151_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l151_r005/lit.png",5 "camera": {6 "location": [7 1824,8 -1006,9 95310 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1824,38 -1006,39 953,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m120_69",56 "bbox_2d": [57 1146,58 881,59 1792,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 2049.9999961853027,66 -1120,67 834.999998092651468 ],69 "extent": [70 50,71 100,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 2049.9999961853027,78 -1120,79 834.999998092651480 ],81 "extent": [82 50,83 100,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 2000,94 -1020,95 85096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 63112 ]113 },114 {115 "object_id": "SM_Floor_4x4m99",116 "bbox_2d": [117 462,118 915,119 1469,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1800,126 -1020,127 834.9999980926514128 ],129 "extent": [130 200,131 200,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 1800,138 -1020,139 834.9999980926514140 ],141 "extent": [142 200,143 200,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 1600,154 -820,155 850156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 127,171 95172 ]173 }174 ],175 "window covering": [176 {177 "object_id": "SM_WindowBlinds8",178 "bbox_2d": [179 1697,180 0,181 1919,182 652183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 2100.000000000002,188 -1069.0000038146973,189 1029.9298858642578190 ],191 "extent": [192 4.283706363906276,193 50.46369017834712,194 100.51075744628906195 ]196 },197 "obb": {198 "center": [199 2100.000000000002,200 -1069.0000038146973,201 1029.9298858642578202 ],203 "extent": [204 4.283706363906276,205 50.46369017834712,206 100.51075744628906207 ],208 "rotation": [209 0,210 -179.99996948242188,211 0212 ]213 },214 "location": [215 2100,216 -1069,217 930218 ],219 "rotation": [220 0,221 -179.99996948242188,222 0223 ],224 "scale": [225 1,226 -1,227 1228 ]229 },230 "color": [231 63,232 95,233 79234 ]235 }236 ],237 "window": [238 {239 "object_id": "SM_Wall01_2m51",240 "bbox_2d": [241 0,242 0,243 1351,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1900.0000324334173,250 -1220.9603033436624,251 1000.0001068115234252 ],253 "extent": [254 200.00021059237827,255 29.042830273744585,256 180.00010681152344257 ]258 },259 "obb": {260 "center": [261 1900.0000324334173,262 -1220.9603033436624,263 1000.0001068115234264 ],265 "extent": [266 200.00021059237827,267 29.042830273744585,268 180.00010681152344269 ],270 "rotation": [271 0,272 90.00011444091797,273 0274 ]275 },276 "location": [277 1700,278 -1219.99951171875,279 850280 ],281 "rotation": [282 0,283 90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 79,294 143,295 63296 ]297 },298 {299 "object_id": "Window_BP8",300 "bbox_2d": [301 1687,302 0,303 1919,304 677305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 2062.6803311372387,310 -1069.9997869471129,311 1027.941780090332312 ],313 "extent": [314 54.68056975554646,315 56.00022157449433,316 105.88986206054688317 ]318 },319 "obb": {320 "center": [321 2062.6803311372387,322 -1069.9997869471129,323 1027.941780090332324 ],325 "extent": [326 54.68056975554646,327 56.00022157449433,328 105.88986206054688329 ],330 "rotation": [331 0,332 179.999755859375,333 0334 ]335 },336 "location": [337 2110,338 -1070,339 922340 ],341 "rotation": [342 0,343 179.999755859375,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 79,354 127,355 143356 ]357 }358 ],359 "door": [360 {361 "object_id": "SM_Door02_2m77",362 "bbox_2d": [363 1352,364 0,365 1919,366 982367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 2113.1601545222925,372 -1069.9998551269064,373 995.7276916503906374 ],375 "extent": [376 41.24163836303978,377 150.00014487312922,378 184.27249145507812379 ]380 },381 "obb": {382 "center": [383 2113.1601545222925,384 -1069.9998551269064,385 995.7276916503906386 ],387 "extent": [388 41.24163836303978,389 150.00014487312922,390 184.27249145507812391 ],392 "rotation": [393 0,394 179.99978637695312,395 0396 ]397 },398 "location": [399 2099.999755859375,400 -1220,401 850402 ],403 "rotation": [404 0,405 179.99978637695312,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 223,416 143,417 143418 ]419 }420 ]421 },422 "foreground": {423 "radiator": [424 {425 "object_id": "SM_Radiator13",426 "bbox_2d": [427 1651,428 735,429 1919,430 960431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 2086.9661302566997,436 -1067.3512931490557,437 884.3077201843262438 ],439 "extent": [440 9.156908060481783,441 52.95425014316356,442 23.885404586791992443 ]444 },445 "obb": {446 "center": [447 2086.9661302566997,448 -1067.3512931490557,449 884.3077201843262450 ],451 "extent": [452 9.156908060481783,453 52.95425014316356,454 23.885404586791992455 ],456 "rotation": [457 0,458 179.99978637695312,459 0460 ]461 },462 "location": [463 2093.727783203125,464 -1067.351318359375,465 851.9174194335938466 ],467 "rotation": [468 0,469 179.99978637695312,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 127,480 47,481 255482 ]483 }484 ],485 "board": [486 {487 "object_id": "SM_CheckBoard2",488 "bbox_2d": [489 511,490 0,491 1156,492 474493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 1926.8781721029795,498 -1218.1926898956303,499 1024.13720703125500 ],501 "extent": [502 84.36607393694112,503 1.7332669154911855,504 52.1605998573923505 ]506 },507 "obb": {508 "center": [509 1926.8781721029795,510 -1218.1926898956303,511 1024.13720703125512 ],513 "extent": [514 84.36607393694112,515 1.7332669154911855,516 52.1605998573923517 ],518 "rotation": [519 0,520 90.0000228881836,521 0522 ]523 },524 "location": [525 1926.878173828125,526 -1222.51123046875,527 1024.13720703125528 ],529 "rotation": [530 0,531 90.0000228881836,532 0533 ],534 "scale": [535 1,536 1.1306425333023071,537 1.1306425333023071538 ]539 },540 "color": [541 0,542 15,543 111544 ]545 }546 ],547 "paper": [548 {549 "object_id": "SM_Paper79",550 "bbox_2d": [551 1285,552 317,553 1340,554 422555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 2077.7031213845985,560 -1217.3126003233247,561 1007.9147182655247562 ],563 "extent": [564 11.387521987739547,565 1.632038935045557,566 17.160281357455005567 ]568 },569 "obb": {570 "center": [571 2077.7031213845985,572 -1217.3126003233247,573 1007.9147182655247574 ],575 "extent": [576 11.387521987739547,577 1.632038935045557,578 17.160281357455005579 ],580 "rotation": [581 0,582 90.00011444091797,583 0584 ]585 },586 "location": [587 2077.703125,588 -1219.1226806640625,589 1022.8133544921875590 ],591 "rotation": [592 0,593 90.00011444091797,594 0595 ],596 "scale": [597 1.8758418560028076,598 1.8758418560028076,599 1.8758418560028076600 ]601 },602 "color": [603 159,604 63,605 111606 ]607 },608 {609 "object_id": "SM_Paper97_48",610 "bbox_2d": [611 1075,612 155,613 1130,614 253615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 1991.5090290480564,620 -1216.7169210813222,621 1046.312889800425622 ],623 "extent": [624 8.856094459172937,625 1.24440993268081,626 13.107466756408712627 ]628 },629 "obb": {630 "center": [631 1991.5090290480564,632 -1216.7169210813222,633 1046.312889800425634 ],635 "extent": [636 8.856094459172937,637 1.24440993268081,638 13.107466756408712639 ],640 "rotation": [641 0,642 90.00012207031251,643 0644 ]645 },646 "location": [647 1991.509033203125,648 -1218.01416015625,649 1058.1376953125650 ],651 "rotation": [652 0,653 90.00012207031251,654 0655 ],656 "scale": [657 1.345028042793274,658 1.4588452577590942,659 1.4588452577590942660 ]661 },662 "color": [663 111,664 0,665 15666 ]667 },668 {669 "object_id": "SM_Paper98",670 "bbox_2d": [671 616,672 179,673 728,674 341675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 1874.0045128996414,680 -1216.2766004657344,681 1013.5215919496425682 ],683 "extent": [684 11.622223300322503,685 1.5666544198948031,686 17.51396149765901687 ]688 },689 "obb": {690 "center": [691 1874.0045128996414,692 -1216.2766004657344,693 1013.5215919496425694 ],695 "extent": [696 11.622223300322503,697 1.5666544198948031,698 17.51396149765901699 ],700 "rotation": [701 0,702 90.00012207031251,703 0704 ]705 },706 "location": [707 1874.0045166015625,708 -1218.01416015625,709 1028.727294921875710 ],711 "rotation": [712 0,713 90.00012207031251,714 0715 ],716 "scale": [717 1.8006864786148071,718 1.9145036935806274,719 1.9145036935806274720 ]721 },722 "color": [723 111,724 0,725 47726 ]727 },728 {729 "object_id": "SM_Paper99",730 "bbox_2d": [731 755,732 49,733 848,734 196735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 1903.5668894006826,740 -1216.4041946040143,741 1049.8775467479213742 ],743 "extent": [744 10.82447468361056,745 1.544400490890439,746 16.020768756645793747 ]748 },749 "obb": {750 "center": [751 1903.5668894006826,752 -1216.4041946040143,753 1049.8775467479213754 ],755 "extent": [756 10.82447468361056,757 1.544400490890439,758 16.020768756645793759 ],760 "rotation": [761 0,762 90.00012207031251,763 0764 ]765 },766 "location": [767 1903.56689453125,768 -1218.01416015625,769 1064.33056640625770 ],771 "rotation": [772 0,773 90.00012207031251,774 0775 ],776 "scale": [777 1.6692750453948975,778 1.7830922603607178,779 1.7830922603607178780 ]781 },782 "color": [783 111,784 0,785 79786 ]787 },788 {789 "object_id": "SM_Paper100",790 "bbox_2d": [791 1056,792 277,793 1127,794 399795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 1987.6356165399109,800 -1216.33510446073,801 1008.5191251781507802 ],803 "extent": [804 11.254164752256202,805 1.5139048903565708,806 16.959320362642757807 ]808 },809 "obb": {810 "center": [811 1987.6356165399109,812 -1216.33510446073,813 1008.5191251781507814 ],815 "extent": [816 11.254164752256202,817 1.5139048903565708,818 16.959320362642757819 ],820 "rotation": [821 0,822 90.00012207031251,823 0824 ]825 },826 "location": [827 1987.6356201171875,828 -1218.01416015625,829 1023.2432861328125830 ],831 "rotation": [832 0,833 90.00012207031251,834 0835 ],836 "scale": [837 1.7400569915771484,838 1.8538742065429688,839 1.8538742065429688840 ]841 },842 "color": [843 111,844 255,845 127846 ]847 },848 {849 "object_id": "SM_Paper101",850 "bbox_2d": [851 823,852 164,853 889,854 275855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 1917.894285349099,860 -1217.8409577582433,861 1029.8200919488625862 ],863 "extent": [864 8.856092161941433,865 0.16616520201705498,866 13.107466756408712867 ]868 },869 "obb": {870 "center": [871 1917.894285349099,872 -1217.8409577582433,873 1029.8200919488625874 ],875 "extent": [876 8.856092161941433,877 0.16616520201705498,878 13.107466756408712879 ],880 "rotation": [881 0,882 90.00012207031251,883 0884 ]885 },886 "location": [887 1917.894287109375,888 -1218.01416015625,889 1041.6448974609375890 ],891 "rotation": [892 0,893 90.00012207031251,894 0895 ],896 "scale": [897 0.17958299815654755,898 1.4588452577590942,899 1.4588452577590942900 ]901 },902 "color": [903 111,904 255,905 63906 ]907 },908 {909 "object_id": "SM_Paper102",910 "bbox_2d": [911 978,912 301,913 1041,914 409915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 1960.4460419583402,920 -1216.6231746089438,921 1001.187694425498922 ],923 "extent": [924 9.441866626272486,925 1.2541693835171372,926 14.228300814626664927 ]928 },929 "obb": {930 "center": [931 1960.4460419583402,932 -1216.6231746089438,933 1001.187694425498934 ],935 "extent": [936 9.441866626272486,937 1.2541693835171372,938 14.228300814626664939 ],940 "rotation": [941 0,942 90.00012207031251,943 0944 ]945 },946 "location": [947 1960.446044921875,948 -1218.01416015625,949 1013.540771484375950 ],951 "rotation": [952 0,953 90.00012207031251,954 0955 ],956 "scale": [957 1.4415210485458374,958 1.5553382635116577,959 1.5553382635116577960 ]961 },962 "color": [963 111,964 255,965 31966 ]967 },968 {969 "object_id": "SM_Paper103",970 "bbox_2d": [971 1286,972 194,973 1333,974 285975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 2076.4103973006813,980 -1217.5760413185858,981 1049.875111131453982 ],983 "extent": [984 9.73247396391389,985 1.3948404631423728,986 14.666227797819147987 ]988 },989 "obb": {990 "center": [991 2076.4103973006813,992 -1217.5760413185858,993 1049.875111131453994 ],995 "extent": [996 9.73247396391389,997 1.3948404631423728,998 14.666227797819147999 ],1000 "rotation": [1001 0,1002 90.00011444091797,1003 01004 ]1005 },1006 "location": [1007 2076.410400390625,1008 -1219.123046875,1009 1062.60839843751010 ],1011 "rotation": [1012 0,1013 90.00011444091797,1014 01015 ],1016 "scale": [1017 1.603209376335144,1018 1.603209376335144,1019 1.6032093763351441020 ]1021 },1022 "color": [1023 111,1024 255,1025 1591026 ]1027 },1028 {1029 "object_id": "SM_Paper104",1030 "bbox_2d": [1031 1285,1032 438,1033 1333,1034 5261035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 2076.4103957732573,1040 -1217.5769220878672,1041 971.53378819563931042 ],1043 "extent": [1044 9.73247196952616,1045 1.483273999081348,1046 14.4045496289027141047 ]1048 },1049 "obb": {1050 "center": [1051 2076.4103957732573,1052 -1217.5769220878672,1053 971.53378819563931054 ],1055 "extent": [1056 9.73247196952616,1057 1.483273999081348,1058 14.4045496289027141059 ],1060 "rotation": [1061 0,1062 90.00011444091797,1063 01064 ]1065 },1066 "location": [1067 2076.410400390625,1068 -1219.1231689453125,1069 984.52874755859381070 ],1071 "rotation": [1072 0,1073 90.00011444091797,1074 01075 ],1076 "scale": [1077 1.6032090187072754,1078 1.6032090187072754,1079 1.60320901870727541080 ]1081 },1082 "color": [1083 111,1084 255,1085 2231086 ]1087 },1088 {1089 "object_id": "SM_Paper80_52",1090 "bbox_2d": [1091 1203,1092 141,1093 1254,1094 2361095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 2040.631588794739,1100 -1217.6196366445495,1101 1059.96608123808911102 ],1103 "extent": [1104 9.455904489724276,1105 1.3552030292382824,1106 14.249454947932691107 ]1108 },1109 "obb": {1110 "center": [1111 2040.631588794739,1112 -1217.6196366445495,1113 1059.96608123808911114 ],1115 "extent": [1116 9.455904489724276,1117 1.3552030292382824,1118 14.249454947932691119 ],1120 "rotation": [1121 0,1122 90.00011444091797,1123 01124 ]1125 },1126 "location": [1127 2040.631591796875,1128 -1219.1226806640625,1129 1072.33752441406251130 ],1131 "rotation": [1132 0,1133 90.00011444091797,1134 01135 ],1136 "scale": [1137 1.5576506853103638,1138 1.5576506853103638,1139 1.55765068531036381140 ]1141 },1142 "color": [1143 111,1144 255,1145 151146 ]1147 }1148 ],1149 "poster": [1150 {1151 "object_id": "SM_Poster21_33",1152 "bbox_2d": [1153 1165,1154 262,1155 1269,1156 4651157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 2037.6457361732375,1162 -1218.9050677332662,1163 1005.14694023132321164 ],1165 "extent": [1166 21.009045168377952,1167 0.7827917142676597,1168 28.9723358154296881169 ]1170 },1171 "obb": {1172 "center": [1173 2037.6457361732375,1174 -1218.9050677332662,1175 1005.14694023132321176 ],1177 "extent": [1178 21.009045168377952,1179 0.7827917142676597,1180 28.9723358154296881181 ],1182 "rotation": [1183 0,1184 90.00003814697266,1185 01186 ]1187 },1188 "location": [1189 2037.6328125,1190 -1219.687744140625,1191 1006.18902587890621192 ],1193 "rotation": [1194 0,1195 90.00003814697266,1196 01197 ],1198 "scale": [1199 1,1200 1,