TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l018_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l018_r002/lit.png",5 "camera": {6 "location": [7 796,8 -54,9 11810 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 796,38 -54,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 966,58 867,59 1764,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_rightwall_11",118 "bbox_2d": [119 0,120 0,121 1866,122 546123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -26.000122070144926,128 201.00004196215752,129 248.09518432617188130 ],131 "extent": [132 1213.475322102896,133 56.19279383862782,134 242.13626098632812135 ]136 },137 "obb": {138 "center": [139 -26.000122070144926,140 201.00004196215752,141 248.09518432617188142 ],143 "extent": [144 1213.475322102896,145 56.19279383862782,146 242.13626098632812147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -26,156 201,157 9.81463623046875158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 }176 ],177 "roof": [178 {179 "object_id": "SM_roofmetal_21",180 "bbox_2d": [181 1751,182 0,183 1796,184 16185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -107.95600891113281,190 -49.59537506103514,191 450.57637139898725192 ],193 "extent": [194 840.7164306640622,195 266.835693359375,196 39.01462141495722197 ]198 },199 "obb": {200 "center": [201 -107.95600891113281,202 -49.595375061035156,203 450.57637139898725204 ],205 "extent": [206 840.7164306640622,207 266.835693359375,208 39.01462141495722209 ],210 "rotation": [211 0,212 180,213 0214 ]215 },216 "location": [217 -107.95594787597656,218 3.7793197631835938,219 451.0682678222656220 ],221 "rotation": [222 0,223 180,224 0225 ],226 "scale": [227 1,228 1,229 0.8899327516555786230 ]231 },232 "color": [233 0,234 127,235 255236 ]237 },238 {239 "object_id": "SM_woodroof_113",240 "bbox_2d": [241 1565,242 0,243 1751,244 41245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 318.353384929158,250 -29.895414810180228,251 419.59094345527046252 ],253 "extent": [254 102.64006227441315,255 238.89991255711357,256 37.60747276143411257 ]258 },259 "obb": {260 "center": [261 318.353384929158,262 -29.895414810180228,263 419.59094345527046264 ],265 "extent": [266 102.64006227441315,267 238.89991255711357,268 37.60747276143411269 ],270 "rotation": [271 0,272 180,273 0274 ]275 },276 "location": [277 315.8971862792969,278 -29.895389556884766,279 388.9488220214844280 ],281 "rotation": [282 0,283 180,284 0285 ],286 "scale": [287 -0.8274999856948853,288 0.8274999856948853,289 0.8274999856948853290 ]291 },292 "color": [293 191,294 0,295 255296 ]297 }298 ],299 "pipe": [300 {301 "object_id": "SM_pipeskitchen3",302 "bbox_2d": [303 992,304 0,305 1077,306 453307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 622.7100430042074,312 196.72460267988026,313 248.03538252564613314 ],315 "extent": [316 10.991213643204901,317 13.39884358308882,318 242.980073706829319 ]320 },321 "obb": {322 "center": [323 622.7100430042074,324 196.72460267988026,325 248.03538252564613326 ],327 "extent": [328 10.991213643204901,329 13.39884358308882,330 242.980073706829331 ],332 "rotation": [333 0,334 180,335 0336 ]337 },338 "location": [339 622.691650390625,340 191.47918701171875,341 5.055308818817139342 ],343 "rotation": [344 0,345 180,346 0347 ],348 "scale": [349 1.013401985168457,350 1.013401985168457,351 1.013401985168457352 ]353 },354 "color": [355 0,356 191,357 191358 ]359 }360 ]361 },362 "foreground": {363 "shelving": [364 {365 "object_id": "SM_kitchenshelf_02_69",366 "bbox_2d": [367 1594,368 867,369 1853,370 938371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 491.3492431640625,376 93.78185272216797,377 61.110496520996094378 ],379 "extent": [380 39.9998779296875,381 99.99972534179693,382 54.99895095825195383 ]384 },385 "obb": {386 "center": [387 491.3492431640625,388 93.78185272216798,389 61.110496520996094390 ],391 "extent": [392 39.9998779296875,393 99.99972534179693,394 54.99895095825195395 ],396 "rotation": [397 0,398 90.00000000000001,399 0400 ]401 },402 "location": [403 491.3492431640625,404 93.78185272216797,405 3.6686134338378906406 ],407 "rotation": [408 0,409 90.00000000000001,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 255,420 191,421 127422 ]423 },424 {425 "object_id": "SM_kitchenshelf_4",426 "bbox_2d": [427 0,428 578,429 1919,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 754.4514465332031,436 -49.00006103515625,437 61.58672332763672438 ],439 "extent": [440 100.01679229736328,441 40.04176330566406,442 54.999107360839844443 ]444 },445 "obb": {446 "center": [447 754.4514465332031,448 -49.00006103515625,449 61.58672332763672450 ],451 "extent": [452 100.01679229736328,453 40.04176330566406,454 54.999107360839844455 ],456 "rotation": [457 0,458 180,459 0460 ]461 },462 "location": [463 754.451416015625,464 -49.00008773803711,465 6.20855712890625466 ],467 "rotation": [468 0,469 180,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 127,480 191,481 0482 ]483 },484 {485 "object_id": "SM_kitchenshelf_5",486 "bbox_2d": [487 1919,488 867,489 1919,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 552.35986328125,496 -48.998043060302734,497 63.65044021606445498 ],499 "extent": [500 99.99972534179685,501 39.9998779296875,502 54.99895095825195503 ]504 },505 "obb": {506 "center": [507 552.35986328125,508 -48.998043060302734,509 63.65044021606445510 ],511 "extent": [512 99.99972534179685,513 39.9998779296875,514 54.99895095825195515 ],516 "rotation": [517 0,518 180,519 0520 ]521 },522 "location": [523 552.35986328125,524 -48.998043060302734,525 6.20855712890625526 ],527 "rotation": [528 0,529 180,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 127,540 191,541 255542 ]543 },544 {545 "object_id": "SM_kitchenshelf_3",546 "bbox_2d": [547 1278,548 867,549 1853,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 573.2568359375,556 93.78185272216797,557 61.110496044158936558 ],559 "extent": [560 39.9998779296875,561 99.99972534179693,562 54.99895095825195563 ]564 },565 "obb": {566 "center": [567 573.2568359375,568 93.78185272216798,569 61.110496044158936570 ],571 "extent": [572 39.9998779296875,573 99.99972534179693,574 54.99895095825195575 ],576 "rotation": [577 0,578 90.00000000000001,579 0580 ]581 },582 "location": [583 573.2568359375,584 93.78185272216797,585 3.6686129570007324586 ],587 "rotation": [588 0,589 90.00000000000001,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 63,601 0602 ]603 },604 {605 "object_id": "SM_kitchenshelf_194",606 "bbox_2d": [607 95,608 368,609 1151,610 998611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 733.5660934448242,616 161.9463653564453,617 86.11681365966797618 ],619 "extent": [620 100.21844482421875,621 40.54936981201172,622 79.90824890136719623 ]624 },625 "obb": {626 "center": [627 733.5660934448242,628 161.9463653564453,629 86.11681365966797630 ],631 "extent": [632 100.21844482421875,633 40.54936981201172,634 79.90824890136719635 ],636 "rotation": [637 0,638 180,639 0640 ]641 },642 "location": [643 733.5661010742188,644 161.9463653564453,645 6.2085723876953125646 ],647 "rotation": [648 0,649 180,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 0,660 191,661 31662 ]663 },664 {665 "object_id": "SM_kitchenshelf_7",666 "bbox_2d": [667 0,668 547,669 151,670 580671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 934.2007751464844,676 161.94645309448242,677 61.58667707443237678 ],679 "extent": [680 100.01679229736328,681 40.04176330566406,682 54.999107360839844683 ]684 },685 "obb": {686 "center": [687 934.2007751464844,688 161.94645309448242,689 61.58667707443237690 ],691 "extent": [692 100.01679229736328,693 40.04176330566406,694 54.999107360839844695 ],696 "rotation": [697 0,698 180,699 0700 ]701 },702 "location": [703 934.2007446289062,704 161.94642639160156,705 6.208510875701904706 ],707 "rotation": [708 0,709 180,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 255,720 0,721 31722 ]723 }724 ],725 "water dispenser": [726 {727 "object_id": "SM_wdispenser_104",728 "bbox_2d": [729 1489,730 455,731 1600,732 492733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 426.21075439453125,738 151.50753784179688,739 75.81922912597656740 ],741 "extent": [742 22.998548494358033,743 26.275288137902614,744 72.6376953125745 ]746 },747 "obb": {748 "center": [749 426.21075439453125,750 151.50753784179688,751 75.81922912597656752 ],753 "extent": [754 22.998548494358033,755 26.275288137902614,756 72.6376953125757 ],758 "rotation": [759 0,760 8.764691352844238,761 0762 ]763 },764 "location": [765 426.21075439453125,766 151.50753784179688,767 3.1815338134765625768 ],769 "rotation": [770 0,771 8.764691352844238,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 63,782 191,783 191784 ]785 }786 ],787 "lamp": [788 {789 "object_id": "SM_menulamp4",790 "bbox_2d": [791 1838,792 154,793 1919,794 193795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 190.3512134552002,800 102.86700057983398,801 324.38989639282227802 ],803 "extent": [804 22.20184326171875,805 35.38909912109374,806 38.32521057128906807 ]808 },809 "obb": {810 "center": [811 190.3512134552002,812 102.86700057983398,813 324.38989639282227814 ],815 "extent": [816 22.20184326171875,817 35.38909912109374,818 38.32521057128906819 ],820 "rotation": [821 0,822 180,823 0824 ]825 },826 "location": [827 194.90138244628906,828 102.77147674560547,829 324.34259033203125830 ],831 "rotation": [832 0,833 180,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 191,844 255,845 0846 ]847 },848 {849 "object_id": "SM_menulamp5",850 "bbox_2d": [851 1670,852 176,853 1834,854 234855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 190.35119819641113,860 174.2113380432129,861 324.38989639282227862 ],863 "extent": [864 22.20184326171875,865 35.38909912109375,866 38.32521057128906867 ]868 },869 "obb": {870 "center": [871 190.35119819641113,872 174.2113380432129,873 324.38989639282227874 ],875 "extent": [876 22.20184326171875,877 35.38909912109375,878 38.32521057128906879 ],880 "rotation": [881 0,882 180,883 0884 ]885 },886 "location": [887 194.9013671875,888 174.11581420898438,889 324.34259033203125890 ],891 "rotation": [892 0,893 180,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 191,904 255,905 255906 ]907 },908 {909 "object_id": "SM_toplight5_314",910 "bbox_2d": [911 1447,912 289,913 1918,914 387915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 483.4402770996094,920 83.04464721679688,921 174.10533142089844922 ],923 "extent": [924 3.9240941939060576,925 64.92411295905003,926 4.057669897685372927 ]928 },929 "obb": {930 "center": [931 483.4402770996094,932 83.04464721679688,933 174.10533142089844934 ],935 "extent": [936 3.9240941939060576,937 64.92411295905003,938 4.057669897685372939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 483.4402770996094,948 83.04464721679688,949 174.10533142089844950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 0.6324999928474426,958 0.6324999928474426,959 0.6324999928474426960 ]961 },962 "color": [963 95,964 255,965 31966 ]967 },968 {969 "object_id": "SM_toplight6",970 "bbox_2d": [971 1382,972 260,973 1919,974 379975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 517.7491455078125,980 83.04464721679688,981 174.10533142089844982 ],983 "extent": [984 3.9240941939060576,985 64.92411295905003,986 4.057669897685372987 ]988 },989 "obb": {990 "center": [991 517.7491455078125,992 83.04464721679688,993 174.10533142089844994 ],995 "extent": [996 3.9240941939060576,997 64.92411295905003,998 4.057669897685372999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 517.7491455078125,1008 83.04464721679688,1009 174.105331420898441010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 0.6324999928474426,1018 0.6324999928474426,1019 0.63249999284744261020 ]1021 },1022 "color": [1023 95,1024 127,1025 01026 ]1027 },1028 {1029 "object_id": "SM_toplight7",1030 "bbox_2d": [1031 1447,1032 101,1033 1919,1034 2611035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 483.4402770996094,1040 83.04464721679688,1041 217.774566650390621042 ],1043 "extent": [1044 3.9240941939060576,1045 64.92411295905003,1046 4.0576698976853721047 ]1048 },1049 "obb": {1050 "center": [1051 483.4402770996094,1052 83.04464721679688,1053 217.774566650390621054 ],1055 "extent": [1056 3.9240941939060576,1057 64.92411295905003,1058 4.0576698976853721059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 483.4402770996094,1068 83.04464721679688,1069 217.774566650390621070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 0.6324999928474426,1078 0.6324999928474426,1079 0.63249999284744261080 ]1081 },1082 "color": [1083 95,1084 127,1085 2551086 ]1087 },1088 {1089 "object_id": "SM_toplight8",1090 "bbox_2d": [1091 1382,1092 55,1093 1919,1094 2461095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 517.7491455078125,1100 83.04464721679688,1101 217.774566650390621102 ],1103 "extent": [1104 3.9240941939060576,1105 64.92411295905003,1106 4.0576698976853721107 ]1108 },1109 "obb": {1110 "center": [1111 517.7491455078125,1112 83.04464721679688,1113 217.774566650390621114 ],1115 "extent": [1116 3.9240941939060576,1117 64.92411295905003,1118 4.0576698976853721119 ],1120 "rotation": [1121 0,1122 0,1123 01124 ]1125 },1126 "location": [1127 517.7491455078125,1128 83.04464721679688,1129 217.774566650390621130 ],1131 "rotation": [1132 0,1133 0,1134 01135 ],1136 "scale": [1137 0.6324999928474426,1138 0.6324999928474426,1139 0.63249999284744261140 ]1141 },1142 "color": [1143 95,1144 127,1145 1271146 ]1147 }1148 ],1149 "appliance": [1150 {1151 "object_id": "SM_metaloven_138",1152 "bbox_2d": [1153 1295,1154 0,1155 1919,1156 5291157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 500.5980987548828,1162 71.95675659179688,1163 171.863994598388671164 ],1165 "extent": [1166 48.01556396484375,1167 88.4038696289062,1168 55.8775863647460941169 ]1170 },1171 "obb": {1172 "center": [1173 500.5980987548828,1174 71.95675659179686,1175 171.863994598388671176 ],1177 "extent": [1178 48.01556396484375,1179 88.4038696289062,1180 55.8775863647460941181 ],1182 "rotation": [1183 0,1184 180,1185 01186 ]1187 },1188 "location": [1189 500.83154296875,1190 72.15515899658203,1191 112.501594543457031192 ],1193 "rotation": [1194 0,1195 180,1196 01197 ],1198 "scale": [1199 1,1200 1,