TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l059_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l059_r005/lit.png",5 "camera": {6 "location": [7 30,8 173,9 20110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 30,38 173,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 987,58 756,59 1632,60 107161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 1345,120 0,121 1919,122 260123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 1318,180 0,181 1919,182 245183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 },236 {237 "object_id": "SM_woodroof_113",238 "bbox_2d": [239 1109,240 0,241 1751,242 230243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 318.353384929158,248 -29.895414810180228,249 419.59094345527046250 ],251 "extent": [252 102.64006227441315,253 238.89991255711357,254 37.60747276143411255 ]256 },257 "obb": {258 "center": [259 318.353384929158,260 -29.895414810180228,261 419.59094345527046262 ],263 "extent": [264 102.64006227441315,265 238.89991255711357,266 37.60747276143411267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 315.8971862792969,276 -29.895389556884766,277 388.9488220214844278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 -0.8274999856948853,286 0.8274999856948853,287 0.8274999856948853288 ]289 },290 "color": [291 191,292 0,293 255294 ]295 }296 ],297 "wall": [298 {299 "object_id": "SM_leftwall_8",300 "bbox_2d": [301 0,302 0,303 961,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -512.0688954164282,310 -240.97154998867288,311 245.5155487060547312 ],313 "extent": [314 725.6351637653181,315 99.6704478559158,316 242.13623046875317 ]318 },319 "obb": {320 "center": [321 -512.0688954164282,322 -240.97154998867288,323 245.5155487060547324 ],325 "extent": [326 725.6351637653181,327 99.6704478559158,328 242.13623046875329 ],330 "rotation": [331 0,332 179.99977111816406,333 0334 ]335 },336 "location": [337 -512.0692138671875,338 -290.13128662109375,339 0340 ],341 "rotation": [342 0,343 179.99977111816406,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 0,355 127356 ]357 },358 {359 "object_id": "SM_backwall_14",360 "bbox_2d": [361 960,362 150,363 1919,364 842365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 727,370 -42,371 244.2459716796875372 ],373 "extent": [374 513.4542740243764,375 298.30824864120177,376 243.74131774902344377 ]378 },379 "obb": {380 "center": [381 726.9999999999999,382 -42,383 244.2459716796875384 ],385 "extent": [386 513.4542740243764,387 298.30824864120177,388 243.74131774902344389 ],390 "rotation": [391 0,392 179.999755859375,393 0394 ]395 },396 "location": [397 727,398 -42,399 -1.56610107421875400 ],401 "rotation": [402 0,403 179.999755859375,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 0,415 127416 ]417 }418 ],419 "door frame": [420 {421 "object_id": "SM_doorframe2",422 "bbox_2d": [423 230,424 250,425 684,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 49.11266356234569,432 -155.33301375058022,433 141.48603439331055434 ],435 "extent": [436 59.77880480604274,437 13.562216479467907,438 135.9108123779297439 ]440 },441 "obb": {442 "center": [443 49.11266356234569,444 -155.33301375058022,445 141.48603439331055446 ],447 "extent": [448 59.77880480604274,449 13.562216479467907,450 135.9108123779297451 ],452 "rotation": [453 0,454 179.30589294433597,455 0456 ]457 },458 "location": [459 49.11272430419922,460 -155.33303833007812,461 7.076168060302734462 ],463 "rotation": [464 0,465 179.30589294433597,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 0,476 127,477 0478 ]479 }480 ],481 "door": [482 {483 "object_id": "SM_wooddoor2",484 "bbox_2d": [485 261,486 277,487 661,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 51.556976318359375,494 -145.8241720199585,495 147.42587280273438496 ],497 "extent": [498 56.42961883544922,499 8.872248649597168,500 124.50353240966797501 ]502 },503 "obb": {504 "center": [505 51.556976318359375,506 -145.8241720199585,507 147.42587280273438508 ],509 "extent": [510 56.42961883544922,511 8.872248649597168,512 124.50353240966797513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 51.55695343017578,522 -145.8241729736328,523 22.922348022460938524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 127,539 255540 ]541 }542 ],543 "pipe": [544 {545 "object_id": "SM_pipeskitchen_90",546 "bbox_2d": [547 1734,548 248,549 1750,550 437551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 1177.9559863401912,556 -261.75722317782504,557 246.57614497792383558 ],559 "extent": [560 13.398842006945642,561 10.99121235027792,562 242.9800451244082563 ]564 },565 "obb": {566 "center": [567 1177.9559863401912,568 -261.75722317782504,569 246.57614497792383570 ],571 "extent": [572 13.398842006945642,573 10.99121235027792,574 242.9800451244082575 ],576 "rotation": [577 0,578 90.00000000000001,579 0580 ]581 },582 "location": [583 1172.7105712890625,584 -261.73883056640625,585 3.596099853515625586 ],587 "rotation": [588 0,589 90.00000000000001,590 0591 ],592 "scale": [593 1.0134018659591675,594 1.0134018659591675,595 1.0134018659591675596 ]597 },598 "color": [599 63,600 191,601 127602 ]603 }604 ]605 },606 "foreground": {607 "appliance": [608 {609 "object_id": "SM_metalsink_60",610 "bbox_2d": [611 960,612 650,613 976,614 842615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 264.75233279905626,620 -209.32645588334057,621 81.72821044921875622 ],623 "extent": [624 42.07584665726837,625 40.463185044579944,626 68.62519073486328627 ]628 },629 "obb": {630 "center": [631 264.75233279905626,632 -209.32645588334057,633 81.72821044921875634 ],635 "extent": [636 42.07584665726837,637 40.463185044579944,638 68.62519073486328639 ],640 "rotation": [641 0,642 -3.2819552421569833,643 0644 ]645 },646 "location": [647 264.72784423828125,648 -209.30799865722656,649 6.2085723876953125650 ],651 "rotation": [652 0,653 -3.2819552421569833,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 0,664 191,665 63666 ]667 },668 {669 "object_id": "SM_metalstove_04_79",670 "bbox_2d": [671 1812,672 635,673 1919,674 669675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 1103.11962890625,680 -157.6143341064453,681 64.6992073059082682 ],683 "extent": [684 43.35235595703125,685 50.721969604492216,686 57.534793853759766687 ]688 },689 "obb": {690 "center": [691 1103.11962890625,692 -157.6143341064453,693 64.6992073059082694 ],695 "extent": [696 43.35235595703125,697 50.721969604492216,698 57.534793853759766699 ],700 "rotation": [701 0,702 90.00000000000001,703 0704 ]705 },706 "location": [707 1103.11962890625,708 -157.6143341064453,709 6.2119140625710 ],711 "rotation": [712 0,713 90.00000000000001,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 127,724 191,725 127726 ]727 },728 {729 "object_id": "SM_metaloven_138",730 "bbox_2d": [731 1658,732 459,733 1919,734 801735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 500.5980987548828,740 71.95675659179688,741 171.86399459838867742 ],743 "extent": [744 48.01556396484375,745 88.4038696289062,746 55.877586364746094747 ]748 },749 "obb": {750 "center": [751 500.5980987548828,752 71.95675659179686,753 171.86399459838867754 ],755 "extent": [756 48.01556396484375,757 88.4038696289062,758 55.877586364746094759 ],760 "rotation": [761 0,762 180,763 0764 ]765 },766 "location": [767 500.83154296875,768 72.15515899658203,769 112.50159454345703770 ],771 "rotation": [772 0,773 180,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 191,784 127,785 63786 ]787 },788 {789 "object_id": "SM_drinkmachine_02_142",790 "bbox_2d": [791 1476,792 531,793 1668,794 740795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 494.77347951432216,800 -53.24713112184537,801 162.6904411315918802 ],803 "extent": [804 46.57321219130756,805 32.825059154618884,806 41.84847640991211807 ]808 },809 "obb": {810 "center": [811 494.77347951432216,812 -53.24713112184537,813 162.6904411315918814 ],815 "extent": [816 46.57321219130756,817 32.825059154618884,818 41.84847640991211819 ],820 "rotation": [821 0,822 179.7389678955078,823 0824 ]825 },826 "location": [827 494.7735290527344,828 -53.24714279174805,829 118.64938354492188830 ],831 "rotation": [832 0,833 179.7389678955078,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 191,844 63,845 255846 ]847 },848 {849 "object_id": "SM_drinkmachine_01_148",850 "bbox_2d": [851 1791,852 547,853 1793,854 562855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 578.17551612854,860 -54.67023849487305,861 159.90197372436523862 ],863 "extent": [864 29.289949417114258,865 29.229614257812514,866 40.97690200805664867 ]868 },869 "obb": {870 "center": [871 578.17551612854,872 -54.67023849487305,873 159.90197372436523874 ],875 "extent": [876 29.289949417114258,877 29.229614257812514,878 40.97690200805664879 ],880 "rotation": [881 0,882 -90.00000000000001,883 0884 ]885 },886 "location": [887 578.175537109375,888 -54.67021179199219,889 116.28553009033203890 ],891 "rotation": [892 0,893 -90.00000000000001,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 191,904 63,905 127906 ]907 },908 {909 "object_id": "SM_boiler_159",910 "bbox_2d": [911 1916,912 663,913 1919,914 678915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 837.063322345746,920 -29.972686788732222,921 129.89890003204346922 ],923 "extent": [924 19.831553050246953,925 20.386795846030264,926 13.313058853149414927 ]928 },929 "obb": {930 "center": [931 837.063322345746,932 -29.972686788732222,933 129.89890003204346934 ],935 "extent": [936 19.831553050246953,937 20.386795846030264,938 13.313058853149414939 ],940 "rotation": [941 0,942 -60.15197372436522,943 0944 ]945 },946 "location": [947 837.8109130859375,948 -31.27552032470703,949 116.58584594726562950 ],951 "rotation": [952 0,953 -60.15197372436522,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 31,964 63,965 191966 ]967 }968 ],969 "shelving": [970 {971 "object_id": "SM_kitchenshelf_01_66",972 "bbox_2d": [973 1431,974 633,975 1637,976 769977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 789.006477355957,982 -256.27825927734375,983 85.66647338867188984 ],985 "extent": [986 100.21844482421875,987 40.54936981201172,988 79.90824890136719989 ]990 },991 "obb": {992 "center": [993 789.006477355957,994 -256.27825927734375,995 85.66647338867188996 ],997 "extent": [998 100.21844482421875,999 40.54936981201172,1000 79.908248901367191001 ],1002 "rotation": [1003 0,1004 0,1005 01006 ]1007 },1008 "location": [1009 789.0064697265625,1010 -256.27825927734375,1011 5.7582321166992191012 ],1013 "rotation": [1014 0,1015 0,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 255,1026 191,1027 2551028 ]1029 },1030 {1031 "object_id": "SM_kitchenshelf_02_69",1032 "bbox_2d": [1033 1682,1034 762,1035 1919,1036 8461037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 491.3492431640625,1042 93.78185272216797,1043 61.1104965209960941044 ],1045 "extent": [1046 39.9998779296875,1047 99.99972534179693,1048 54.998950958251951049 ]1050 },1051 "obb": {1052 "center": [1053 491.3492431640625,1054 93.78185272216798,1055 61.1104965209960941056 ],1057 "extent": [1058 39.9998779296875,1059 99.99972534179693,1060 54.998950958251951061 ],1062 "rotation": [1063 0,1064 90.00000000000001,1065 01066 ]1067 },1068 "location": [1069 491.3492431640625,1070 93.78185272216797,1071 3.66861343383789061072 ],1073 "rotation": [1074 0,1075 90.00000000000001,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 255,1086 191,1087 1271088 ]1089 },1090 {1091 "object_id": "SM_kitchenshelf_2",1092 "bbox_2d": [1093 1431,1094 659,1095 1499,1096 7441097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 587.5064392089844,1102 -256.2773094177246,1103 61.136398315429691104 ],1105 "extent": [1106 100.01679229736328,1107 40.04176330566406,1108 54.9991073608398441109 ]1110 },1111 "obb": {1112 "center": [1113 587.5064392089844,1114 -256.2773094177246,1115 61.136398315429691116 ],1117 "extent": [1118 100.01679229736328,1119 40.04176330566406,1120 54.9991073608398441121 ],1122 "rotation": [1123 0,1124 0,1125 01126 ]1127 },1128 "location": [1129 587.5064697265625,1130 -256.27728271484375,1131 5.7582321166992191132 ],1133 "rotation": [1134 0,1135 0,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 255,1146 191,1147 631148 ]1149 },1150 {1151 "object_id": "SM_kitchenshelf_4",1152 "bbox_2d": [1153 1812,1154 676,1155 1919,1156 7221157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 754.4514465332031,1162 -49.00006103515625,1163 61.586723327636721164 ],1165 "extent": [1166 100.01679229736328,1167 40.04176330566406,1168 54.9991073608398441169 ]1170 },1171 "obb": {1172 "center": [1173 754.4514465332031,1174 -49.00006103515625,1175 61.586723327636721176 ],1177 "extent": [1178 100.01679229736328,1179 40.04176330566406,1180 54.9991073608398441181 ],1182 "rotation": [1183 0,1184 180,1185 01186 ]1187 },1188 "location": [1189 754.451416015625,1190 -49.00008773803711,1191 6.208557128906251192 ],1193 "rotation": [1194 0,1195 180,1196 01197 ],1198 "scale": [1199 1,1200 1,