TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l051_off1_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l051_off1_r005/lit.png",5 "camera": {6 "location": [7 177,8 151,9 26110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 177,38 151,39 261,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 1128,58 983,59 1419,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 1194,120 0,121 1919,122 296123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 1144,180 0,181 1919,182 294183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 },236 {237 "object_id": "SM_woodroof_113",238 "bbox_2d": [239 644,240 0,241 1661,242 290243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 318.353384929158,248 -29.895414810180228,249 419.59094345527046250 ],251 "extent": [252 102.64006227441315,253 238.89991255711357,254 37.60747276143411255 ]256 },257 "obb": {258 "center": [259 318.353384929158,260 -29.895414810180228,261 419.59094345527046262 ],263 "extent": [264 102.64006227441315,265 238.89991255711357,266 37.60747276143411267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 315.8971862792969,276 -29.895389556884766,277 388.9488220214844278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 -0.8274999856948853,286 0.8274999856948853,287 0.8274999856948853288 ]289 },290 "color": [291 191,292 0,293 255294 ]295 }296 ],297 "wall": [298 {299 "object_id": "SM_leftwall_8",300 "bbox_2d": [301 0,302 0,303 553,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -512.0688954164282,310 -240.97154998867288,311 245.5155487060547312 ],313 "extent": [314 725.6351637653181,315 99.6704478559158,316 242.13623046875317 ]318 },319 "obb": {320 "center": [321 -512.0688954164282,322 -240.97154998867288,323 245.5155487060547324 ],325 "extent": [326 725.6351637653181,327 99.6704478559158,328 242.13623046875329 ],330 "rotation": [331 0,332 179.99977111816406,333 0334 ]335 },336 "location": [337 -512.0692138671875,338 -290.13128662109375,339 0340 ],341 "rotation": [342 0,343 179.99977111816406,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 0,355 127356 ]357 },358 {359 "object_id": "SM_backwall_14",360 "bbox_2d": [361 559,362 179,363 1919,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 727,370 -42,371 244.2459716796875372 ],373 "extent": [374 513.4542740243764,375 298.30824864120177,376 243.74131774902344377 ]378 },379 "obb": {380 "center": [381 726.9999999999999,382 -42,383 244.2459716796875384 ],385 "extent": [386 513.4542740243764,387 298.30824864120177,388 243.74131774902344389 ],390 "rotation": [391 0,392 179.999755859375,393 0394 ]395 },396 "location": [397 727,398 -42,399 -1.56610107421875400 ],401 "rotation": [402 0,403 179.999755859375,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 0,415 127416 ]417 }418 ],419 "door frame": [420 {421 "object_id": "SM_doorframe2",422 "bbox_2d": [423 0,424 467,425 61,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 49.11266356234569,432 -155.33301375058022,433 141.48603439331055434 ],435 "extent": [436 59.77880480604274,437 13.562216479467907,438 135.9108123779297439 ]440 },441 "obb": {442 "center": [443 49.11266356234569,444 -155.33301375058022,445 141.48603439331055446 ],447 "extent": [448 59.77880480604274,449 13.562216479467907,450 135.9108123779297451 ],452 "rotation": [453 0,454 179.30589294433597,455 0456 ]457 },458 "location": [459 49.11272430419922,460 -155.33303833007812,461 7.076168060302734462 ],463 "rotation": [464 0,465 179.30589294433597,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 0,476 127,477 0478 ]479 }480 ],481 "door": [482 {483 "object_id": "SM_wooddoor2",484 "bbox_2d": [485 0,486 492,487 58,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 51.556976318359375,494 -145.8241720199585,495 147.42587280273438496 ],497 "extent": [498 56.42961883544922,499 8.872248649597168,500 124.50353240966797501 ]502 },503 "obb": {504 "center": [505 51.556976318359375,506 -145.8241720199585,507 147.42587280273438508 ],509 "extent": [510 56.42961883544922,511 8.872248649597168,512 124.50353240966797513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 51.55695343017578,522 -145.8241729736328,523 22.922348022460938524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 127,539 255540 ]541 }542 ],543 "pipe": [544 {545 "object_id": "SM_pipeskitchen_90",546 "bbox_2d": [547 1687,548 284,549 1705,550 533551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 1177.9559863401912,556 -261.75722317782504,557 246.57614497792383558 ],559 "extent": [560 13.398842006945642,561 10.99121235027792,562 242.9800451244082563 ]564 },565 "obb": {566 "center": [567 1177.9559863401912,568 -261.75722317782504,569 246.57614497792383570 ],571 "extent": [572 13.398842006945642,573 10.99121235027792,574 242.9800451244082575 ],576 "rotation": [577 0,578 90.00000000000001,579 0580 ]581 },582 "location": [583 1172.7105712890625,584 -261.73883056640625,585 3.596099853515625586 ],587 "rotation": [588 0,589 90.00000000000001,590 0591 ],592 "scale": [593 1.0134018659591675,594 1.0134018659591675,595 1.0134018659591675596 ]597 },598 "color": [599 63,600 191,601 127602 ]603 },604 {605 "object_id": "SM_pipeskitchen2",606 "bbox_2d": [607 553,608 351,609 574,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 227.54487258468762,616 -284.40251964971355,617 248.0353830024833618 ],619 "extent": [620 11.047083256055203,621 13.444635788883545,622 242.980073706829623 ]624 },625 "obb": {626 "center": [627 227.54487258468762,628 -284.40251964971355,629 248.0353830024833630 ],631 "extent": [632 11.047083256055203,633 13.444635788883545,634 242.980073706829635 ],636 "rotation": [637 0,638 -0.23931884765624997,639 0640 ]641 },642 "location": [643 227.58517456054688,644 -279.1572265625,645 5.055309295654297646 ],647 "rotation": [648 0,649 -0.23931884765624997,650 0651 ],652 "scale": [653 1.013401985168457,654 1.013401985168457,655 1.013401985168457656 ]657 },658 "color": [659 63,660 191,661 63662 ]663 }664 ]665 },666 "foreground": {667 "appliance": [668 {669 "object_id": "SM_metalsink_60",670 "bbox_2d": [671 554,672 861,673 614,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 264.75233279905626,680 -209.32645588334057,681 81.72821044921875682 ],683 "extent": [684 42.07584665726837,685 40.463185044579944,686 68.62519073486328687 ]688 },689 "obb": {690 "center": [691 264.75233279905626,692 -209.32645588334057,693 81.72821044921875694 ],695 "extent": [696 42.07584665726837,697 40.463185044579944,698 68.62519073486328699 ],700 "rotation": [701 0,702 -3.2819552421569833,703 0704 ]705 },706 "location": [707 264.72784423828125,708 -209.30799865722656,709 6.2085723876953125710 ],711 "rotation": [712 0,713 -3.2819552421569833,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 0,724 191,725 63726 ]727 },728 {729 "object_id": "SM_metalstove_01_63",730 "bbox_2d": [731 1120,732 832,733 1123,734 845735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 428.0511474609375,740 -249.85353088378906,741 64.6959114074707742 ],743 "extent": [744 50.72198486328125,745 44.144866943359375,746 56.601539611816406747 ]748 },749 "obb": {750 "center": [751 428.0511474609375,752 -249.85353088378906,753 64.6959114074707754 ],755 "extent": [756 50.72198486328125,757 44.144866943359375,758 56.601539611816406759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 428.0511474609375,768 -249.85353088378906,769 6.2086181640625770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 255,784 191,785 0786 ]787 },788 {789 "object_id": "SM_metalstove_04_79",790 "bbox_2d": [791 1709,792 719,793 1885,794 804795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 1103.11962890625,800 -157.6143341064453,801 64.6992073059082802 ],803 "extent": [804 43.35235595703125,805 50.721969604492216,806 57.534793853759766807 ]808 },809 "obb": {810 "center": [811 1103.11962890625,812 -157.6143341064453,813 64.6992073059082814 ],815 "extent": [816 43.35235595703125,817 50.721969604492216,818 57.534793853759766819 ],820 "rotation": [821 0,822 90.00000000000001,823 0824 ]825 },826 "location": [827 1103.11962890625,828 -157.6143341064453,829 6.2119140625830 ],831 "rotation": [832 0,833 90.00000000000001,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 127,844 191,845 127846 ]847 },848 {849 "object_id": "SM_metalstove_5",850 "bbox_2d": [851 1886,852 743,853 1919,854 776855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 1103.11962890625,860 -54.09661102294922,861 64.6992073059082862 ],863 "extent": [864 43.352325439453125,865 50.7218933105469,866 59.01047134399414867 ]868 },869 "obb": {870 "center": [871 1103.11962890625,872 -54.09661102294922,873 64.6992073059082874 ],875 "extent": [876 43.352325439453125,877 50.7218933105469,878 59.01047134399414879 ],880 "rotation": [881 0,882 90.00000000000001,883 0884 ]885 },886 "location": [887 1103.11962890625,888 -54.09661102294922,889 6.2119140625890 ],891 "rotation": [892 0,893 90.00000000000001,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 127,904 191,905 63906 ]907 },908 {909 "object_id": "SM_metaloven_138",910 "bbox_2d": [911 1492,912 649,913 1919,914 1079915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 500.5980987548828,920 71.95675659179688,921 171.86399459838867922 ],923 "extent": [924 48.01556396484375,925 88.4038696289062,926 55.877586364746094927 ]928 },929 "obb": {930 "center": [931 500.5980987548828,932 71.95675659179686,933 171.86399459838867934 ],935 "extent": [936 48.01556396484375,937 88.4038696289062,938 55.877586364746094939 ],940 "rotation": [941 0,942 180,943 0944 ]945 },946 "location": [947 500.83154296875,948 72.15515899658203,949 112.50159454345703950 ],951 "rotation": [952 0,953 180,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 191,964 127,965 63966 ]967 },968 {969 "object_id": "SM_drinkmachine_02_142",970 "bbox_2d": [971 1289,972 680,973 1510,974 1005975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 494.77347951432216,980 -53.24713112184537,981 162.6904411315918982 ],983 "extent": [984 46.57321219130756,985 32.825059154618884,986 41.84847640991211987 ]988 },989 "obb": {990 "center": [991 494.77347951432216,992 -53.24713112184537,993 162.6904411315918994 ],995 "extent": [996 46.57321219130756,997 32.825059154618884,998 41.84847640991211999 ],1000 "rotation": [1001 0,1002 179.7389678955078,1003 01004 ]1005 },1006 "location": [1007 494.7735290527344,1008 -53.24714279174805,1009 118.649383544921881010 ],1011 "rotation": [1012 0,1013 179.7389678955078,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 191,1024 63,1025 2551026 ]1027 },1028 {1029 "object_id": "SM_drinkmachine_01_148",1030 "bbox_2d": [1031 1503,1032 687,1033 1698,1034 9121035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 578.17551612854,1040 -54.67023849487305,1041 159.901973724365231042 ],1043 "extent": [1044 29.289949417114258,1045 29.229614257812514,1046 40.976902008056641047 ]1048 },1049 "obb": {1050 "center": [1051 578.17551612854,1052 -54.67023849487305,1053 159.901973724365231054 ],1055 "extent": [1056 29.289949417114258,1057 29.229614257812514,1058 40.976902008056641059 ],1060 "rotation": [1061 0,1062 -90.00000000000001,1063 01064 ]1065 },1066 "location": [1067 578.175537109375,1068 -54.67021179199219,1069 116.285530090332031070 ],1071 "rotation": [1072 0,1073 -90.00000000000001,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 191,1084 63,1085 1271086 ]1087 },1088 {1089 "object_id": "SM_boiler_159",1090 "bbox_2d": [1091 1873,1092 772,1093 1919,1094 8131095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 837.063322345746,1100 -29.972686788732222,1101 129.898900032043461102 ],1103 "extent": [1104 19.831553050246953,1105 20.386795846030264,1106 13.3130588531494141107 ]1108 },1109 "obb": {1110 "center": [1111 837.063322345746,1112 -29.972686788732222,1113 129.898900032043461114 ],1115 "extent": [1116 19.831553050246953,1117 20.386795846030264,1118 13.3130588531494141119 ],1120 "rotation": [1121 0,1122 -60.15197372436522,1123 01124 ]1125 },1126 "location": [1127 837.8109130859375,1128 -31.27552032470703,1129 116.585845947265621130 ],1131 "rotation": [1132 0,1133 -60.15197372436522,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 31,1144 63,1145 1911146 ]1147 }1148 ],1149 "shelving": [1150 {1151 "object_id": "SM_kitchenshelf_01_66",1152 "bbox_2d": [1153 1297,1154 669,1155 1467,1156 8951157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 789.006477355957,1162 -256.27825927734375,1163 85.666473388671881164 ],1165 "extent": [1166 100.21844482421875,1167 40.54936981201172,1168 79.908248901367191169 ]1170 },1171 "obb": {1172 "center": [1173 789.006477355957,1174 -256.27825927734375,1175 85.666473388671881176 ],1177 "extent": [1178 100.21844482421875,1179 40.54936981201172,1180 79.908248901367191181 ],1182 "rotation": [1183 0,1184 0,1185 01186 ]1187 },1188 "location": [1189 789.0064697265625,1190 -256.27825927734375,1191 5.7582321166992191192 ],1193 "rotation": [1194 0,1195 0,1196 01197 ],1198 "scale": [1199 1,1200 1,