TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l047_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l047_r000/lit.png",5 "camera": {6 "location": [7 -65,8 44,9 20110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -65,38 44,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 988,58 706,59 1419,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 581,120 0,121 1144,122 320123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 498,180 0,181 1190,182 277183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 },236 {237 "object_id": "SM_woodroof_113",238 "bbox_2d": [239 769,240 0,241 1057,242 181243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 318.353384929158,248 -29.895414810180228,249 419.59094345527046250 ],251 "extent": [252 102.64006227441315,253 238.89991255711357,254 37.60747276143411255 ]256 },257 "obb": {258 "center": [259 318.353384929158,260 -29.895414810180228,261 419.59094345527046262 ],263 "extent": [264 102.64006227441315,265 238.89991255711357,266 37.60747276143411267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 315.8971862792969,276 -29.895389556884766,277 388.9488220214844278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 -0.8274999856948853,286 0.8274999856948853,287 0.8274999856948853288 ]289 },290 "color": [291 191,292 0,293 255294 ]295 }296 ],297 "wall": [298 {299 "object_id": "SM_leftwall_8",300 "bbox_2d": [301 0,302 0,303 314,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -512.0688954164282,310 -240.97154998867288,311 245.5155487060547312 ],313 "extent": [314 725.6351637653181,315 99.6704478559158,316 242.13623046875317 ]318 },319 "obb": {320 "center": [321 -512.0688954164282,322 -240.97154998867288,323 245.5155487060547324 ],325 "extent": [326 725.6351637653181,327 99.6704478559158,328 242.13623046875329 ],330 "rotation": [331 0,332 179.99977111816406,333 0334 ]335 },336 "location": [337 -512.0692138671875,338 -290.13128662109375,339 0340 ],341 "rotation": [342 0,343 179.99977111816406,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 0,355 127356 ]357 },358 {359 "object_id": "SM_rightwall_11",360 "bbox_2d": [361 1062,362 0,363 1919,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -26.000122070144926,370 201.00004196215752,371 248.09518432617188372 ],373 "extent": [374 1213.475322102896,375 56.19279383862782,376 242.13626098632812377 ]378 },379 "obb": {380 "center": [381 -26.000122070144926,382 201.00004196215752,383 248.09518432617188384 ],385 "extent": [386 1213.475322102896,387 56.19279383862782,388 242.13626098632812389 ],390 "rotation": [391 0,392 179.99977111816406,393 0394 ]395 },396 "location": [397 -26,398 201,399 9.81463623046875400 ],401 "rotation": [402 0,403 179.99977111816406,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 255,415 127416 ]417 },418 {419 "object_id": "SM_backwall_14",420 "bbox_2d": [421 309,422 203,423 1061,424 605425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 727,430 -42,431 244.2459716796875432 ],433 "extent": [434 513.4542740243764,435 298.30824864120177,436 243.74131774902344437 ]438 },439 "obb": {440 "center": [441 726.9999999999999,442 -42,443 244.2459716796875444 ],445 "extent": [446 513.4542740243764,447 298.30824864120177,448 243.74131774902344449 ],450 "rotation": [451 0,452 179.999755859375,453 0454 ]455 },456 "location": [457 727,458 -42,459 -1.56610107421875460 ],461 "rotation": [462 0,463 179.999755859375,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 255,474 0,475 127476 ]477 }478 ],479 "pipe": [480 {481 "object_id": "SM_Pipes_87",482 "bbox_2d": [483 934,484 316,485 1051,486 605487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 1164.9854568957085,492 86.61339285034592,493 248.83089232729253494 ],495 "extent": [496 17.764735660944098,497 75.6964546231211,498 244.47722919016087499 ]500 },501 "obb": {502 "center": [503 1164.9854568957085,504 86.6133928503459,505 248.83089232729253506 ],507 "extent": [508 17.764735660944098,509 75.6964546231211,510 244.47722919016087511 ],512 "rotation": [513 0,514 90.00000000000001,515 0516 ]517 },518 "location": [519 1174.117431640625,520 55.71179962158203,521 6.208587646484375522 ],523 "rotation": [524 0,525 90.00000000000001,526 0527 ],528 "scale": [529 1.384575366973877,530 1.384575366973877,531 1.384575366973877532 ]533 },534 "color": [535 63,536 191,537 255538 ]539 },540 {541 "object_id": "SM_pipeskitchen_90",542 "bbox_2d": [543 718,544 317,545 727,546 478547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 1177.9559863401912,552 -261.75722317782504,553 246.57614497792383554 ],555 "extent": [556 13.398842006945642,557 10.99121235027792,558 242.9800451244082559 ]560 },561 "obb": {562 "center": [563 1177.9559863401912,564 -261.75722317782504,565 246.57614497792383566 ],567 "extent": [568 13.398842006945642,569 10.99121235027792,570 242.9800451244082571 ],572 "rotation": [573 0,574 90.00000000000001,575 0576 ]577 },578 "location": [579 1172.7105712890625,580 -261.73883056640625,581 3.596099853515625582 ],583 "rotation": [584 0,585 90.00000000000001,586 0587 ],588 "scale": [589 1.0134018659591675,590 1.0134018659591675,591 1.0134018659591675592 ]593 },594 "color": [595 63,596 191,597 127598 ]599 },600 {601 "object_id": "SM_pipeskitchen3",602 "bbox_2d": [603 1160,604 236,605 1194,606 605607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 622.7100430042074,612 196.72460267988026,613 248.03538252564613614 ],615 "extent": [616 10.991213643204901,617 13.39884358308882,618 242.980073706829619 ]620 },621 "obb": {622 "center": [623 622.7100430042074,624 196.72460267988026,625 248.03538252564613626 ],627 "extent": [628 10.991213643204901,629 13.39884358308882,630 242.980073706829631 ],632 "rotation": [633 0,634 180,635 0636 ]637 },638 "location": [639 622.691650390625,640 191.47918701171875,641 5.055308818817139642 ],643 "rotation": [644 0,645 180,646 0647 ],648 "scale": [649 1.013401985168457,650 1.013401985168457,651 1.013401985168457652 ]653 },654 "color": [655 0,656 191,657 191658 ]659 }660 ]661 },662 "foreground": {663 "shelving": [664 {665 "object_id": "SM_kitchenshelf_02_69",666 "bbox_2d": [667 867,668 677,669 1214,670 850671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 491.3492431640625,676 93.78185272216797,677 61.110496520996094678 ],679 "extent": [680 39.9998779296875,681 99.99972534179693,682 54.99895095825195683 ]684 },685 "obb": {686 "center": [687 491.3492431640625,688 93.78185272216798,689 61.110496520996094690 ],691 "extent": [692 39.9998779296875,693 99.99972534179693,694 54.99895095825195695 ],696 "rotation": [697 0,698 90.00000000000001,699 0700 ]701 },702 "location": [703 491.3492431640625,704 93.78185272216797,705 3.6686134338378906706 ],707 "rotation": [708 0,709 90.00000000000001,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 255,720 191,721 127722 ]723 },724 {725 "object_id": "SM_kitchenshelf_4",726 "bbox_2d": [727 884,728 628,729 904,730 652731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 754.4514465332031,736 -49.00006103515625,737 61.58672332763672738 ],739 "extent": [740 100.01679229736328,741 40.04176330566406,742 54.999107360839844743 ]744 },745 "obb": {746 "center": [747 754.4514465332031,748 -49.00006103515625,749 61.58672332763672750 ],751 "extent": [752 100.01679229736328,753 40.04176330566406,754 54.999107360839844755 ],756 "rotation": [757 0,758 180,759 0760 ]761 },762 "location": [763 754.451416015625,764 -49.00008773803711,765 6.20855712890625766 ],767 "rotation": [768 0,769 180,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 127,780 191,781 0782 ]783 },784 {785 "object_id": "SM_kitchenshelf_5",786 "bbox_2d": [787 793,788 650,789 888,790 715791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 552.35986328125,796 -48.998043060302734,797 63.65044021606445798 ],799 "extent": [800 99.99972534179685,801 39.9998779296875,802 54.99895095825195803 ]804 },805 "obb": {806 "center": [807 552.35986328125,808 -48.998043060302734,809 63.65044021606445810 ],811 "extent": [812 99.99972534179685,813 39.9998779296875,814 54.99895095825195815 ],816 "rotation": [817 0,818 180,819 0820 ]821 },822 "location": [823 552.35986328125,824 -48.998043060302734,825 6.20855712890625826 ],827 "rotation": [828 0,829 180,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 127,840 191,841 255842 ]843 },844 {845 "object_id": "SM_kitchenshelf_3",846 "bbox_2d": [847 1189,848 672,849 1199,850 732851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 573.2568359375,856 93.78185272216797,857 61.110496044158936858 ],859 "extent": [860 39.9998779296875,861 99.99972534179693,862 54.99895095825195863 ]864 },865 "obb": {866 "center": [867 573.2568359375,868 93.78185272216798,869 61.110496044158936870 ],871 "extent": [872 39.9998779296875,873 99.99972534179693,874 54.99895095825195875 ],876 "rotation": [877 0,878 90.00000000000001,879 0880 ]881 },882 "location": [883 573.2568359375,884 93.78185272216797,885 3.6686129570007324886 ],887 "rotation": [888 0,889 90.00000000000001,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 191,900 63,901 0902 ]903 },904 {905 "object_id": "SM_kitchenshelf_194",906 "bbox_2d": [907 1043,908 593,909 1134,910 712911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 733.5660934448242,916 161.9463653564453,917 86.11681365966797918 ],919 "extent": [920 100.21844482421875,921 40.54936981201172,922 79.90824890136719923 ]924 },925 "obb": {926 "center": [927 733.5660934448242,928 161.9463653564453,929 86.11681365966797930 ],931 "extent": [932 100.21844482421875,933 40.54936981201172,934 79.90824890136719935 ],936 "rotation": [937 0,938 180,939 0940 ]941 },942 "location": [943 733.5661010742188,944 161.9463653564453,945 6.2085723876953125946 ],947 "rotation": [948 0,949 180,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 0,960 191,961 31962 ]963 },964 {965 "object_id": "SM_kitchenshelf_7",966 "bbox_2d": [967 1028,968 614,969 1046,970 709971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 934.2007751464844,976 161.94645309448242,977 61.58667707443237978 ],979 "extent": [980 100.01679229736328,981 40.04176330566406,982 54.999107360839844983 ]984 },985 "obb": {986 "center": [987 934.2007751464844,988 161.94645309448242,989 61.58667707443237990 ],991 "extent": [992 100.01679229736328,993 40.04176330566406,994 54.999107360839844995 ],996 "rotation": [997 0,998 180,999 01000 ]1001 },1002 "location": [1003 934.2007446289062,1004 161.94642639160156,1005 6.2085108757019041006 ],1007 "rotation": [1008 0,1009 180,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 255,1020 0,1021 311022 ]1023 }1024 ],1025 "appliance": [1026 {1027 "object_id": "SM_metalstove_5",1028 "bbox_2d": [1029 887,1030 602,1031 921,1032 6511033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 1103.11962890625,1038 -54.09661102294922,1039 64.69920730590821040 ],1041 "extent": [1042 43.352325439453125,1043 50.7218933105469,1044 59.010471343994141045 ]1046 },1047 "obb": {1048 "center": [1049 1103.11962890625,1050 -54.09661102294922,1051 64.69920730590821052 ],1053 "extent": [1054 43.352325439453125,1055 50.7218933105469,1056 59.010471343994141057 ],1058 "rotation": [1059 0,1060 90.00000000000001,1061 01062 ]1063 },1064 "location": [1065 1103.11962890625,1066 -54.09661102294922,1067 6.21191406251068 ],1069 "rotation": [1070 0,1071 90.00000000000001,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 127,1082 191,1083 631084 ]1085 },1086 {1087 "object_id": "SM_metaloven_138",1088 "bbox_2d": [1089 849,1090 492,1091 1172,1092 6961093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 500.5980987548828,1098 71.95675659179688,1099 171.863994598388671100 ],1101 "extent": [1102 48.01556396484375,1103 88.4038696289062,1104 55.8775863647460941105 ]1106 },1107 "obb": {1108 "center": [1109 500.5980987548828,1110 71.95675659179686,1111 171.863994598388671112 ],1113 "extent": [1114 48.01556396484375,1115 88.4038696289062,1116 55.8775863647460941117 ],1118 "rotation": [1119 0,1120 180,1121 01122 ]1123 },1124 "location": [1125 500.83154296875,1126 72.15515899658203,1127 112.501594543457031128 ],1129 "rotation": [1130 0,1131 180,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 191,1142 127,1143 631144 ]1145 },1146 {1147 "object_id": "SM_drinkmachine_02_142",1148 "bbox_2d": [1149 782,1150 534,1151 850,1152 6861153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 494.77347951432216,1158 -53.24713112184537,1159 162.69044113159181160 ],1161 "extent": [1162 46.57321219130756,1163 32.825059154618884,1164 41.848476409912111165 ]1166 },1167 "obb": {1168 "center": [1169 494.77347951432216,1170 -53.24713112184537,1171 162.69044113159181172 ],1173 "extent": [1174 46.57321219130756,1175 32.825059154618884,1176 41.848476409912111177 ],1178 "rotation": [1179 0,1180 179.7389678955078,1181 01182 ]1183 },1184 "location": [1185 494.7735290527344,1186 -53.24714279174805,1187 118.649383544921881188 ],1189 "rotation": [1190 0,1191 179.7389678955078,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [