TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l043_off0_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l043_off0_r003/lit.png",5 "camera": {6 "location": [7 -889,8 -251,9 23110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -889,38 -251,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_leftwall_8",56 "bbox_2d": [57 927,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -512.0688954164282,66 -240.97154998867288,67 245.515548706054768 ],69 "extent": [70 725.6351637653181,71 99.6704478559158,72 242.1362304687573 ]74 },75 "obb": {76 "center": [77 -512.0688954164282,78 -240.97154998867288,79 245.515548706054780 ],81 "extent": [82 725.6351637653181,83 99.6704478559158,84 242.1362304687585 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -512.0692138671875,94 -290.13128662109375,95 096 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_frontwall_5",116 "bbox_2d": [117 0,118 0,119 935,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -1240.4295752343487,126 -48.000000000007816,127 246.48490142822266128 ],129 "extent": [130 10.572162284987598,131 198.86315791456767,132 242.13623046875133 ]134 },135 "obb": {136 "center": [137 -1240.4295752343487,138 -48.000000000007816,139 246.48490142822266140 ],141 "extent": [142 10.572162284987598,143 198.86315791456767,144 242.13623046875145 ],146 "rotation": [147 0,148 -179.9999542236328,149 0150 ]151 },152 "location": [153 -1240.4295654296875,154 -48,155 4.831062316894531156 ],157 "rotation": [158 0,159 -179.9999542236328,160 0161 ],162 "scale": [163 0.6425582766532898,164 1.0200690031051636,165 1166 ]167 },168 "color": [169 95,170 0,171 127172 ]173 }174 ],175 "door": [176 {177 "object_id": "SM_wooddoorframe_49",178 "bbox_2d": [179 0,180 407,181 261,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -1232.3044815063477,188 70.83984298798123,189 143.62541484832764190 ],191 "extent": [192 5.932407855987549,193 74.38612441924533,194 133.97227478027344195 ]196 },197 "obb": {198 "center": [199 -1232.3044815063477,200 70.83984298798123,201 143.62541484832764202 ],203 "extent": [204 5.932407855987549,205 74.38612441924533,206 133.97227478027344207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -1222.8426513671875,216 145.22596740722656,217 9.944186210632324218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1904784440994263,227 1228 ]229 },230 "color": [231 255,232 127,233 127234 ]235 },236 {237 "object_id": "SM_wooddoorframe2",238 "bbox_2d": [239 0,240 455,241 32,242 1021243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -1288.9289898891848,248 165.40699986209867,249 142.08150386810303250 ],251 "extent": [252 57.74717126213932,253 39.82094990777597,254 127.09231567382812255 ]256 },257 "obb": {258 "center": [259 -1288.9289898891848,260 165.40699986209867,261 142.08150386810303262 ],263 "extent": [264 57.74717126213932,265 39.82094990777597,266 127.09231567382812267 ],268 "rotation": [269 0,270 59.15640258789062,271 0272 ]273 },274 "location": [275 -1236.13525390625,276 133.88113403320312,277 14.989188194274902278 ],279 "rotation": [280 0,281 59.15640258789062,282 0283 ],284 "scale": [285 0.9999998211860657,286 1,287 1288 ]289 },290 "color": [291 127,292 0,293 0294 ]295 }296 ],297 "sidewalk": [298 {299 "object_id": "SM_sidewalk_01_63",300 "bbox_2d": [301 164,302 864,303 930,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -1404.224136352539,310 -75.55000305175781,311 1.4316253662109375312 ],313 "extent": [314 171.16180419921875,315 158.5907592773438,316 8.45494556427002317 ]318 },319 "obb": {320 "center": [321 -1404.224136352539,322 -75.55000305175781,323 1.4316253662109375324 ],325 "extent": [326 171.16180419921875,327 158.5907592773438,328 8.45494556427002329 ],330 "rotation": [331 0,332 90.00000000000001,333 0334 ]335 },336 "location": [337 -1404.22412109375,338 -75.54997253417969,339 1.4316253662109375340 ],341 "rotation": [342 0,343 90.00000000000001,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 255,355 255356 ]357 },358 {359 "object_id": "SM_sidewalk_2",360 "bbox_2d": [361 0,362 864,363 217,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -1404.224136352539,370 240.83753967285156,371 1.4315944910049438372 ],373 "extent": [374 171.16180419921875,375 158.64773559570318,376 8.45494556427002377 ]378 },379 "obb": {380 "center": [381 -1404.224136352539,382 240.83753967285156,383 1.4315944910049438384 ],385 "extent": [386 171.16180419921875,387 158.64773559570318,388 8.45494556427002389 ],390 "rotation": [391 0,392 90.00000000000001,393 0394 ]395 },396 "location": [397 -1404.22412109375,398 240.83753967285156,399 1.4315944910049438400 ],401 "rotation": [402 0,403 90.00000000000001,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 0,415 127416 ]417 },418 {419 "object_id": "SM_sidewalk_6",420 "bbox_2d": [421 143,422 863,423 217,424 874425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -1545.3495464324951,430 240.84237670898438,431 0.9445372819900513432 ],433 "extent": [434 30.09494400024414,435 49.652351379394545,436 8.987836837768555437 ]438 },439 "obb": {440 "center": [441 -1545.3495464324951,442 240.84237670898438,443 0.9445372819900513444 ],445 "extent": [446 30.09494400024414,447 49.652351379394545,448 8.987836837768555449 ],450 "rotation": [451 0,452 90.00000000000001,453 0454 ]455 },456 "location": [457 -1541.601806640625,458 240.84237670898438,459 1.3187085390090942460 ],461 "rotation": [462 0,463 90.00000000000001,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 0,474 255,475 63476 ]477 }478 ]479 },480 "foreground": {481 "plane": [482 {483 "object_id": "Plane_2",484 "bbox_2d": [485 21,486 774,487 930,488 944489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -91.475341796875,494 0.002471923828125,495 -7496 ],497 "extent": [498 1775,499 1775,500 2.851052727237402e-13501 ]502 },503 "obb": {504 "center": [505 -91.475341796875,506 0.002471923828125,507 -7508 ],509 "extent": [510 1775,511 1775,512 2.851052727237402e-13513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -91.475341796875,522 0.002471923828125,523 -7524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 35.5,532 35.5,533 35.5534 ]535 },536 "color": [537 255,538 0,539 0540 ]541 }542 ],543 "awning": [544 {545 "object_id": "SM_awning_3",546 "bbox_2d": [547 909,548 309,549 930,550 520551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -1368.5507392984491,556 -40.90485611006264,557 349.7695791132642558 ],559 "extent": [560 131.07720848694953,561 245.26249539648242,562 110.25830092356955563 ]564 },565 "obb": {566 "center": [567 -1368.5507392984491,568 -40.90485611006264,569 349.7695791132642570 ],571 "extent": [572 131.07720848694953,573 245.26249539648242,574 110.25830092356955575 ],576 "rotation": [577 0,578 90.00000000000001,579 0580 ]581 },582 "location": [583 -1237.7021484375,584 -40.9401969909668,585 303.2781066894531586 ],587 "rotation": [588 0,589 90.00000000000001,590 0591 ],592 "scale": [593 0.4749999940395355,594 0.5496014356613159,595 0.4749999940395355596 ]597 },598 "color": [599 127,600 0,601 63602 ]603 }604 ],605 "sofa": [606 {607 "object_id": "SM_sofa_01_2",608 "bbox_2d": [609 705,610 945,611 1151,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -1043.258188634075,618 -238.85671997070312,619 60.04216012080906620 ],621 "extent": [622 135.43008252909203,623 59.66188049316406,624 53.81030763473973625 ]626 },627 "obb": {628 "center": [629 -1043.258188634075,630 -238.85671997070312,631 60.04216012080906632 ],633 "extent": [634 135.43008252909203,635 59.66188049316406,636 53.81030763473973637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -1043.650634765625,646 -236.76800537109375,647 6.2085723876953125648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 0.949999988079071,656 1,657 1.0600552558898926658 ]659 },660 "color": [661 127,662 255,663 63664 ]665 }666 ],667 "desk 008 parts": [668 {669 "object_id": "SM_desk_15",670 "bbox_2d": [671 310,672 996,673 652,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -1149.5740814248531,680 -120.84472621512222,681 49.12732804136613682 ],683 "extent": [684 31.34300854715252,685 37.408675625300724,686 43.30350411253312687 ]688 },689 "obb": {690 "center": [691 -1149.5740814248531,692 -120.84472621512222,693 49.12732804136613694 ],695 "extent": [696 31.34300854715252,697 37.408675625300724,698 43.30350411253312699 ],700 "rotation": [701 0,702 1.3044940233230595,703 0704 ]705 },706 "location": [707 -1149.5740966796875,708 -120.8447265625,709 5.823823928833008710 ],711 "rotation": [712 0,713 1.3044940233230595,714 0715 ],716 "scale": [717 1,718 1,719 0.9299650192260742720 ]721 },722 "color": [723 0,724 63,725 255726 ]727 }728 ],729 "chair": [730 {731 "object_id": "SM_chair_01_10",732 "bbox_2d": [733 142,734 973,735 315,736 1079737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -1166.520584338869,742 -59.27396403106201,743 49.59096338579707744 ],745 "extent": [746 30.81840075139644,747 33.55901567798762,748 43.28227930600315749 ]750 },751 "obb": {752 "center": [753 -1166.520584338869,754 -59.27396403106201,755 49.59096338579707756 ],757 "extent": [758 30.81840075139644,759 33.55901567798762,760 43.28227930600315761 ],762 "rotation": [763 0,764 -177.03761291503906,765 0766 ]767 },768 "location": [769 -1164.8941650390625,770 -59.652992248535156,771 6.208587646484375772 ],773 "rotation": [774 0,775 -177.03761291503906,776 0777 ],778 "scale": [779 0.9599999785423279,780 0.9599999785423279,781 0.9599999785423279782 ]783 },784 "color": [785 63,786 0,787 0788 ]789 }790 ],791 "decor": [792 {793 "object_id": "SM_decorateswall_01_125",794 "bbox_2d": [795 1099,796 97,797 1919,798 1079799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -898.4035882573808,804 -296.07508230729604,805 318.852354107461806 ],807 "extent": [808 284.6644189727813,809 2.37621697501163,810 172.2920759027329811 ]812 },813 "obb": {814 "center": [815 -898.4035882573808,816 -296.07508230729604,817 318.852354107461818 ],819 "extent": [820 284.6644189727813,821 2.37621697501163,822 172.2920759027329823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -964.3432006835938,832 -305.5323791503906,833 131.41244506835938834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 -1.0299999713897705,842 1.0299999713897705,843 1.0299999713897705844 ]845 },846 "color": [847 191,848 255,849 127850 ]851 },852 {853 "object_id": "SM_decorateswallrack_128",854 "bbox_2d": [855 1164,856 0,857 1872,858 280859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -937.3092041015625,864 -284.0549011230469,865 259.2548522949219866 ],867 "extent": [868 49.73320770263672,869 12.255633496770542,870 1.8625863790512085871 ]872 },873 "obb": {874 "center": [875 -937.3092041015625,876 -284.0549011230469,877 259.2548522949219878 ],879 "extent": [880 49.73320770263672,881 12.255633496770542,882 1.8625863790512085883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -937.3092041015625,892 -284.0549011230469,893 259.2548522949219894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1.2337313890457153,903 1904 ]905 },906 "color": [907 191,908 255,909 63910 ]911 },912 {913 "object_id": "SM_decorateswallrack2",914 "bbox_2d": [915 1061,916 0,917 1182,918 96919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -1070.8502197265625,924 -285.3234558105469,925 339.53277587890625926 ],927 "extent": [928 49.73320770263672,929 9.933794021606445,930 1.8625863790512085931 ]932 },933 "obb": {934 "center": [935 -1070.8502197265625,936 -285.3234558105469,937 339.53277587890625938 ],939 "extent": [940 49.73320770263672,941 9.933794021606445,942 1.8625863790512085943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 -1070.8502197265625,952 -285.3234558105469,953 339.53277587890625954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 191,968 127,969 0970 ]971 },972 {973 "object_id": "SM_decorativepaint_03_169",974 "bbox_2d": [975 1161,976 0,977 1324,978 475979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -1042.7444884405973,984 -293.28934372917,985 284.4382883026524986 ],987 "extent": [988 36.363176594484685,989 2.4976352548455907,990 40.80458673799876991 ]992 },993 "obb": {994 "center": [995 -1042.7444884405973,996 -293.28934372917,997 284.4382883026524998 ],999 "extent": [1000 36.363176594484685,1001 2.4976352548455907,1002 40.804586737998761003 ],1004 "rotation": [1005 0,1006 180,1007 01008 ]1009 },1010 "location": [1011 -1043.714599609375,1012 -293.2848205566406,1013 288.93307495117191014 ],1015 "rotation": [1016 0,1017 180,1018 01019 ],1020 "scale": [1021 1.0057018995285034,1022 1.0057018995285034,1023 1.00570189952850341024 ]1025 },1026 "color": [1027 191,1028 191,1029 01030 ]1031 },1032 {1033 "object_id": "SM_saltrock_173",1034 "bbox_2d": [1035 1057,1036 0,1037 1078,1038 441039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -1100.274589937832,1044 -285.78085624707484,1045 359.53676643192241046 ],1047 "extent": [1048 16.429322229072795,1049 16.357189488208064,1050 18.1373698741817861051 ]1052 },1053 "obb": {1054 "center": [1055 -1100.274589937832,1056 -285.78085624707484,1057 359.53676643192241058 ],1059 "extent": [1060 16.429322229072795,1061 16.357189488208064,1062 18.1373698741817861063 ],1064 "rotation": [1065 0,1066 -38.64712524414063,1067 01068 ]1069 },1070 "location": [1071 -1100.864990234375,1072 -285.82733154296875,1073 341.39535522460941074 ],1075 "rotation": [1076 0,1077 -38.64712524414063,1078 01079 ],1080 "scale": [1081 1.1449999809265137,1082 1.1449999809265137,1083 1.14499998092651371084 ]1085 },1086 "color": [1087 191,1088 191,1089 1271090 ]1091 }1092 ],1093 "lamp": [1094 {1095 "object_id": "SM_simplelamp3",1096 "bbox_2d": [1097 336,1098 1036,1099 435,1100 10791101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -1083.98291015625,1106 -134.7498779296875,1107 109.832670211791991108 ],1109 "extent": [1110 8.617121696472168,1111 8.617121696472168,1112 17.3123931884765621113 ]1114 },1115 "obb": {1116 "center": [1117 -1083.98291015625,1118 -134.7498779296875,1119 109.832670211791991120 ],1121 "extent": [1122 8.617121696472168,1123 8.617121696472168,1124 17.3123931884765621125 ],1126 "rotation": [1127 0,1128 0,1129 01130 ]1131 },1132 "location": [1133 -1083.98291015625,1134 -134.7498779296875,1135 92.389328002929691136 ],1137 "rotation": [1138 0,1139 0,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 191,1150 127,1151 311152 ]1153 }1154 ],1155 "utensil": [1156 {1157 "object_id": "SM_DishTray_141",1158 "bbox_2d": [1159 466,1160 999,1161 570,1162 10361163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -1162.5982670744331,1168 -125.425460754054,1169 94.692621946334841170 ],1171 "extent": [1172 7.371342645456707,1173 14.009557970153615,1174 2.29312443733215331175 ]1176 },1177 "obb": {1178 "center": [1179 -1162.5982670744331,1180 -125.425460754054,1181 94.692621946334841182 ],1183 "extent": [1184 7.371342645456707,1185 14.009557970153615,1186 2.29312443733215331187 ],1188 "rotation": [1189 0,1190 82.60470581054686,1191 01192 ]1193 },1194 "location": [1195 -1162.5982666015625,1196 -125.42546081542969,1197 92.399497985839841198 ],1199 "rotation": [1200 0,