TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l033_off1_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l033_off1_r002/lit.png",5 "camera": {6 "location": [7 889,8 -337,9 18010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 889,38 -337,39 180,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 1043,58 471,59 1154,60 84961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 255112 ]113 },114 {115 "object_id": "SM_Doorframe_2",116 "bbox_2d": [117 0,118 441,119 17,120 445121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1034.9999041261947,126 215.0000028609208,127 110.01809692382812128 ],129 "extent": [130 3.810631618963498,131 45.035607826911175,132 110.01809692382812133 ]134 },135 "obb": {136 "center": [137 1034.9999041261947,138 215.0000028609208,139 110.01809692382812140 ],141 "extent": [142 3.810631618963498,143 45.035607826911175,144 110.01809692382812145 ],146 "rotation": [147 0,148 90.00012207031251,149 0150 ]151 },152 "location": [153 1035,154 170,155 0156 ],157 "rotation": [158 0,159 90.00012207031251,160 0161 ],162 "scale": [163 0.75,164 1,165 1166 ]167 },168 "color": [169 223,170 31,171 127172 ]173 },174 {175 "object_id": "SM_Doorframe_3",176 "bbox_2d": [177 0,178 445,179 65,180 1001181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1002.1334449000738,186 197.33835840559442,187 108.27146911621094188 ],189 "extent": [190 39.43860224900294,191 35.45908083700675,192 108.87620544433594193 ]194 },195 "obb": {196 "center": [197 1002.1334449000738,198 197.33835840559442,199 108.27146911621094200 ],201 "extent": [202 39.43860224900294,203 35.45908083700675,204 108.87620544433594205 ],206 "rotation": [207 0,208 140.00001525878906,209 0210 ]211 },212 "location": [213 1035,214 170,215 0216 ],217 "rotation": [218 0,219 140.00001525878906,220 0221 ],222 "scale": [223 0.75,224 1,225 1226 ]227 },228 "color": [229 223,230 31,231 63232 ]233 }234 ]235 },236 "foreground": {237 "chair": [238 {239 "object_id": "SM_Chair_2",240 "bbox_2d": [241 1750,242 862,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 529.9999961853027,250 -225.00000190734863,251 40.022247314453125252 ],253 "extent": [254 21.862672805786133,255 20.488967895507812,256 40.022247314453125257 ]258 },259 "obb": {260 "center": [261 529.9999961853027,262 -225.00000190734863,263 40.022247314453125264 ],265 "extent": [266 21.862672805786133,267 20.488967895507812,268 40.022247314453125269 ],270 "rotation": [271 0,272 180,273 0274 ]275 },276 "location": [277 530,278 -225,279 0280 ],281 "rotation": [282 0,283 180,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 159,294 0,295 159296 ]297 },298 {299 "object_id": "SM_Chair_11",300 "bbox_2d": [301 768,302 810,303 914,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 756.8013265712542,310 -27.384492459664706,311 40.02226257324219312 ],313 "extent": [314 23.908516694612672,315 22.68792813890059,316 40.022247314453125317 ]318 },319 "obb": {320 "center": [321 756.8013265712542,322 -27.384492459664706,323 40.02226257324219324 ],325 "extent": [326 23.908516694612672,327 22.68792813890059,328 40.022247314453125329 ],330 "rotation": [331 0,332 173.9241485595703,333 0334 ]335 },336 "location": [337 756.8013305664062,338 -27.384490966796875,339 1.52587890625e-05340 ],341 "rotation": [342 0,343 173.9241485595703,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 223,354 191,355 127356 ]357 },358 {359 "object_id": "SM_Chair_12",360 "bbox_2d": [361 900,362 914,363 1080,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 753.7443884906567,370 -117.27447302063119,371 40.02226257324219372 ],373 "extent": [374 22.762253080915684,375 21.45173615042866,376 40.022247314453125377 ]378 },379 "obb": {380 "center": [381 753.7443884906567,382 -117.27447302063119,383 40.02226257324219384 ],385 "extent": [386 22.762253080915684,387 21.45173615042866,388 40.022247314453125389 ],390 "rotation": [391 0,392 2.578369140625,393 0394 ]395 },396 "location": [397 753.744384765625,398 -117.27447509765625,399 1.52587890625e-05400 ],401 "rotation": [402 0,403 2.578369140625,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 223,414 191,415 191416 ]417 }418 ],419 "folding": [420 {421 "object_id": "SM_Folding_Closed_193",422 "bbox_2d": [423 1406,424 747,425 1545,426 962427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 563.0454411043925,432 -130.0000126586815,433 50.90002023748582434 ],435 "extent": [436 14.748420726222093,437 24.495208003608745,438 51.49888812606113439 ]440 },441 "obb": {442 "center": [443 563.0454411043925,444 -130.0000126586815,445 50.90002023748581446 ],447 "extent": [448 14.748420726222093,449 24.495208003608745,450 51.49888812606113451 ],452 "rotation": [453 -3.0517578125552415e-05,454 -90.0000991821289,455 -10.000030517578125456 ]457 },458 "location": [459 571.394287109375,460 -130,461 0462 ],463 "rotation": [464 -3.0517578125552415e-05,465 -90.0000991821289,466 -10.000030517578125467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 63,476 223,477 191478 ]479 }480 ],481 "beer crate": [482 {483 "object_id": "SM_Beercrate_02_196",484 "bbox_2d": [485 1333,486 961,487 1366,488 990489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 591.910888671875,494 -127.89835357666016,495 12.455690383911133496 ],497 "extent": [498 16.99475471831613,499 21.9947441556898,500 12.544294357299805501 ]502 },503 "obb": {504 "center": [505 591.910888671875,506 -127.89835357666016,507 12.455690383911133508 ],509 "extent": [510 16.99475471831613,511 21.9947441556898,512 12.544294357299805513 ],514 "rotation": [515 0,516 -90.00009918212892,517 0518 ]519 },520 "location": [521 591.910888671875,522 -127.89835357666016,523 -1.52587890625e-05524 ],525 "rotation": [526 0,527 -90.00009918212892,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 63,538 223,539 31540 ]541 },542 {543 "object_id": "SM_Beercrate_3",544 "bbox_2d": [545 1253,546 998,547 1309,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 627.9992065429688,554 -127.89835357666016,555 12.455690642700574556 ],557 "extent": [558 16.99475471831613,559 21.9947441556898,560 12.544294357299805561 ]562 },563 "obb": {564 "center": [565 627.9992065429688,566 -127.89835357666016,567 12.455690642700574568 ],569 "extent": [570 16.99475471831613,571 21.9947441556898,572 12.544294357299805573 ],574 "rotation": [575 0,576 -90.00009918212892,577 0578 ]579 },580 "location": [581 627.9992065429688,582 -127.89835357666016,583 -1.4999999621068127e-05584 ],585 "rotation": [586 0,587 -90.00009918212892,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 63,598 223,599 95600 ]601 },602 {603 "object_id": "SM_Beercrate_4",604 "bbox_2d": [605 1329,606 892,607 1487,608 981609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 591.910888671875,614 -127.89835357666016,615 37.52694129943848616 ],617 "extent": [618 16.99475471831613,619 21.9947441556898,620 12.544294357299805621 ]622 },623 "obb": {624 "center": [625 591.910888671875,626 -127.89835357666016,627 37.52694129943848628 ],629 "extent": [630 16.99475471831613,631 21.9947441556898,632 12.544294357299805633 ],634 "rotation": [635 0,636 -90.00009918212892,637 0638 ]639 },640 "location": [641 591.910888671875,642 -127.89835357666016,643 25.07123565673828644 ],645 "rotation": [646 0,647 -90.00009918212892,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 63,658 223,659 159660 ]661 },662 {663 "object_id": "SM_Beercrate_5",664 "bbox_2d": [665 1253,666 911,667 1383,668 1022669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 627.9992065429688,674 -127.89835357666016,675 37.52694129943848676 ],677 "extent": [678 16.99475471831613,679 21.9947441556898,680 12.544294357299805681 ]682 },683 "obb": {684 "center": [685 627.9992065429688,686 -127.89835357666016,687 37.52694129943848688 ],689 "extent": [690 16.99475471831613,691 21.9947441556898,692 12.544294357299805693 ],694 "rotation": [695 0,696 -90.00009918212892,697 0698 ]699 },700 "location": [701 627.9992065429688,702 -127.89835357666016,703 25.07123565673828704 ],705 "rotation": [706 0,707 -90.00009918212892,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 191,718 223,719 0720 ]721 },722 {723 "object_id": "SM_BeerCrate_01_302",724 "bbox_2d": [725 1318,726 833,727 1479,728 943729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 594,734 -127.00000190734863,735 60.99999809265137736 ],737 "extent": [738 22.500003814697266,739 15.00000286102295,740 11.000004768371582741 ]742 },743 "obb": {744 "center": [745 594,746 -127.00000190734863,747 60.99999809265137748 ],749 "extent": [750 22.500003814697266,751 15.00000286102295,752 11.000004768371582753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 594,762 -127,763 50764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 223,778 191,779 0780 ]781 }782 ],783 "chopstick stand": [784 {785 "object_id": "SM_ChopstickStand3",786 "bbox_2d": [787 1445,788 903,789 1490,790 995791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 671.572136487302,796 -199.585864202277,797 82.75994300842285798 ],799 "extent": [800 6.685903833459065,801 5.782682747893119,802 9.759943008422852803 ]804 },805 "obb": {806 "center": [807 671.572136487302,808 -199.585864202277,809 82.75994300842285810 ],811 "extent": [812 6.685903833459065,813 5.782682747893119,814 9.759943008422852815 ],816 "rotation": [817 0,818 100.00014495849612,819 0820 ]821 },822 "location": [823 670.345703125,824 -201.14735412597656,825 73826 ],827 "rotation": [828 0,829 100.00014495849612,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 191,840 223,841 159842 ]843 },844 {845 "object_id": "SM_ChopstickStand8",846 "bbox_2d": [847 350,848 875,849 407,850 979851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 893.5608769591819,856 -118.92147453089552,857 103.75994300842285858 ],859 "extent": [860 5.782672073406616,861 6.6858959072256425,862 9.759943008422852863 ]864 },865 "obb": {866 "center": [867 893.5608769591819,868 -118.92147453089552,869 103.75994300842285870 ],871 "extent": [872 5.782672073406616,873 6.6858959072256425,874 9.759943008422852875 ],876 "rotation": [877 0,878 10.000022888183594,879 0880 ]881 },882 "location": [883 891.9993896484375,884 -117.69503784179688,885 94886 ],887 "rotation": [888 0,889 10.000022888183594,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 223,900 255,901 0902 ]903 },904 {905 "object_id": "SM_ChopstickStand9",906 "bbox_2d": [907 364,908 796,909 407,910 874911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 893.5608769591819,916 -49.92147453089553,917 103.75994300842285918 ],919 "extent": [920 5.782672073406616,921 6.685895907225635,922 9.759943008422852923 ]924 },925 "obb": {926 "center": [927 893.5608769591819,928 -49.92147453089553,929 103.75994300842285930 ],931 "extent": [932 5.782672073406616,933 6.685895907225635,934 9.759943008422852935 ],936 "rotation": [937 0,938 10.000022888183594,939 0940 ]941 },942 "location": [943 891.9993896484375,944 -48.695037841796875,945 94946 ],947 "rotation": [948 0,949 10.000022888183594,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 223,960 255,961 191962 ]963 },964 {965 "object_id": "SM_ChopstickStand10",966 "bbox_2d": [967 372,968 744,969 406,970 804971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 893.5608769591819,976 23.078525469104473,977 103.75994300842285978 ],979 "extent": [980 5.782672073406616,981 6.685895907225639,982 9.759943008422852983 ]984 },985 "obb": {986 "center": [987 893.5608769591819,988 23.078525469104473,989 103.75994300842285990 ],991 "extent": [992 5.782672073406616,993 6.685895907225639,994 9.759943008422852995 ],996 "rotation": [997 0,998 10.000022888183594,999 01000 ]1001 },1002 "location": [1003 891.9993896484375,1004 24.304962158203125,1005 941006 ],1007 "rotation": [1008 0,1009 10.000022888183594,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 223,1020 127,1021 01022 ]1023 },1024 {1025 "object_id": "SM_ChopstickStand11",1026 "bbox_2d": [1027 377,1028 714,1029 406,1030 7611031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 893.5608769591819,1036 85.07852546910448,1037 103.759943008422851038 ],1039 "extent": [1040 5.782672073406616,1041 6.6858959072256425,1042 9.7599430084228521043 ]1044 },1045 "obb": {1046 "center": [1047 893.5608769591819,1048 85.07852546910448,1049 103.759943008422851050 ],1051 "extent": [1052 5.782672073406616,1053 6.6858959072256425,1054 9.7599430084228521055 ],1056 "rotation": [1057 0,1058 10.000022888183594,1059 01060 ]1061 },1062 "location": [1063 891.9993896484375,1064 86.30496215820312,1065 941066 ],1067 "rotation": [1068 0,1069 10.000022888183594,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 223,1080 127,1081 1911082 ]1083 },1084 {1085 "object_id": "SM_ChopstickStand12",1086 "bbox_2d": [1087 818,1088 828,1089 833,1090 8391091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 780.7892934324623,1096 -63.39487737177752,1097 82.759973526000981098 ],1099 "extent": [1100 5.938299881630087,1101 4.824803630273188,1102 9.7599430084228521103 ]1104 },1105 "obb": {1106 "center": [1107 780.7892934324623,1108 -63.39487737177752,1109 82.759973526000981110 ],1111 "extent": [1112 5.938299881630087,1113 4.824803630273188,1114 9.7599430084228521115 ],1116 "rotation": [1117 0,1118 -90.00007629394531,1119 01120 ]1121 },1122 "location": [1123 782.2682495117188,1124 -62.07008361816406,1125 73.000030517578121126 ],1127 "rotation": [1128 0,1129 -90.00007629394531,1130 01131 ],1132 "scale": [1133 1,1134 1,1135 11136 ]1137 },1138 "color": [1139 223,1140 191,1141 311142 ]1143 }1144 ],1145 "coat hanger": [1146 {1147 "object_id": "SM_CoatHanger_350",1148 "bbox_2d": [1149 1855,1150 767,1151 1919,1152 8001153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 453.5434946528736,1158 -224.02277366279895,1159 111.353740692138671160 ],1161 "extent": [1162 3.5435377197342177,1163 19.967594066807465,1164 18.8701667785644531165 ]1166 },1167 "obb": {1168 "center": [1169 453.5434946528736,1170 -224.02277366279895,1171 111.353740692138671172 ],1173 "extent": [1174 3.5435377197342177,1175 19.967594066807465,1176 18.8701667785644531177 ],1178 "rotation": [1179 0,1180 -90.00012207031251,1181 01182 ]1183 },1184 "location": [1185 450,1186 -224,1187 1181188 ],1189 "rotation": [1190 0,1191 -90.00012207031251,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [