TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l032_off0_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l032_off0_r002/lit.png",5 "camera": {6 "location": [7 957,8 -295,9 13010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 957,38 -295,39 130,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 1182,58 384,59 1288,60 69061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 255112 ]113 },114 {115 "object_id": "SM_Doorframe_2",116 "bbox_2d": [117 185,118 309,119 188,120 312121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1034.9999041261947,126 215.0000028609208,127 110.01809692382812128 ],129 "extent": [130 3.810631618963498,131 45.035607826911175,132 110.01809692382812133 ]134 },135 "obb": {136 "center": [137 1034.9999041261947,138 215.0000028609208,139 110.01809692382812140 ],141 "extent": [142 3.810631618963498,143 45.035607826911175,144 110.01809692382812145 ],146 "rotation": [147 0,148 90.00012207031251,149 0150 ]151 },152 "location": [153 1035,154 170,155 0156 ],157 "rotation": [158 0,159 90.00012207031251,160 0161 ],162 "scale": [163 0.75,164 1,165 1166 ]167 },168 "color": [169 223,170 31,171 127172 ]173 },174 {175 "object_id": "SM_Doorframe_3",176 "bbox_2d": [177 185,178 312,179 387,180 836181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1002.1334449000738,186 197.33835840559442,187 108.27146911621094188 ],189 "extent": [190 39.43860224900294,191 35.45908083700675,192 108.87620544433594193 ]194 },195 "obb": {196 "center": [197 1002.1334449000738,198 197.33835840559442,199 108.27146911621094200 ],201 "extent": [202 39.43860224900294,203 35.45908083700675,204 108.87620544433594205 ],206 "rotation": [207 0,208 140.00001525878906,209 0210 ]211 },212 "location": [213 1035,214 170,215 0216 ],217 "rotation": [218 0,219 140.00001525878906,220 0221 ],222 "scale": [223 0.75,224 1,225 1226 ]227 },228 "color": [229 223,230 31,231 63232 ]233 }234 ]235 },236 "foreground": {237 "bar stool": [238 {239 "object_id": "SM_Barstool_01_Small3",240 "bbox_2d": [241 1700,242 955,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 725.0137140270415,250 -220.00922851538053,251 22.542636655631668252 ],253 "extent": [254 18.463972746955733,255 18.183464331535106,256 22.60599171834542257 ]258 },259 "obb": {260 "center": [261 725.0137140270415,262 -220.00922851538053,263 22.542636655631668264 ],265 "extent": [266 18.463972746955733,267 18.183464331535106,268 22.60599171834542269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 725,278 -220,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 0.8999999761581421,288 0.8999999761581421,289 0.8999999761581421290 ]291 },292 "color": [293 159,294 95,295 127296 ]297 },298 {299 "object_id": "SM_Barstool_01_Small4",300 "bbox_2d": [301 1874,302 894,303 1919,304 995305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 635.0137140270415,310 -220.00922851538053,311 22.542636655631668312 ],313 "extent": [314 18.463972746955733,315 18.183464331535106,316 22.60599171834542317 ]318 },319 "obb": {320 "center": [321 635.0137140270415,322 -220.00922851538053,323 22.542636655631668324 ],325 "extent": [326 18.463972746955733,327 18.183464331535106,328 22.60599171834542329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 635,338 -220,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 0.8999999761581421,348 0.8999999761581421,349 0.8999999761581421350 ]351 },352 "color": [353 159,354 95,355 63356 ]357 }358 ],359 "folding": [360 {361 "object_id": "SM_Folding_Closed_193",362 "bbox_2d": [363 1615,364 616,365 1786,366 929367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 563.0454411043925,372 -130.0000126586815,373 50.90002023748582374 ],375 "extent": [376 14.748420726222093,377 24.495208003608745,378 51.49888812606113379 ]380 },381 "obb": {382 "center": [383 563.0454411043925,384 -130.0000126586815,385 50.90002023748581386 ],387 "extent": [388 14.748420726222093,389 24.495208003608745,390 51.49888812606113391 ],392 "rotation": [393 -3.0517578125552415e-05,394 -90.0000991821289,395 -10.000030517578125396 ]397 },398 "location": [399 571.394287109375,400 -130,401 0402 ],403 "rotation": [404 -3.0517578125552415e-05,405 -90.0000991821289,406 -10.000030517578125407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 63,416 223,417 191418 ]419 }420 ],421 "beer crate": [422 {423 "object_id": "SM_Beercrate_02_196",424 "bbox_2d": [425 1564,426 859,427 1735,428 950429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 591.910888671875,434 -127.89835357666016,435 12.455690383911133436 ],437 "extent": [438 16.99475471831613,439 21.9947441556898,440 12.544294357299805441 ]442 },443 "obb": {444 "center": [445 591.910888671875,446 -127.89835357666016,447 12.455690383911133448 ],449 "extent": [450 16.99475471831613,451 21.9947441556898,452 12.544294357299805453 ],454 "rotation": [455 0,456 -90.00009918212892,457 0458 ]459 },460 "location": [461 591.910888671875,462 -127.89835357666016,463 -1.52587890625e-05464 ],465 "rotation": [466 0,467 -90.00009918212892,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 63,478 223,479 31480 ]481 },482 {483 "object_id": "SM_Beercrate_3",484 "bbox_2d": [485 1496,486 852,487 1681,488 977489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 627.9992065429688,494 -127.89835357666016,495 12.455690642700574496 ],497 "extent": [498 16.99475471831613,499 21.9947441556898,500 12.544294357299805501 ]502 },503 "obb": {504 "center": [505 627.9992065429688,506 -127.89835357666016,507 12.455690642700574508 ],509 "extent": [510 16.99475471831613,511 21.9947441556898,512 12.544294357299805513 ],514 "rotation": [515 0,516 -90.00009918212892,517 0518 ]519 },520 "location": [521 627.9992065429688,522 -127.89835357666016,523 -1.4999999621068127e-05524 ],525 "rotation": [526 0,527 -90.00009918212892,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 63,538 223,539 95540 ]541 },542 {543 "object_id": "SM_Beercrate_4",544 "bbox_2d": [545 1564,546 777,547 1731,548 864549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 591.910888671875,554 -127.89835357666016,555 37.52694129943848556 ],557 "extent": [558 16.99475471831613,559 21.9947441556898,560 12.544294357299805561 ]562 },563 "obb": {564 "center": [565 591.910888671875,566 -127.89835357666016,567 37.52694129943848568 ],569 "extent": [570 16.99475471831613,571 21.9947441556898,572 12.544294357299805573 ],574 "rotation": [575 0,576 -90.00009918212892,577 0578 ]579 },580 "location": [581 591.910888671875,582 -127.89835357666016,583 25.07123565673828584 ],585 "rotation": [586 0,587 -90.00009918212892,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 63,598 223,599 159600 ]601 },602 {603 "object_id": "SM_Beercrate_5",604 "bbox_2d": [605 1496,606 770,607 1677,608 892609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 627.9992065429688,614 -127.89835357666016,615 37.52694129943848616 ],617 "extent": [618 16.99475471831613,619 21.9947441556898,620 12.544294357299805621 ]622 },623 "obb": {624 "center": [625 627.9992065429688,626 -127.89835357666016,627 37.52694129943848628 ],629 "extent": [630 16.99475471831613,631 21.9947441556898,632 12.544294357299805633 ],634 "rotation": [635 0,636 -90.00009918212892,637 0638 ]639 },640 "location": [641 627.9992065429688,642 -127.89835357666016,643 25.07123565673828644 ],645 "rotation": [646 0,647 -90.00009918212892,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 191,658 223,659 0660 ]661 },662 {663 "object_id": "SM_BeerCrate_01_302",664 "bbox_2d": [665 1554,666 699,667 1719,668 793669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 594,674 -127.00000190734863,675 60.99999809265137676 ],677 "extent": [678 22.500003814697266,679 15.00000286102295,680 11.000004768371582681 ]682 },683 "obb": {684 "center": [685 594,686 -127.00000190734863,687 60.99999809265137688 ],689 "extent": [690 22.500003814697266,691 15.00000286102295,692 11.000004768371582693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 594,702 -127,703 50704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 223,718 191,719 0720 ]721 }722 ],723 "chopstick stand": [724 {725 "object_id": "SM_ChopstickStand3",726 "bbox_2d": [727 1788,728 698,729 1840,730 786731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 671.572136487302,736 -199.585864202277,737 82.75994300842285738 ],739 "extent": [740 6.685903833459065,741 5.782682747893119,742 9.759943008422852743 ]744 },745 "obb": {746 "center": [747 671.572136487302,748 -199.585864202277,749 82.75994300842285750 ],751 "extent": [752 6.685903833459065,753 5.782682747893119,754 9.759943008422852755 ],756 "rotation": [757 0,758 100.00014495849612,759 0760 ]761 },762 "location": [763 670.345703125,764 -201.14735412597656,765 73766 ],767 "rotation": [768 0,769 100.00014495849612,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 191,780 223,781 159782 ]783 },784 {785 "object_id": "SM_ChopstickStand10",786 "bbox_2d": [787 619,788 592,789 649,790 649791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 893.5608769591819,796 23.078525469104473,797 103.75994300842285798 ],799 "extent": [800 5.782672073406616,801 6.685895907225639,802 9.759943008422852803 ]804 },805 "obb": {806 "center": [807 893.5608769591819,808 23.078525469104473,809 103.75994300842285810 ],811 "extent": [812 5.782672073406616,813 6.685895907225639,814 9.759943008422852815 ],816 "rotation": [817 0,818 10.000022888183594,819 0820 ]821 },822 "location": [823 891.9993896484375,824 24.304962158203125,825 94826 ],827 "rotation": [828 0,829 10.000022888183594,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 223,840 127,841 0842 ]843 },844 {845 "object_id": "SM_ChopstickStand11",846 "bbox_2d": [847 587,848 584,849 613,850 633851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 893.5608769591819,856 85.07852546910448,857 103.75994300842285858 ],859 "extent": [860 5.782672073406616,861 6.6858959072256425,862 9.759943008422852863 ]864 },865 "obb": {866 "center": [867 893.5608769591819,868 85.07852546910448,869 103.75994300842285870 ],871 "extent": [872 5.782672073406616,873 6.6858959072256425,874 9.759943008422852875 ],876 "rotation": [877 0,878 10.000022888183594,879 0880 ]881 },882 "location": [883 891.9993896484375,884 86.30496215820312,885 94886 ],887 "rotation": [888 0,889 10.000022888183594,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 223,900 127,901 191902 ]903 },904 {905 "object_id": "SM_ChopstickStand12",906 "bbox_2d": [907 1064,908 728,909 1076,910 730911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 780.7892934324623,916 -63.39487737177752,917 82.75997352600098918 ],919 "extent": [920 5.938299881630087,921 4.824803630273188,922 9.759943008422852923 ]924 },925 "obb": {926 "center": [927 780.7892934324623,928 -63.39487737177752,929 82.75997352600098930 ],931 "extent": [932 5.938299881630087,933 4.824803630273188,934 9.759943008422852935 ],936 "rotation": [937 0,938 -90.00007629394531,939 0940 ]941 },942 "location": [943 782.2682495117188,944 -62.07008361816406,945 73.00003051757812946 ],947 "rotation": [948 0,949 -90.00007629394531,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 223,960 191,961 31962 ]963 }964 ],965 "chair": [966 {967 "object_id": "SM_Chair_11",968 "bbox_2d": [969 998,970 678,971 1150,972 946973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 756.8013265712542,978 -27.384492459664706,979 40.02226257324219980 ],981 "extent": [982 23.908516694612672,983 22.68792813890059,984 40.022247314453125985 ]986 },987 "obb": {988 "center": [989 756.8013265712542,990 -27.384492459664706,991 40.02226257324219992 ],993 "extent": [994 23.908516694612672,995 22.68792813890059,996 40.022247314453125997 ],998 "rotation": [999 0,1000 173.9241485595703,1001 01002 ]1003 },1004 "location": [1005 756.8013305664062,1006 -27.384490966796875,1007 1.52587890625e-051008 ],1009 "rotation": [1010 0,1011 173.9241485595703,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 223,1022 191,1023 1271024 ]1025 },1026 {1027 "object_id": "SM_Chair_12",1028 "bbox_2d": [1029 1192,1030 729,1031 1391,1032 10771033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 753.7443884906567,1038 -117.27447302063119,1039 40.022262573242191040 ],1041 "extent": [1042 22.762253080915684,1043 21.45173615042866,1044 40.0222473144531251045 ]1046 },1047 "obb": {1048 "center": [1049 753.7443884906567,1050 -117.27447302063119,1051 40.022262573242191052 ],1053 "extent": [1054 22.762253080915684,1055 21.45173615042866,1056 40.0222473144531251057 ],1058 "rotation": [1059 0,1060 2.578369140625,1061 01062 ]1063 },1064 "location": [1065 753.744384765625,1066 -117.27447509765625,1067 1.52587890625e-051068 ],1069 "rotation": [1070 0,1071 2.578369140625,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 223,1082 191,1083 1911084 ]1085 }1086 ],1087 "coat hanger": [1088 {1089 "object_id": "SM_CoatHanger6_359",1090 "bbox_2d": [1091 573,1092 199,1093 885,1094 5071095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 919.9772206750628,1100 -175.5434946164791,1101 153.353740692138671102 ],1103 "extent": [1104 19.967599728853088,1105 3.5435696258572875,1106 18.8701667785644531107 ]1108 },1109 "obb": {1110 "center": [1111 919.9772206750628,1112 -175.5434946164791,1113 153.353740692138671114 ],1115 "extent": [1116 19.967599728853088,1117 3.5435696258572875,1118 18.8701667785644531119 ],1120 "rotation": [1121 0,1122 179.99978637695312,1123 01124 ]1125 },1126 "location": [1127 920,1128 -172,1129 1601130 ],1131 "rotation": [1132 0,1133 179.99978637695312,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 0,1144 95,1145 151146 ]1147 }1148 ]1149 }1150}