TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l030_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l030_r002/lit.png",5 "camera": {6 "location": [7 860,8 -272,9 8010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 860,38 -272,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 1069,58 263,59 1119,60 69761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 255112 ]113 },114 {115 "object_id": "SM_Doorframe_3",116 "bbox_2d": [117 0,118 164,119 86,120 291121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1002.1334449000738,126 197.33835840559442,127 108.27146911621094128 ],129 "extent": [130 39.43860224900294,131 35.45908083700675,132 108.87620544433594133 ]134 },135 "obb": {136 "center": [137 1002.1334449000738,138 197.33835840559442,139 108.27146911621094140 ],141 "extent": [142 39.43860224900294,143 35.45908083700675,144 108.87620544433594145 ],146 "rotation": [147 0,148 140.00001525878906,149 0150 ]151 },152 "location": [153 1035,154 170,155 0156 ],157 "rotation": [158 0,159 140.00001525878906,160 0161 ],162 "scale": [163 0.75,164 1,165 1166 ]167 },168 "color": [169 223,170 31,171 63172 ]173 }174 ]175 },176 "foreground": {177 "bar stool": [178 {179 "object_id": "SM_Barstool_01_Small3",180 "bbox_2d": [181 1550,182 802,183 1919,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 725.0137140270415,190 -220.00922851538053,191 22.542636655631668192 ],193 "extent": [194 18.463972746955733,195 18.183464331535106,196 22.60599171834542197 ]198 },199 "obb": {200 "center": [201 725.0137140270415,202 -220.00922851538053,203 22.542636655631668204 ],205 "extent": [206 18.463972746955733,207 18.183464331535106,208 22.60599171834542209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 725,218 -220,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 0.8999999761581421,228 0.8999999761581421,229 0.8999999761581421230 ]231 },232 "color": [233 159,234 95,235 127236 ]237 },238 {239 "object_id": "SM_Barstool_01_Small4",240 "bbox_2d": [241 1833,242 734,243 1919,244 1015245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 635.0137140270415,250 -220.00922851538053,251 22.542636655631668252 ],253 "extent": [254 18.463972746955733,255 18.183464331535106,256 22.60599171834542257 ]258 },259 "obb": {260 "center": [261 635.0137140270415,262 -220.00922851538053,263 22.542636655631668264 ],265 "extent": [266 18.463972746955733,267 18.183464331535106,268 22.60599171834542269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 635,278 -220,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 0.8999999761581421,288 0.8999999761581421,289 0.8999999761581421290 ]291 },292 "color": [293 159,294 95,295 63296 ]297 }298 ],299 "folding": [300 {301 "object_id": "SM_Folding_Closed_193",302 "bbox_2d": [303 1530,304 466,305 1735,306 806307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 563.0454411043925,312 -130.0000126586815,313 50.90002023748582314 ],315 "extent": [316 14.748420726222093,317 24.495208003608745,318 51.49888812606113319 ]320 },321 "obb": {322 "center": [323 563.0454411043925,324 -130.0000126586815,325 50.90002023748581326 ],327 "extent": [328 14.748420726222093,329 24.495208003608745,330 51.49888812606113331 ],332 "rotation": [333 -3.0517578125552415e-05,334 -90.0000991821289,335 -10.000030517578125336 ]337 },338 "location": [339 571.394287109375,340 -130,341 0342 ],343 "rotation": [344 -3.0517578125552415e-05,345 -90.0000991821289,346 -10.000030517578125347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 63,356 223,357 191358 ]359 }360 ],361 "beer crate": [362 {363 "object_id": "SM_Beercrate_02_196",364 "bbox_2d": [365 1456,366 751,367 1668,368 816369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 591.910888671875,374 -127.89835357666016,375 12.455690383911133376 ],377 "extent": [378 16.99475471831613,379 21.9947441556898,380 12.544294357299805381 ]382 },383 "obb": {384 "center": [385 591.910888671875,386 -127.89835357666016,387 12.455690383911133388 ],389 "extent": [390 16.99475471831613,391 21.9947441556898,392 12.544294357299805393 ],394 "rotation": [395 0,396 -90.00009918212892,397 0398 ]399 },400 "location": [401 591.910888671875,402 -127.89835357666016,403 -1.52587890625e-05404 ],405 "rotation": [406 0,407 -90.00009918212892,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 223,419 31420 ]421 },422 {423 "object_id": "SM_Beercrate_3",424 "bbox_2d": [425 1365,426 748,427 1592,428 893429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 627.9992065429688,434 -127.89835357666016,435 12.455690642700574436 ],437 "extent": [438 16.99475471831613,439 21.9947441556898,440 12.544294357299805441 ]442 },443 "obb": {444 "center": [445 627.9992065429688,446 -127.89835357666016,447 12.455690642700574448 ],449 "extent": [450 16.99475471831613,451 21.9947441556898,452 12.544294357299805453 ],454 "rotation": [455 0,456 -90.00009918212892,457 0458 ]459 },460 "location": [461 627.9992065429688,462 -127.89835357666016,463 -1.4999999621068127e-05464 ],465 "rotation": [466 0,467 -90.00009918212892,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 63,478 223,479 95480 ]481 },482 {483 "object_id": "SM_Beercrate_4",484 "bbox_2d": [485 1456,486 662,487 1663,488 764489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 591.910888671875,494 -127.89835357666016,495 37.52694129943848496 ],497 "extent": [498 16.99475471831613,499 21.9947441556898,500 12.544294357299805501 ]502 },503 "obb": {504 "center": [505 591.910888671875,506 -127.89835357666016,507 37.52694129943848508 ],509 "extent": [510 16.99475471831613,511 21.9947441556898,512 12.544294357299805513 ],514 "rotation": [515 0,516 -90.00009918212892,517 0518 ]519 },520 "location": [521 591.910888671875,522 -127.89835357666016,523 25.07123565673828524 ],525 "rotation": [526 0,527 -90.00009918212892,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 63,538 223,539 159540 ]541 },542 {543 "object_id": "SM_Beercrate_5",544 "bbox_2d": [545 1365,546 648,547 1587,548 782549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 627.9992065429688,554 -127.89835357666016,555 37.52694129943848556 ],557 "extent": [558 16.99475471831613,559 21.9947441556898,560 12.544294357299805561 ]562 },563 "obb": {564 "center": [565 627.9992065429688,566 -127.89835357666016,567 37.52694129943848568 ],569 "extent": [570 16.99475471831613,571 21.9947441556898,572 12.544294357299805573 ],574 "rotation": [575 0,576 -90.00009918212892,577 0578 ]579 },580 "location": [581 627.9992065429688,582 -127.89835357666016,583 25.07123565673828584 ],585 "rotation": [586 0,587 -90.00009918212892,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 191,598 223,599 0600 ]601 },602 {603 "object_id": "SM_BeerCrate_01_302",604 "bbox_2d": [605 1443,606 567,607 1634,608 659609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 594,614 -127.00000190734863,615 60.99999809265137616 ],617 "extent": [618 22.500003814697266,619 15.00000286102295,620 11.000004768371582621 ]622 },623 "obb": {624 "center": [625 594,626 -127.00000190734863,627 60.99999809265137628 ],629 "extent": [630 22.500003814697266,631 15.00000286102295,632 11.000004768371582633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 594,642 -127,643 50644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 223,658 191,659 0660 ]661 }662 ],663 "chopstick stand": [664 {665 "object_id": "SM_ChopstickStand3",666 "bbox_2d": [667 1707,668 465,669 1780,670 583671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 671.572136487302,676 -199.585864202277,677 82.75994300842285678 ],679 "extent": [680 6.685903833459065,681 5.782682747893119,682 9.759943008422852683 ]684 },685 "obb": {686 "center": [687 671.572136487302,688 -199.585864202277,689 82.75994300842285690 ],691 "extent": [692 6.685903833459065,693 5.782682747893119,694 9.759943008422852695 ],696 "rotation": [697 0,698 100.00014495849612,699 0700 ]701 },702 "location": [703 670.345703125,704 -201.14735412597656,705 73706 ],707 "rotation": [708 0,709 100.00014495849612,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 223,721 159722 ]723 },724 {725 "object_id": "SM_ChopstickStand8",726 "bbox_2d": [727 41,728 256,729 90,730 293731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 893.5608769591819,736 -118.92147453089552,737 103.75994300842285738 ],739 "extent": [740 5.782672073406616,741 6.6858959072256425,742 9.759943008422852743 ]744 },745 "obb": {746 "center": [747 893.5608769591819,748 -118.92147453089552,749 103.75994300842285750 ],751 "extent": [752 5.782672073406616,753 6.6858959072256425,754 9.759943008422852755 ],756 "rotation": [757 0,758 10.000022888183594,759 0760 ]761 },762 "location": [763 891.9993896484375,764 -117.69503784179688,765 94766 ],767 "rotation": [768 0,769 10.000022888183594,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 223,780 255,781 0782 ]783 },784 {785 "object_id": "SM_ChopstickStand9",786 "bbox_2d": [787 168,788 354,789 201,790 386791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 893.5608769591819,796 -49.92147453089553,797 103.75994300842285798 ],799 "extent": [800 5.782672073406616,801 6.685895907225635,802 9.759943008422852803 ]804 },805 "obb": {806 "center": [807 893.5608769591819,808 -49.92147453089553,809 103.75994300842285810 ],811 "extent": [812 5.782672073406616,813 6.685895907225635,814 9.759943008422852815 ],816 "rotation": [817 0,818 10.000022888183594,819 0820 ]821 },822 "location": [823 891.9993896484375,824 -48.695037841796875,825 94826 ],827 "rotation": [828 0,829 10.000022888183594,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 223,840 255,841 191842 ]843 },844 {845 "object_id": "SM_ChopstickStand10",846 "bbox_2d": [847 239,848 405,849 255,850 430851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 893.5608769591819,856 23.078525469104473,857 103.75994300842285858 ],859 "extent": [860 5.782672073406616,861 6.685895907225639,862 9.759943008422852863 ]864 },865 "obb": {866 "center": [867 893.5608769591819,868 23.078525469104473,869 103.75994300842285870 ],871 "extent": [872 5.782672073406616,873 6.685895907225639,874 9.759943008422852875 ],876 "rotation": [877 0,878 10.000022888183594,879 0880 ]881 },882 "location": [883 891.9993896484375,884 24.304962158203125,885 94886 ],887 "rotation": [888 0,889 10.000022888183594,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 223,900 127,901 0902 ]903 },904 {905 "object_id": "SM_ChopstickStand11",906 "bbox_2d": [907 264,908 430,909 276,910 432911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 893.5608769591819,916 85.07852546910448,917 103.75994300842285918 ],919 "extent": [920 5.782672073406616,921 6.6858959072256425,922 9.759943008422852923 ]924 },925 "obb": {926 "center": [927 893.5608769591819,928 85.07852546910448,929 103.75994300842285930 ],931 "extent": [932 5.782672073406616,933 6.6858959072256425,934 9.759943008422852935 ],936 "rotation": [937 0,938 10.000022888183594,939 0940 ]941 },942 "location": [943 891.9993896484375,944 86.30496215820312,945 94946 ],947 "rotation": [948 0,949 10.000022888183594,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 223,960 127,961 191962 ]963 },964 {965 "object_id": "SM_ChopstickStand12",966 "bbox_2d": [967 781,968 566,969 786,970 567971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 780.7892934324623,976 -63.39487737177752,977 82.75997352600098978 ],979 "extent": [980 5.938299881630087,981 4.824803630273188,982 9.759943008422852983 ]984 },985 "obb": {986 "center": [987 780.7892934324623,988 -63.39487737177752,989 82.75997352600098990 ],991 "extent": [992 5.938299881630087,993 4.824803630273188,994 9.759943008422852995 ],996 "rotation": [997 0,998 -90.00007629394531,999 01000 ]1001 },1002 "location": [1003 782.2682495117188,1004 -62.07008361816406,1005 73.000030517578121006 ],1007 "rotation": [1008 0,1009 -90.00007629394531,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 223,1020 191,1021 311022 ]1023 }1024 ],1025 "chair": [1026 {1027 "object_id": "SM_Chair_11",1028 "bbox_2d": [1029 743,1030 540,1031 930,1032 8621033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 756.8013265712542,1038 -27.384492459664706,1039 40.022262573242191040 ],1041 "extent": [1042 23.908516694612672,1043 22.68792813890059,1044 40.0222473144531251045 ]1046 },1047 "obb": {1048 "center": [1049 756.8013265712542,1050 -27.384492459664706,1051 40.022262573242191052 ],1053 "extent": [1054 23.908516694612672,1055 22.68792813890059,1056 40.0222473144531251057 ],1058 "rotation": [1059 0,1060 173.9241485595703,1061 01062 ]1063 },1064 "location": [1065 756.8013305664062,1066 -27.384490966796875,1067 1.52587890625e-051068 ],1069 "rotation": [1070 0,1071 173.9241485595703,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 223,1082 191,1083 1271084 ]1085 },1086 {1087 "object_id": "SM_Chair_12",1088 "bbox_2d": [1089 915,1090 540,1091 1173,1092 10091093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 753.7443884906567,1098 -117.27447302063119,1099 40.022262573242191100 ],1101 "extent": [1102 22.762253080915684,1103 21.45173615042866,1104 40.0222473144531251105 ]1106 },1107 "obb": {1108 "center": [1109 753.7443884906567,1110 -117.27447302063119,1111 40.022262573242191112 ],1113 "extent": [1114 22.762253080915684,1115 21.45173615042866,1116 40.0222473144531251117 ],1118 "rotation": [1119 0,1120 2.578369140625,1121 01122 ]1123 },1124 "location": [1125 753.744384765625,1126 -117.27447509765625,1127 1.52587890625e-051128 ],1129 "rotation": [1130 0,1131 2.578369140625,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 223,1142 191,1143 1911144 ]1145 }1146 ]1147 }1148}