TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l033_off0_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l033_off0_r002/lit.png",5 "camera": {6 "location": [7 889,8 -337,9 13010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 889,38 -337,39 130,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 1043,58 385,59 1154,60 71361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 255112 ]113 },114 {115 "object_id": "SM_Doorframe_3",116 "bbox_2d": [117 0,118 317,119 65,120 778121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1002.1334449000738,126 197.33835840559442,127 108.27146911621094128 ],129 "extent": [130 39.43860224900294,131 35.45908083700675,132 108.87620544433594133 ]134 },135 "obb": {136 "center": [137 1002.1334449000738,138 197.33835840559442,139 108.27146911621094140 ],141 "extent": [142 39.43860224900294,143 35.45908083700675,144 108.87620544433594145 ],146 "rotation": [147 0,148 140.00001525878906,149 0150 ]151 },152 "location": [153 1035,154 170,155 0156 ],157 "rotation": [158 0,159 140.00001525878906,160 0161 ],162 "scale": [163 0.75,164 1,165 1166 ]167 },168 "color": [169 223,170 31,171 63172 ]173 }174 ]175 },176 "foreground": {177 "bar stool": [178 {179 "object_id": "SM_Barstool_01_Small3",180 "bbox_2d": [181 1296,182 950,183 1509,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 725.0137140270415,190 -220.00922851538053,191 22.542636655631668192 ],193 "extent": [194 18.463972746955733,195 18.183464331535106,196 22.60599171834542197 ]198 },199 "obb": {200 "center": [201 725.0137140270415,202 -220.00922851538053,203 22.542636655631668204 ],205 "extent": [206 18.463972746955733,207 18.183464331535106,208 22.60599171834542209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 725,218 -220,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 0.8999999761581421,228 0.8999999761581421,229 0.8999999761581421230 ]231 },232 "color": [233 159,234 95,235 127236 ]237 },238 {239 "object_id": "SM_Barstool_01_Small4",240 "bbox_2d": [241 1541,242 921,243 1738,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 635.0137140270415,250 -220.00922851538053,251 22.542636655631668252 ],253 "extent": [254 18.463972746955733,255 18.183464331535106,256 22.60599171834542257 ]258 },259 "obb": {260 "center": [261 635.0137140270415,262 -220.00922851538053,263 22.542636655631668264 ],265 "extent": [266 18.463972746955733,267 18.183464331535106,268 22.60599171834542269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 635,278 -220,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 0.8999999761581421,288 0.8999999761581421,289 0.8999999761581421290 ]291 },292 "color": [293 159,294 95,295 63296 ]297 }298 ],299 "chair": [300 {301 "object_id": "SM_Chair_2",302 "bbox_2d": [303 1745,304 702,305 1919,306 1035307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 529.9999961853027,312 -225.00000190734863,313 40.022247314453125314 ],315 "extent": [316 21.862672805786133,317 20.488967895507812,318 40.022247314453125319 ]320 },321 "obb": {322 "center": [323 529.9999961853027,324 -225.00000190734863,325 40.022247314453125326 ],327 "extent": [328 21.862672805786133,329 20.488967895507812,330 40.022247314453125331 ],332 "rotation": [333 0,334 180,335 0336 ]337 },338 "location": [339 530,340 -225,341 0342 ],343 "rotation": [344 0,345 180,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 159,356 0,357 159358 ]359 },360 {361 "object_id": "SM_Chair_11",362 "bbox_2d": [363 768,364 675,365 915,366 943367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 756.8013265712542,372 -27.384492459664706,373 40.02226257324219374 ],375 "extent": [376 23.908516694612672,377 22.68792813890059,378 40.022247314453125379 ]380 },381 "obb": {382 "center": [383 756.8013265712542,384 -27.384492459664706,385 40.02226257324219386 ],387 "extent": [388 23.908516694612672,389 22.68792813890059,390 40.022247314453125391 ],392 "rotation": [393 0,394 173.9241485595703,395 0396 ]397 },398 "location": [399 756.8013305664062,400 -27.384490966796875,401 1.52587890625e-05402 ],403 "rotation": [404 0,405 173.9241485595703,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 223,416 191,417 127418 ]419 },420 {421 "object_id": "SM_Chair_12",422 "bbox_2d": [423 900,424 727,425 1085,426 1072427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 753.7443884906567,432 -117.27447302063119,433 40.02226257324219434 ],435 "extent": [436 22.762253080915684,437 21.45173615042866,438 40.022247314453125439 ]440 },441 "obb": {442 "center": [443 753.7443884906567,444 -117.27447302063119,445 40.02226257324219446 ],447 "extent": [448 22.762253080915684,449 21.45173615042866,450 40.022247314453125451 ],452 "rotation": [453 0,454 2.578369140625,455 0456 ]457 },458 "location": [459 753.744384765625,460 -117.27447509765625,461 1.52587890625e-05462 ],463 "rotation": [464 0,465 2.578369140625,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 223,476 191,477 191478 ]479 }480 ],481 "folding": [482 {483 "object_id": "SM_Folding_Closed_193",484 "bbox_2d": [485 1407,486 616,487 1544,488 926489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 563.0454411043925,494 -130.0000126586815,495 50.90002023748582496 ],497 "extent": [498 14.748420726222093,499 24.495208003608745,500 51.49888812606113501 ]502 },503 "obb": {504 "center": [505 563.0454411043925,506 -130.0000126586815,507 50.90002023748581508 ],509 "extent": [510 14.748420726222093,511 24.495208003608745,512 51.49888812606113513 ],514 "rotation": [515 -3.0517578125552415e-05,516 -90.0000991821289,517 -10.000030517578125518 ]519 },520 "location": [521 571.394287109375,522 -130,523 0524 ],525 "rotation": [526 -3.0517578125552415e-05,527 -90.0000991821289,528 -10.000030517578125529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 63,538 223,539 191540 ]541 }542 ],543 "beer crate": [544 {545 "object_id": "SM_Beercrate_02_196",546 "bbox_2d": [547 1371,548 877,549 1484,550 947551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 591.910888671875,556 -127.89835357666016,557 12.455690383911133558 ],559 "extent": [560 16.99475471831613,561 21.9947441556898,562 12.544294357299805563 ]564 },565 "obb": {566 "center": [567 591.910888671875,568 -127.89835357666016,569 12.455690383911133570 ],571 "extent": [572 16.99475471831613,573 21.9947441556898,574 12.544294357299805575 ],576 "rotation": [577 0,578 -90.00009918212892,579 0580 ]581 },582 "location": [583 591.910888671875,584 -127.89835357666016,585 -1.52587890625e-05586 ],587 "rotation": [588 0,589 -90.00009918212892,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 63,600 223,601 31602 ]603 },604 {605 "object_id": "SM_Beercrate_3",606 "bbox_2d": [607 1253,608 850,609 1419,610 957611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 627.9992065429688,616 -127.89835357666016,617 12.455690642700574618 ],619 "extent": [620 16.99475471831613,621 21.9947441556898,622 12.544294357299805623 ]624 },625 "obb": {626 "center": [627 627.9992065429688,628 -127.89835357666016,629 12.455690642700574630 ],631 "extent": [632 16.99475471831613,633 21.9947441556898,634 12.544294357299805635 ],636 "rotation": [637 0,638 -90.00009918212892,639 0640 ]641 },642 "location": [643 627.9992065429688,644 -127.89835357666016,645 -1.4999999621068127e-05646 ],647 "rotation": [648 0,649 -90.00009918212892,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 63,660 223,661 95662 ]663 },664 {665 "object_id": "SM_Beercrate_4",666 "bbox_2d": [667 1329,668 781,669 1338,670 786671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 591.910888671875,676 -127.89835357666016,677 37.52694129943848678 ],679 "extent": [680 16.99475471831613,681 21.9947441556898,682 12.544294357299805683 ]684 },685 "obb": {686 "center": [687 591.910888671875,688 -127.89835357666016,689 37.52694129943848690 ],691 "extent": [692 16.99475471831613,693 21.9947441556898,694 12.544294357299805695 ],696 "rotation": [697 0,698 -90.00009918212892,699 0700 ]701 },702 "location": [703 591.910888671875,704 -127.89835357666016,705 25.07123565673828706 ],707 "rotation": [708 0,709 -90.00009918212892,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 63,720 223,721 159722 ]723 },724 {725 "object_id": "SM_Beercrate_5",726 "bbox_2d": [727 1253,728 768,729 1415,730 889731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 627.9992065429688,736 -127.89835357666016,737 37.52694129943848738 ],739 "extent": [740 16.99475471831613,741 21.9947441556898,742 12.544294357299805743 ]744 },745 "obb": {746 "center": [747 627.9992065429688,748 -127.89835357666016,749 37.52694129943848750 ],751 "extent": [752 16.99475471831613,753 21.9947441556898,754 12.544294357299805755 ],756 "rotation": [757 0,758 -90.00009918212892,759 0760 ]761 },762 "location": [763 627.9992065429688,764 -127.89835357666016,765 25.07123565673828766 ],767 "rotation": [768 0,769 -90.00009918212892,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 191,780 223,781 0782 ]783 },784 {785 "object_id": "SM_BeerCrate_01_302",786 "bbox_2d": [787 1318,788 700,789 1479,790 781791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 594,796 -127.00000190734863,797 60.99999809265137798 ],799 "extent": [800 22.500003814697266,801 15.00000286102295,802 11.000004768371582803 ]804 },805 "obb": {806 "center": [807 594,808 -127.00000190734863,809 60.99999809265137810 ],811 "extent": [812 22.500003814697266,813 15.00000286102295,814 11.000004768371582815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 594,824 -127,825 50826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 223,840 191,841 0842 ]843 }844 ],845 "chopstick stand": [846 {847 "object_id": "SM_ChopstickStand3",848 "bbox_2d": [849 1445,850 696,851 1490,852 782853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 671.572136487302,858 -199.585864202277,859 82.75994300842285860 ],861 "extent": [862 6.685903833459065,863 5.782682747893119,864 9.759943008422852865 ]866 },867 "obb": {868 "center": [869 671.572136487302,870 -199.585864202277,871 82.75994300842285872 ],873 "extent": [874 6.685903833459065,875 5.782682747893119,876 9.759943008422852877 ],878 "rotation": [879 0,880 100.00014495849612,881 0882 ]883 },884 "location": [885 670.345703125,886 -201.14735412597656,887 73888 ],889 "rotation": [890 0,891 100.00014495849612,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 191,902 223,903 159904 ]905 },906 {907 "object_id": "SM_ChopstickStand8",908 "bbox_2d": [909 350,910 624,911 407,912 722913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 893.5608769591819,918 -118.92147453089552,919 103.75994300842285920 ],921 "extent": [922 5.782672073406616,923 6.6858959072256425,924 9.759943008422852925 ]926 },927 "obb": {928 "center": [929 893.5608769591819,930 -118.92147453089552,931 103.75994300842285932 ],933 "extent": [934 5.782672073406616,935 6.6858959072256425,936 9.759943008422852937 ],938 "rotation": [939 0,940 10.000022888183594,941 0942 ]943 },944 "location": [945 891.9993896484375,946 -117.69503784179688,947 94948 ],949 "rotation": [950 0,951 10.000022888183594,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 223,962 255,963 0964 ]965 },966 {967 "object_id": "SM_ChopstickStand9",968 "bbox_2d": [969 363,970 604,971 407,972 666973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 893.5608769591819,978 -49.92147453089553,979 103.75994300842285980 ],981 "extent": [982 5.782672073406616,983 6.685895907225635,984 9.759943008422852985 ]986 },987 "obb": {988 "center": [989 893.5608769591819,990 -49.92147453089553,991 103.75994300842285992 ],993 "extent": [994 5.782672073406616,995 6.685895907225635,996 9.759943008422852997 ],998 "rotation": [999 0,1000 10.000022888183594,1001 01002 ]1003 },1004 "location": [1005 891.9993896484375,1006 -48.695037841796875,1007 941008 ],1009 "rotation": [1010 0,1011 10.000022888183594,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 223,1022 255,1023 1911024 ]1025 },1026 {1027 "object_id": "SM_ChopstickStand10",1028 "bbox_2d": [1029 372,1030 591,1031 406,1032 6221033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 893.5608769591819,1038 23.078525469104473,1039 103.759943008422851040 ],1041 "extent": [1042 5.782672073406616,1043 6.685895907225639,1044 9.7599430084228521045 ]1046 },1047 "obb": {1048 "center": [1049 893.5608769591819,1050 23.078525469104473,1051 103.759943008422851052 ],1053 "extent": [1054 5.782672073406616,1055 6.685895907225639,1056 9.7599430084228521057 ],1058 "rotation": [1059 0,1060 10.000022888183594,1061 01062 ]1063 },1064 "location": [1065 891.9993896484375,1066 24.304962158203125,1067 941068 ],1069 "rotation": [1070 0,1071 10.000022888183594,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 223,1082 127,1083 01084 ]1085 },1086 {1087 "object_id": "SM_ChopstickStand11",1088 "bbox_2d": [1089 377,1090 584,1091 406,1092 6091093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 893.5608769591819,1098 85.07852546910448,1099 103.759943008422851100 ],1101 "extent": [1102 5.782672073406616,1103 6.6858959072256425,1104 9.7599430084228521105 ]1106 },1107 "obb": {1108 "center": [1109 893.5608769591819,1110 85.07852546910448,1111 103.759943008422851112 ],1113 "extent": [1114 5.782672073406616,1115 6.6858959072256425,1116 9.7599430084228521117 ],1118 "rotation": [1119 0,1120 10.000022888183594,1121 01122 ]1123 },1124 "location": [1125 891.9993896484375,1126 86.30496215820312,1127 941128 ],1129 "rotation": [1130 0,1131 10.000022888183594,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 223,1142 127,1143 1911144 ]1145 },1146 {1147 "object_id": "SM_ChopstickStand12",1148 "bbox_2d": [1149 800,1150 664,1151 831,1152 7281153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 780.7892934324623,1158 -63.39487737177752,1159 82.759973526000981160 ],1161 "extent": [1162 5.938299881630087,1163 4.824803630273188,1164 9.7599430084228521165 ]1166 },1167 "obb": {1168 "center": [1169 780.7892934324623,1170 -63.39487737177752,1171 82.759973526000981172 ],1173 "extent": [1174 5.938299881630087,1175 4.824803630273188,1176 9.7599430084228521177 ],1178 "rotation": [1179 0,1180 -90.00007629394531,1181 01182 ]1183 },1184 "location": [1185 782.2682495117188,1186 -62.07008361816406,1187 73.000030517578121188 ],1189 "rotation": [1190 0,1191 -90.00007629394531,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [