TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l035_off0_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l035_off0_r002/lit.png",5 "camera": {6 "location": [7 923,8 -407,9 13010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 923,38 -407,39 130,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 1024,58 404,59 1113,60 68561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 255112 ]113 },114 {115 "object_id": "SM_Doorframe_2",116 "bbox_2d": [117 140,118 349,119 146,120 353121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1034.9999041261947,126 215.0000028609208,127 110.01809692382812128 ],129 "extent": [130 3.810631618963498,131 45.035607826911175,132 110.01809692382812133 ]134 },135 "obb": {136 "center": [137 1034.9999041261947,138 215.0000028609208,139 110.01809692382812140 ],141 "extent": [142 3.810631618963498,143 45.035607826911175,144 110.01809692382812145 ],146 "rotation": [147 0,148 90.00012207031251,149 0150 ]151 },152 "location": [153 1035,154 170,155 0156 ],157 "rotation": [158 0,159 90.00012207031251,160 0161 ],162 "scale": [163 0.75,164 1,165 1166 ]167 },168 "color": [169 223,170 31,171 127172 ]173 },174 {175 "object_id": "SM_Doorframe_3",176 "bbox_2d": [177 140,178 353,179 317,180 695181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1002.1334449000738,186 197.33835840559442,187 108.27146911621094188 ],189 "extent": [190 39.43860224900294,191 35.45908083700675,192 108.87620544433594193 ]194 },195 "obb": {196 "center": [197 1002.1334449000738,198 197.33835840559442,199 108.27146911621094200 ],201 "extent": [202 39.43860224900294,203 35.45908083700675,204 108.87620544433594205 ],206 "rotation": [207 0,208 140.00001525878906,209 0210 ]211 },212 "location": [213 1035,214 170,215 0216 ],217 "rotation": [218 0,219 140.00001525878906,220 0221 ],222 "scale": [223 0.75,224 1,225 1226 ]227 },228 "color": [229 223,230 31,231 63232 ]233 }234 ]235 },236 "foreground": {237 "bar stool": [238 {239 "object_id": "SM_Barstool_01_Small_45",240 "bbox_2d": [241 1728,242 1036,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 725.0137140279497,250 -350.0092285159917,251 22.542636655631668252 ],253 "extent": [254 18.46397396977636,255 18.183465535778396,256 22.60599171834542257 ]258 },259 "obb": {260 "center": [261 725.0137140279497,262 -350.0092285159917,263 22.542636655631668264 ],265 "extent": [266 18.46397396977636,267 18.183465535778396,268 22.60599171834542269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 725,278 -350,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 0.9000000357627869,288 0.9000000357627869,289 0.8999999761581421290 ]291 },292 "color": [293 159,294 95,295 0296 ]297 },298 {299 "object_id": "SM_Barstool_01_Small3",300 "bbox_2d": [301 1169,302 835,303 1327,304 1055305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 725.0137140270415,310 -220.00922851538053,311 22.542636655631668312 ],313 "extent": [314 18.463972746955733,315 18.183464331535106,316 22.60599171834542317 ]318 },319 "obb": {320 "center": [321 725.0137140270415,322 -220.00922851538053,323 22.542636655631668324 ],325 "extent": [326 18.463972746955733,327 18.183464331535106,328 22.60599171834542329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 725,338 -220,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 0.8999999761581421,348 0.8999999761581421,349 0.8999999761581421350 ]351 },352 "color": [353 159,354 95,355 127356 ]357 },358 {359 "object_id": "SM_Barstool_01_Small4",360 "bbox_2d": [361 1379,362 800,363 1521,364 973365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 635.0137140270415,370 -220.00922851538053,371 22.542636655631668372 ],373 "extent": [374 18.463972746955733,375 18.183464331535106,376 22.60599171834542377 ]378 },379 "obb": {380 "center": [381 635.0137140270415,382 -220.00922851538053,383 22.542636655631668384 ],385 "extent": [386 18.463972746955733,387 18.183464331535106,388 22.60599171834542389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 635,398 -220,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 0.8999999761581421,408 0.8999999761581421,409 0.8999999761581421410 ]411 },412 "color": [413 159,414 95,415 63416 ]417 }418 ],419 "chair": [420 {421 "object_id": "SM_Chair_01_53",422 "bbox_2d": [423 1915,424 962,425 1919,426 991427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 530.0000038146973,432 -324.99999809265137,433 40.022247314453125434 ],435 "extent": [436 21.862672805786133,437 20.488967895507812,438 40.022247314453125439 ]440 },441 "obb": {442 "center": [443 530.0000038146973,444 -324.99999809265137,445 40.022247314453125446 ],447 "extent": [448 21.862672805786133,449 20.488967895507812,450 40.022247314453125451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 530,460 -325,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 159,476 95,477 95478 ]479 },480 {481 "object_id": "SM_Chair_2",482 "bbox_2d": [483 1560,484 668,485 1720,486 918487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 529.9999961853027,492 -225.00000190734863,493 40.022247314453125494 ],495 "extent": [496 21.862672805786133,497 20.488967895507812,498 40.022247314453125499 ]500 },501 "obb": {502 "center": [503 529.9999961853027,504 -225.00000190734863,505 40.022247314453125506 ],507 "extent": [508 21.862672805786133,509 20.488967895507812,510 40.022247314453125511 ],512 "rotation": [513 0,514 180,515 0516 ]517 },518 "location": [519 530,520 -225,521 0522 ],523 "rotation": [524 0,525 180,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 159,536 0,537 159538 ]539 },540 {541 "object_id": "SM_Chair_11",542 "bbox_2d": [543 791,544 651,545 910,546 862547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 756.8013265712542,552 -27.384492459664706,553 40.02226257324219554 ],555 "extent": [556 23.908516694612672,557 22.68792813890059,558 40.022247314453125559 ]560 },561 "obb": {562 "center": [563 756.8013265712542,564 -27.384492459664706,565 40.02226257324219566 ],567 "extent": [568 23.908516694612672,569 22.68792813890059,570 40.022247314453125571 ],572 "rotation": [573 0,574 173.9241485595703,575 0576 ]577 },578 "location": [579 756.8013305664062,580 -27.384490966796875,581 1.52587890625e-05582 ],583 "rotation": [584 0,585 173.9241485595703,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 223,596 191,597 127598 ]599 },600 {601 "object_id": "SM_Chair_12",602 "bbox_2d": [603 898,604 683,605 1040,606 939607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 753.7443884906567,612 -117.27447302063119,613 40.02226257324219614 ],615 "extent": [616 22.762253080915684,617 21.45173615042866,618 40.022247314453125619 ]620 },621 "obb": {622 "center": [623 753.7443884906567,624 -117.27447302063119,625 40.02226257324219626 ],627 "extent": [628 22.762253080915684,629 21.45173615042866,630 40.022247314453125631 ],632 "rotation": [633 0,634 2.578369140625,635 0636 ]637 },638 "location": [639 753.744384765625,640 -117.27447509765625,641 1.52587890625e-05642 ],643 "rotation": [644 0,645 2.578369140625,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 223,656 191,657 191658 ]659 }660 ],661 "folding": [662 {663 "object_id": "SM_Folding_Closed_193",664 "bbox_2d": [665 1309,666 602,667 1419,668 851669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 563.0454411043925,674 -130.0000126586815,675 50.90002023748582676 ],677 "extent": [678 14.748420726222093,679 24.495208003608745,680 51.49888812606113681 ]682 },683 "obb": {684 "center": [685 563.0454411043925,686 -130.0000126586815,687 50.90002023748581688 ],689 "extent": [690 14.748420726222093,691 24.495208003608745,692 51.49888812606113693 ],694 "rotation": [695 -3.0517578125552415e-05,696 -90.0000991821289,697 -10.000030517578125698 ]699 },700 "location": [701 571.394287109375,702 -130,703 0704 ],705 "rotation": [706 -3.0517578125552415e-05,707 -90.0000991821289,708 -10.000030517578125709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 63,718 223,719 191720 ]721 }722 ],723 "beer crate": [724 {725 "object_id": "SM_Beercrate_02_196",726 "bbox_2d": [727 1269,728 801,729 1368,730 865731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 591.910888671875,736 -127.89835357666016,737 12.455690383911133738 ],739 "extent": [740 16.99475471831613,741 21.9947441556898,742 12.544294357299805743 ]744 },745 "obb": {746 "center": [747 591.910888671875,748 -127.89835357666016,749 12.455690383911133750 ],751 "extent": [752 16.99475471831613,753 21.9947441556898,754 12.544294357299805755 ],756 "rotation": [757 0,758 -90.00009918212892,759 0760 ]761 },762 "location": [763 591.910888671875,764 -127.89835357666016,765 -1.52587890625e-05766 ],767 "rotation": [768 0,769 -90.00009918212892,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 63,780 223,781 31782 ]783 },784 {785 "object_id": "SM_Beercrate_3",786 "bbox_2d": [787 1183,788 791,789 1311,790 853791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 627.9992065429688,796 -127.89835357666016,797 12.455690642700574798 ],799 "extent": [800 16.99475471831613,801 21.9947441556898,802 12.544294357299805803 ]804 },805 "obb": {806 "center": [807 627.9992065429688,808 -127.89835357666016,809 12.455690642700574810 ],811 "extent": [812 16.99475471831613,813 21.9947441556898,814 12.544294357299805815 ],816 "rotation": [817 0,818 -90.00009918212892,819 0820 ]821 },822 "location": [823 627.9992065429688,824 -127.89835357666016,825 -1.4999999621068127e-05826 ],827 "rotation": [828 0,829 -90.00009918212892,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 63,840 223,841 95842 ]843 },844 {845 "object_id": "SM_Beercrate_4",846 "bbox_2d": [847 1309,848 792,849 1338,850 802851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 591.910888671875,856 -127.89835357666016,857 37.52694129943848858 ],859 "extent": [860 16.99475471831613,861 21.9947441556898,862 12.544294357299805863 ]864 },865 "obb": {866 "center": [867 591.910888671875,868 -127.89835357666016,869 37.52694129943848870 ],871 "extent": [872 16.99475471831613,873 21.9947441556898,874 12.544294357299805875 ],876 "rotation": [877 0,878 -90.00009918212892,879 0880 ]881 },882 "location": [883 591.910888671875,884 -127.89835357666016,885 25.07123565673828886 ],887 "rotation": [888 0,889 -90.00009918212892,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 63,900 223,901 159902 ]903 },904 {905 "object_id": "SM_Beercrate_5",906 "bbox_2d": [907 1185,908 738,909 1308,910 815911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 627.9992065429688,916 -127.89835357666016,917 37.52694129943848918 ],919 "extent": [920 16.99475471831613,921 21.9947441556898,922 12.544294357299805923 ]924 },925 "obb": {926 "center": [927 627.9992065429688,928 -127.89835357666016,929 37.52694129943848930 ],931 "extent": [932 16.99475471831613,933 21.9947441556898,934 12.544294357299805935 ],936 "rotation": [937 0,938 -90.00009918212892,939 0940 ]941 },942 "location": [943 627.9992065429688,944 -127.89835357666016,945 25.07123565673828946 ],947 "rotation": [948 0,949 -90.00009918212892,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 191,960 223,961 0962 ]963 },964 {965 "object_id": "SM_BeerCrate_01_302",966 "bbox_2d": [967 1237,968 671,969 1366,970 719971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 594,976 -127.00000190734863,977 60.99999809265137978 ],979 "extent": [980 22.500003814697266,981 15.00000286102295,982 11.000004768371582983 ]984 },985 "obb": {986 "center": [987 594,988 -127.00000190734863,989 60.99999809265137990 ],991 "extent": [992 22.500003814697266,993 15.00000286102295,994 11.000004768371582995 ],996 "rotation": [997 0,998 0,999 01000 ]1001 },1002 "location": [1003 594,1004 -127,1005 501006 ],1007 "rotation": [1008 0,1009 0,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 223,1020 191,1021 01022 ]1023 }1024 ],1025 "chopstick stand": [1026 {1027 "object_id": "SM_ChopstickStand2",1028 "bbox_2d": [1029 1826,1030 722,1031 1892,1032 8281033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 669.8083425419895,1038 -329.6758147638004,1039 82.759943008422851040 ],1041 "extent": [1042 6.685903833459065,1043 5.782682747893148,1044 9.7599430084228521045 ]1046 },1047 "obb": {1048 "center": [1049 669.8083425419895,1050 -329.6758147638004,1051 82.759943008422851052 ],1053 "extent": [1054 6.685903833459065,1055 5.782682747893148,1056 9.7599430084228521057 ],1058 "rotation": [1059 0,1060 100.00014495849612,1061 01062 ]1063 },1064 "location": [1065 668.5819091796875,1066 -331.2373046875,1067 731068 ],1069 "rotation": [1070 0,1071 100.00014495849612,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 191,1082 223,1083 951084 ]1085 },1086 {1087 "object_id": "SM_ChopstickStand3",1088 "bbox_2d": [1089 1305,1090 657,1091 1336,1092 7041093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 671.572136487302,1098 -199.585864202277,1099 82.759943008422851100 ],1101 "extent": [1102 6.685903833459065,1103 5.782682747893119,1104 9.7599430084228521105 ]1106 },1107 "obb": {1108 "center": [1109 671.572136487302,1110 -199.585864202277,1111 82.759943008422851112 ],1113 "extent": [1114 6.685903833459065,1115 5.782682747893119,1116 9.7599430084228521117 ],1118 "rotation": [1119 0,1120 100.00014495849612,1121 01122 ]1123 },1124 "location": [1125 670.345703125,1126 -201.14735412597656,1127 731128 ],1129 "rotation": [1130 0,1131 100.00014495849612,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 191,1142 223,1143 1591144 ]1145 },1146 {1147 "object_id": "SM_ChopstickStand4",1148 "bbox_2d": [1149 1865,1150 652,1151 1906,1152 7131153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 498.11653956347396,1158 -284.3640471856754,1159 82.759943008422851160 ],1161 "extent": [1162 6.685903833459065,1163 5.782682747893148,1164 9.7599430084228521165 ]1166 },1167 "obb": {1168 "center": [1169 498.11653956347396,1170 -284.3640471856754,1171 82.759943008422851172 ],1173 "extent": [1174 6.685903833459065,1175 5.782682747893148,1176 9.7599430084228521177 ],1178 "rotation": [1179 0,1180 100.00014495849612,1181 01182 ]1183 },1184 "location": [1185 496.8901062011719,1186 -285.925537109375,1187 731188 ],1189 "rotation": [1190 0,1191 100.00014495849612,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [