TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l008_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l008_off0_r005/lit.png",5 "camera": {6 "location": [7 -177,8 114,9 15110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -177,38 114,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 480,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 1187,118 0,119 1919,120 964121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 1893,178 0,179 1919,180 19181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 }234 ],235 "kitchen door": [236 {237 "object_id": "SM_kitchendoor_311",238 "bbox_2d": [239 0,240 0,241 479,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -234.50432228229522,248 25.448821957562917,249 144.00258676668727250 ],251 "extent": [252 69.59251455133818,253 38.71392749448036,254 122.33860056063259255 ]256 },257 "obb": {258 "center": [259 -234.50432228229522,260 25.44882195756292,261 144.00258676668727262 ],263 "extent": [264 69.59251455133818,265 38.71392749448036,266 122.33860056063259267 ],268 "rotation": [269 0,270 -25.016937255859375,271 0272 ]273 },274 "location": [275 -235.97296142578125,276 22.14883041381836,277 21.663986206054688278 ],279 "rotation": [280 0,281 -25.016937255859375,282 0283 ],284 "scale": [285 1.2099636793136597,286 1.0495829582214355,287 1.0398658514022827288 ]289 },290 "color": [291 127,292 0,293 0294 ]295 }296 ],297 "ground": [298 {299 "object_id": "SM_ground_9",300 "bbox_2d": [301 1627,302 955,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 0,310 0.704864501953125,311 11.041000366210938312 ],313 "extent": [314 447.2875671386719,315 455.69342041015625,316 8.675445556640625317 ]318 },319 "obb": {320 "center": [321 0,322 0.704864501953125,323 11.041000366210938324 ],325 "extent": [326 447.2875671386719,327 455.69342041015625,328 8.675445556640625329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 0,338 -0.000762939453125,339 11.041000366210938340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 191,354 0,355 255356 ]357 }358 ]359 },360 "foreground": {361 "breadrack": [362 {363 "object_id": "SM_breadrack_03_299",364 "bbox_2d": [365 1187,366 545,367 1834,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 69.35102081298828,374 -45.5966682434082,375 81.75312423706055376 ],377 "extent": [378 133.66964721679688,379 39.26552200317383,380 67.28050231933594381 ]382 },383 "obb": {384 "center": [385 69.35102081298828,386 -45.5966682434082,387 81.75312423706055388 ],389 "extent": [390 133.66964721679688,391 39.26552200317383,392 67.28050231933594393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 69.35102081298828,402 -45.5966682434082,403 19.998779296875404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 255,418 127,419 0420 ]421 }422 ],423 "steel": [424 {425 "object_id": "SM_steel_02_346",426 "bbox_2d": [427 1880,428 403,429 1919,430 973431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 230.1611499786377,436 25.21088981628418,437 106.01264953613281438 ],439 "extent": [440 20.196971893310547,441 23.852373123168952,442 86.09856414794922443 ]444 },445 "obb": {446 "center": [447 230.1611499786377,448 25.21088981628418,449 106.01264953613281450 ],451 "extent": [452 20.196971893310547,453 23.852373123168952,454 86.09856414794922455 ],456 "rotation": [457 0,458 -90.00000000000001,459 0460 ]461 },462 "location": [463 230.16116333007812,464 25.21090316772461,465 20466 ],467 "rotation": [468 0,469 -90.00000000000001,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 0,480 255,481 63482 ]483 },484 {485 "object_id": "SM_steel_32",486 "bbox_2d": [487 625,488 0,489 1451,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -111.97819519042969,496 23.47991371154785,497 105.68448638916016498 ],499 "extent": [500 44.119041442871094,501 20.18648910522461,502 86.05392456054688503 ]504 },505 "obb": {506 "center": [507 -111.97819519042969,508 23.47991371154785,509 105.68448638916016510 ],511 "extent": [512 44.119041442871094,513 20.18648910522461,514 86.05392456054688515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -111.97987365722656,524 23.479917526245117,525 19.7164306640625526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 0,540 63,541 31542 ]543 }544 ],545 "signage": [546 {547 "object_id": "SM_sign_02_527",548 "bbox_2d": [549 1237,550 33,551 1656,552 299553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 77.47122955322266,558 -41.80059051513672,559 245.19674682617188560 ],561 "extent": [562 91.57255554199219,563 5.599132537841797,564 20.065216064453125565 ]566 },567 "obb": {568 "center": [569 77.47122955322266,570 -41.80059051513672,571 245.19674682617188572 ],573 "extent": [574 91.57255554199219,575 5.599132537841797,576 20.065216064453125577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 77.47122955322266,586 -41.80059051513672,587 245.19674682617188588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 0,602 191,603 63604 ]605 }606 ],607 "milk": [608 {609 "object_id": "SM_milk_46",610 "bbox_2d": [611 1900,612 734,613 1919,614 808615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 216.59986877441406,620 10.796896934509277,621 82.53738594055176622 ],623 "extent": [624 6.533717963221704,625 5.903260727776563,626 11.325533866882324627 ]628 },629 "obb": {630 "center": [631 216.59986877441406,632 10.796896934509277,633 82.53738594055176634 ],635 "extent": [636 6.533717963221704,637 5.903260727776563,638 11.325533866882324639 ],640 "rotation": [641 0,642 -150.15615844726565,643 0644 ]645 },646 "location": [647 216.59986877441406,648 10.796896934509277,649 71.30583953857422650 ],651 "rotation": [652 0,653 -150.15615844726565,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 0,664 95,665 255666 ]667 },668 {669 "object_id": "SM_milk_61",670 "bbox_2d": [671 1903,672 847,673 1919,674 943675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 217.0855099365951,680 11.168971874023278,681 44.63065814971924682 ],683 "extent": [684 4.366579305805175,685 6.073655504502991,686 13.884026527404785687 ]688 },689 "obb": {690 "center": [691 217.0855099365951,692 11.168971874023278,693 44.63065814971924694 ],695 "extent": [696 4.366579305805175,697 6.073655504502991,698 13.884026527404785699 ],700 "rotation": [701 0,702 0.9658750295639039,703 0704 ]705 },706 "location": [707 217.0826416015625,708 11.339105606079102,709 30.746631622314453710 ],711 "rotation": [712 0,713 0.9658750295639039,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 255,724 95,725 31726 ]727 },728 {729 "object_id": "SM_milk_60",730 "bbox_2d": [731 1916,732 454,733 1919,734 532735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 215.9475305347708,740 12.747333517775482,741 167.22024059295654742 ],743 "extent": [744 5.3123094662906,745 5.557373424240984,746 14.232349395751953747 ]748 },749 "obb": {750 "center": [751 215.9475305347708,752 12.747333517775484,753 167.22024059295654754 ],755 "extent": [756 5.3123094662906,757 5.557373424240984,758 14.232349395751953759 ],760 "rotation": [761 0,762 -106.16057586669925,763 0764 ]765 },766 "location": [767 216.29258728027344,768 12.647342681884766,769 153.02713012695312770 ],771 "rotation": [772 0,773 -106.16057586669925,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 63,784 95,785 255786 ]787 },788 {789 "object_id": "SM_milk_186",790 "bbox_2d": [791 1262,792 999,793 1375,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -81.9303207397461,800 35.58207702636719,801 82.53738594055176802 ],803 "extent": [804 5.81567898298006,805 4.328919139420096,806 11.325533866882324807 ]808 },809 "obb": {810 "center": [811 -81.9303207397461,812 35.58207702636719,813 82.53738594055176814 ],815 "extent": [816 5.81567898298006,817 4.328919139420096,818 11.325533866882324819 ],820 "rotation": [821 0,822 -173.06532287597656,823 0824 ]825 },826 "location": [827 -81.9303207397461,828 35.58207702636719,829 71.30583953857422830 ],831 "rotation": [832 0,833 -173.06532287597656,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 127,844 95,845 159846 ]847 },848 {849 "object_id": "SM_milk_66",850 "bbox_2d": [851 1182,852 1028,853 1297,854 1079855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -95.77998352050781,860 36.268863677978516,861 82.53738594055176862 ],863 "extent": [864 5.595732966759215,865 3.982832266675949,866 11.325533866882324867 ]868 },869 "obb": {870 "center": [871 -95.77998352050781,872 36.268863677978516,873 82.53738594055176874 ],875 "extent": [876 5.595732966759215,877 3.982832266675949,878 11.325533866882324879 ],880 "rotation": [881 0,882 176.97991943359375,883 0884 ]885 },886 "location": [887 -95.77998352050781,888 36.268863677978516,889 71.30583953857422890 ],891 "rotation": [892 0,893 176.97991943359375,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 63,904 0,905 159906 ]907 },908 {909 "object_id": "SM_milk_192",910 "bbox_2d": [911 1102,912 1058,913 1183,914 1079915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -107.58573150634766,920 36.179805755615234,921 82.53738594055176922 ],923 "extent": [924 4.157754666507046,925 5.708689108738396,926 11.325533866882324927 ]928 },929 "obb": {930 "center": [931 -107.58573150634766,932 36.179805755615234,933 82.53738594055176934 ],935 "extent": [936 4.157754666507046,937 5.708689108738396,938 11.325533866882324939 ],940 "rotation": [941 0,942 94.97119140625001,943 0944 ]945 },946 "location": [947 -107.58573150634766,948 36.179805755615234,949 71.30583953857422950 ],951 "rotation": [952 0,953 94.97119140625001,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 63,964 191,965 159966 ]967 },968 {969 "object_id": "SM_milk_72",970 "bbox_2d": [971 841,972 1046,973 947,974 1079975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -126.48484802246094,980 10.737567901611328,981 82.53738594055176982 ],983 "extent": [984 5.52003258743764,985 3.8684531019921558,986 11.325533866882324987 ]988 },989 "obb": {990 "center": [991 -126.48484802246094,992 10.737567901611328,993 82.53738594055176994 ],995 "extent": [996 5.52003258743764,997 3.8684531019921558,998 11.325533866882324999 ],1000 "rotation": [1001 0,1002 1.7714538574218757,1003 01004 ]1005 },1006 "location": [1007 -126.48484802246094,1008 10.737567901611328,1009 71.305839538574221010 ],1011 "rotation": [1012 0,1013 1.7714538574218757,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 63,1024 95,1025 1591026 ]1027 },1028 {1029 "object_id": "SM_milk_73",1030 "bbox_2d": [1031 1115,1032 977,1033 1176,1034 10681035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -91.41287231445312,1040 11.778684616088867,1041 82.537385940551761042 ],1043 "extent": [1044 6.047876315585938,1045 4.724903326233189,1046 11.3255338668823241047 ]1048 },1049 "obb": {1050 "center": [1051 -91.41287231445312,1052 11.778684616088867,1053 82.537385940551761054 ],1055 "extent": [1056 6.047876315585938,1057 4.724903326233189,1058 11.3255338668823241059 ],1060 "rotation": [1061 0,1062 11.726440429687498,1063 01064 ]1065 },1066 "location": [1067 -91.41287231445312,1068 11.778684616088867,1069 71.305839538574221070 ],1071 "rotation": [1072 0,1073 11.726440429687498,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 191,1084 0,1085 1591086 ]1087 },1088 {1089 "object_id": "SM_milk_199",1090 "bbox_2d": [1091 1176,1092 954,1093 1251,1094 9981095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -77.55403137207031,1100 12.25122356414795,1101 82.537385940551761102 ],1103 "extent": [1104 5.52003258743764,1105 3.8684531019921558,1106 11.3255338668823241107 ]1108 },1109 "obb": {1110 "center": [1111 -77.55403137207031,1112 12.25122356414795,1113 82.537385940551761114 ],1115 "extent": [1116 5.52003258743764,1117 3.8684531019921558,1118 11.3255338668823241119 ],1120 "rotation": [1121 0,1122 1.7714538574218757,1123 01124 ]1125 },1126 "location": [1127 -77.55403137207031,1128 12.25122356414795,1129 71.305839538574221130 ],1131 "rotation": [1132 0,1133 1.7714538574218757,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 191,1144 255,1145 1591146 ]1147 },1148 {1149 "object_id": "SM_milk_75",1150 "bbox_2d": [1151 1026,1152 996,1153 1116,1154 10791155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -102.9993667602539,1160 13.255643844604492,1161 82.537385940551761162 ],1163 "extent": [1164 4.774633312950655,1165 6.075328573431676,1166 11.3255338668823241167 ]1168 },1169 "obb": {1170 "center": [1171 -102.9993667602539,1172 13.255643844604492,1173 82.537385940551761174 ],1175 "extent": [1176 4.774633312950655,1177 6.075328573431676,1178 11.3255338668823241179 ],1180 "rotation": [1181 0,1182 -102.35729980468751,1183 01184 ]1185 },1186 "location": [1187 -102.9993667602539,1188 13.255643844604492,1189 71.305839538574221190 ],1191 "rotation": [1192 0,1193 -102.35729980468751,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]