TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l054_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l054_r005/lit.png",5 "camera": {6 "location": [7 273,8 149,9 15110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 273,38 149,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 0,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 0,118 0,119 1150,120 858121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 1200,178 0,179 1265,180 682181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 1260,238 0,239 1919,240 474241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ]295 },296 "foreground": {297 "cashier": [298 {299 "object_id": "SM_cashier_302",300 "bbox_2d": [301 663,302 841,303 1869,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 330.7001953125,310 148.85812377929688,311 68.8092041015625312 ],313 "extent": [314 39.265533447265625,315 83.54351806640625,316 50.12611389160156317 ]318 },319 "obb": {320 "center": [321 330.7001953125,322 148.85812377929688,323 68.8092041015625324 ],325 "extent": [326 39.265533447265625,327 83.54351806640625,328 50.12611389160156329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 330.7001953125,338 148.85812377929688,339 20340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 255,354 127,355 255356 ]357 }358 ],359 "grill": [360 {361 "object_id": "SM_grill2",362 "bbox_2d": [363 839,364 443,365 1061,366 740367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 385.2553100585887,372 -75.62591934204102,373 108.73949432373047374 ],375 "extent": [376 28.420366367019028,377 35.869838411538495,378 90.03331756591797379 ]380 },381 "obb": {382 "center": [383 385.2553100585887,384 -75.62591934204102,385 108.73949432373047386 ],387 "extent": [388 28.420366367019028,389 35.869838411538495,390 90.03331756591797391 ],392 "rotation": [393 0,394 90.00007629394531,395 0396 ]397 },398 "location": [399 385.25531005859375,400 -75.62592315673828,401 20402 ],403 "rotation": [404 0,405 90.00007629394531,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 127,416 0,417 255418 ]419 }420 ],421 "cash register": [422 {423 "object_id": "SM_cash_register_318",424 "bbox_2d": [425 1019,426 640,427 1859,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 347.53276852910653,434 89.550582188795,435 129.63134792869084436 ],437 "extent": [438 24.934106523168452,439 32.800457754910184,440 11.22339287083048441 ]442 },443 "obb": {444 "center": [445 347.53276852910653,446 89.550582188795,447 129.63134792869084448 ],449 "extent": [450 24.934106523168452,451 32.800457754910184,452 11.22339287083048453 ],454 "rotation": [455 0,456 -80.00000762939452,457 0458 ]459 },460 "location": [461 344.2492980957031,462 84.56668090820312,463 119.345947265625464 ],465 "rotation": [466 0,467 -80.00000762939452,468 0469 ],470 "scale": [471 1,472 1.0000001192092896,473 1.0000001192092896474 ]475 },476 "color": [477 127,478 255,479 0480 ]481 }482 ],483 "offeecart": [484 {485 "object_id": "SM_offeecart_343",486 "bbox_2d": [487 839,488 678,489 856,490 697491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 381.5960205253525,496 -207.50344660440354,497 95.30928149775127498 ],499 "extent": [500 46.82246629397008,501 94.56324563513309,502 74.93345305891899503 ]504 },505 "obb": {506 "center": [507 381.5960205253525,508 -207.50344660440354,509 95.30928149775127510 ],511 "extent": [512 46.82246629397008,513 94.56324563513309,514 74.93345305891899515 ],516 "rotation": [517 0,518 90.00011444091797,519 0520 ]521 },522 "location": [523 379.77606201171875,524 -180.17184448242188,525 19.999954223632812526 ],527 "rotation": [528 0,529 90.00011444091797,530 0531 ],532 "scale": [533 0.8725000023841858,534 0.8725000023841858,535 0.8725000023841858536 ]537 },538 "color": [539 0,540 0,541 63542 ]543 }544 ],545 "steel": [546 {547 "object_id": "SM_steel_02_346",548 "bbox_2d": [549 0,550 2,551 189,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 230.1611499786377,558 25.21088981628418,559 106.01264953613281560 ],561 "extent": [562 20.196971893310547,563 23.852373123168952,564 86.09856414794922565 ]566 },567 "obb": {568 "center": [569 230.1611499786377,570 25.21088981628418,571 106.01264953613281572 ],573 "extent": [574 20.196971893310547,575 23.852373123168952,576 86.09856414794922577 ],578 "rotation": [579 0,580 -90.00000000000001,581 0582 ]583 },584 "location": [585 230.16116333007812,586 25.21090316772461,587 20588 ],589 "rotation": [590 0,591 -90.00000000000001,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 0,602 255,603 63604 ]605 }606 ],607 "milk": [608 {609 "object_id": "SM_milk_5",610 "bbox_2d": [611 0,612 638,613 34,614 1039615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 242.59680344514481,620 41.68203290183922,621 127.55570602416992622 ],623 "extent": [624 5.3246830248370145,625 5.610554717209446,626 15.55480670928955627 ]628 },629 "obb": {630 "center": [631 242.59680344514481,632 41.68203290183922,633 127.55570602416992634 ],635 "extent": [636 5.3246830248370145,637 5.610554717209446,638 15.55480670928955639 ],640 "rotation": [641 0,642 5.440780639648438,643 0644 ]645 },646 "location": [647 242.6363525390625,648 41.930458068847656,649 112.1091537475586650 ],651 "rotation": [652 0,653 5.440780639648438,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 31,664 191,665 255666 ]667 },668 {669 "object_id": "SM_milk_8",670 "bbox_2d": [671 0,672 625,673 96,674 960675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 241.96671575865602,680 30.249157956029663,681 127.55570602416992682 ],683 "extent": [684 5.344253482977621,685 5.0384443471190234,686 15.55480670928955687 ]688 },689 "obb": {690 "center": [691 241.96671575865602,692 30.249157956029663,693 127.55570602416992694 ],695 "extent": [696 5.344253482977621,697 5.0384443471190234,698 15.55480670928955699 ],700 "rotation": [701 0,702 -87.9447479248047,703 0704 ]705 },706 "location": [707 242.21237182617188,708 30.19500732421875,709 112.1091537475586710 ],711 "rotation": [712 0,713 -87.9447479248047,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 31,724 191,725 191726 ]727 },728 {729 "object_id": "SM_milk_9",730 "bbox_2d": [731 80,732 612,733 150,734 907735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 243.03438936967146,740 11.147101010590868,741 127.55570602416992742 ],743 "extent": [744 6.441482794137272,745 6.240463720084426,746 15.55480670928955747 ]748 },749 "obb": {750 "center": [751 243.03438936967146,752 11.147101010590868,753 127.55570602416992754 ],755 "extent": [756 6.441482794137272,757 6.240463720084426,758 15.55480670928955759 ],760 "rotation": [761 0,762 71.6050338745117,763 0764 ]765 },766 "location": [767 242.82313537597656,768 11.283669471740723,769 112.1091537475586770 ],771 "rotation": [772 0,773 71.6050338745117,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 31,784 0,785 31786 ]787 },788 {789 "object_id": "SM_milk_48",790 "bbox_2d": [791 80,792 1063,793 158,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 245.08819580078125,800 16.407777786254883,801 82.53738594055176802 ],803 "extent": [804 3.99159922839803,805 5.601476712721638,806 11.325533866882324807 ]808 },809 "obb": {810 "center": [811 245.08819580078125,812 16.407777786254883,813 82.53738594055176814 ],815 "extent": [816 3.99159922839803,817 5.601476712721638,818 11.325533866882324819 ],820 "rotation": [821 0,822 -86.88336181640625,823 0824 ]825 },826 "location": [827 245.08819580078125,828 16.407777786254883,829 71.30583953857422830 ],831 "rotation": [832 0,833 -86.88336181640625,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 0,844 95,845 63846 ]847 },848 {849 "object_id": "SM_milk_67",850 "bbox_2d": [851 0,852 197,853 31,854 516855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 240.79367557030255,860 38.72063089238229,861 167.22024059295654862 ],863 "extent": [864 4.959111868371792,865 5.248017012914893,866 14.232349395751953867 ]868 },869 "obb": {870 "center": [871 240.79367557030255,872 38.72063089238229,873 167.22024059295654874 ],875 "extent": [876 4.959111868371792,877 5.248017012914893,878 14.232349395751953879 ],880 "rotation": [881 0,882 79.65604400634766,883 0884 ]885 },886 "location": [887 240.4402618408203,888 38.78513717651367,889 153.02713012695312890 ],891 "rotation": [892 0,893 79.65604400634766,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 127,904 95,905 63906 ]907 },908 {909 "object_id": "SM_milk_62",910 "bbox_2d": [911 9,912 211,913 105,914 518915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 243.07297998270366,920 27.276751332758675,921 167.22024059295654922 ],923 "extent": [924 5.444761068263631,925 5.6705971071007575,926 14.232349395751953927 ]928 },929 "obb": {930 "center": [931 243.07297998270366,932 27.276751332758675,933 167.22024059295654934 ],935 "extent": [936 5.444761068263631,937 5.6705971071007575,938 14.232349395751953939 ],940 "rotation": [941 0,942 -108.6079788208008,943 0944 ]945 },946 "location": [947 243.4134521484375,948 27.16211700439453,949 153.02713012695312950 ],951 "rotation": [952 0,953 -108.6079788208008,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 63,964 95,965 63966 ]967 },968 {969 "object_id": "SM_milk_63",970 "bbox_2d": [971 91,972 255,973 148,974 521975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 243.5569530354126,980 13.822892418761688,981 167.22024059295654982 ],983 "extent": [984 4.398530981269772,985 4.742124374190775,986 14.232349395751953987 ]988 },989 "obb": {990 "center": [991 243.5569530354126,992 13.822892418761688,993 167.22024059295654994 ],995 "extent": [996 4.398530981269772,997 4.742124374190775,998 14.232349395751953999 ],1000 "rotation": [1001 0,1002 -87.55447387695312,1003 01004 ]1005 },1006 "location": [1007 243.91587829589844,1008 13.838221549987793,1009 153.027130126953121010 ],1011 "rotation": [1012 0,1013 -87.55447387695312,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 63,1024 95,1025 1911026 ]1027 }1028 ],1029 "juice": [1030 {1031 "object_id": "SM_juice_85",1032 "bbox_2d": [1033 1870,1034 741,1035 1919,1036 10791037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 354.68528437754867,1042 130.4972787856906,1043 126.444949150085451044 ],1045 "extent": [1046 6.185843010880831,1047 6.120839035339856,1048 14.2323493957519531049 ]1050 },1051 "obb": {1052 "center": [1053 354.68528437754867,1054 130.4972787856906,1055 126.444949150085451056 ],1057 "extent": [1058 6.185843010880831,1059 6.120839035339856,1060 14.2323493957519531061 ],1062 "rotation": [1063 0,1064 -37.64905166625977,1065 01066 ]1067 },1068 "location": [1069 354.90472412109375,1070 130.78172302246094,1071 112.251838684082031072 ],1073 "rotation": [1074 0,1075 -37.64905166625977,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 223,1086 191,1087 1911088 ]1089 }1090 ],1091 "tv": [1092 {1093 "object_id": "SM_Tv2_1",1094 "bbox_2d": [1095 1443,1096 0,1097 1919,1098 3691099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 425.5537898722134,1104 137.5165252685547,1105 228.195045661746751106 ],1107 "extent": [1108 7.263521880267774,1109 84.92335510253906,1110 49.211440825529111111 ]1112 },1113 "obb": {1114 "center": [1115 425.5537898722134,1116 137.5165252685547,1117 228.195045661746751118 ],1119 "extent": [1120 7.263521880267774,1121 84.92335510253906,1122 49.211440825529111123 ],1124 "rotation": [1125 -1.692149996757507,1126 180,1127 -2.2079159874887454e-321128 ]1129 },1130 "location": [1131 425.9980163574219,1132 137.4990234375,1133 180.006454467773441134 ],1135 "rotation": [1136 -1.692149996757507,1137 180,1138 -2.2079159874887454e-321139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 63,1148 255,1149 151150 ]1151 }1152 ]1153 }1154}