TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l020_off0_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l020_off0_r000/lit.png",5 "camera": {6 "location": [7 146,8 -1,9 17610 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 146,38 -1,39 176,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 877,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 0,118 0,119 876,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 975,178 0,179 1001,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 998,238 0,239 1919,240 585241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ]295 },296 "foreground": {297 "breadrack": [298 {299 "object_id": "SM_breadrack_03_299",300 "bbox_2d": [301 0,302 1041,303 705,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 69.35102081298828,310 -45.5966682434082,311 81.75312423706055312 ],313 "extent": [314 133.66964721679688,315 39.26552200317383,316 67.28050231933594317 ]318 },319 "obb": {320 "center": [321 69.35102081298828,322 -45.5966682434082,323 81.75312423706055324 ],325 "extent": [326 133.66964721679688,327 39.26552200317383,328 67.28050231933594329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 69.35102081298828,338 -45.5966682434082,339 19.998779296875340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 255,354 127,355 0356 ]357 }358 ],359 "cashier": [360 {361 "object_id": "SM_cashier_302",362 "bbox_2d": [363 1461,364 789,365 1919,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 330.7001953125,372 148.85812377929688,373 68.8092041015625374 ],375 "extent": [376 39.265533447265625,377 83.54351806640625,378 50.12611389160156379 ]380 },381 "obb": {382 "center": [383 330.7001953125,384 148.85812377929688,385 68.8092041015625386 ],387 "extent": [388 39.265533447265625,389 83.54351806640625,390 50.12611389160156391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 330.7001953125,400 148.85812377929688,401 20402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 127,417 255418 ]419 }420 ],421 "steel": [422 {423 "object_id": "SM_steel_02_346",424 "bbox_2d": [425 982,426 299,427 1707,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 230.1611499786377,434 25.21088981628418,435 106.01264953613281436 ],437 "extent": [438 20.196971893310547,439 23.852373123168952,440 86.09856414794922441 ]442 },443 "obb": {444 "center": [445 230.1611499786377,446 25.21088981628418,447 106.01264953613281448 ],449 "extent": [450 20.196971893310547,451 23.852373123168952,452 86.09856414794922453 ],454 "rotation": [455 0,456 -90.00000000000001,457 0458 ]459 },460 "location": [461 230.16116333007812,462 25.21090316772461,463 20464 ],465 "rotation": [466 0,467 -90.00000000000001,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 255,479 63480 ]481 }482 ],483 "tv": [484 {485 "object_id": "SM_Tv_429",486 "bbox_2d": [487 1786,488 184,489 1919,490 529491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 425.55378977194977,496 322.1690518719887,497 228.195045660914498 ],499 "extent": [500 7.263521995059989,501 84.92335535917897,502 49.21144127865614503 ]504 },505 "obb": {506 "center": [507 425.55378977194977,508 322.1690518719887,509 228.195045660914510 ],511 "extent": [512 7.263521995059989,513 84.92335535917897,514 49.21144127865614515 ],516 "rotation": [517 -1.6921501159667967,518 180,519 2.9971604931233747e-07520 ]521 },522 "location": [523 425.9980163574219,524 322.15155029296875,525 180.00645446777344526 ],527 "rotation": [528 -1.6921501159667967,529 180,530 2.9971604931233747e-07531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 63,540 127,541 0542 ]543 },544 {545 "object_id": "SM_Tv2_1",546 "bbox_2d": [547 1146,548 184,549 1746,550 529551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 425.5537898722134,556 137.5165252685547,557 228.19504566174675558 ],559 "extent": [560 7.263521880267774,561 84.92335510253906,562 49.21144082552911563 ]564 },565 "obb": {566 "center": [567 425.5537898722134,568 137.5165252685547,569 228.19504566174675570 ],571 "extent": [572 7.263521880267774,573 84.92335510253906,574 49.21144082552911575 ],576 "rotation": [577 -1.692149996757507,578 180,579 -2.2079159874887454e-32580 ]581 },582 "location": [583 425.9980163574219,584 137.4990234375,585 180.00645446777344586 ],587 "rotation": [588 -1.692149996757507,589 180,590 -2.2079159874887454e-32591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 63,600 255,601 15602 ]603 }604 ],605 "signage": [606 {607 "object_id": "SM_sign_01_485",608 "bbox_2d": [609 1181,610 0,611 1919,612 87613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 290.1590118408203,618 217.80007934570312,619 378.5911102294922620 ],621 "extent": [622 6.6835174560546875,623 184.19940185546875,624 131.75128173828125625 ]626 },627 "obb": {628 "center": [629 290.1590118408203,630 217.80007934570312,631 378.5911102294922632 ],633 "extent": [634 6.6835174560546875,635 184.19940185546875,636 131.75128173828125637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 290.15899658203125,646 217.80007934570312,647 300.5936279296875648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 0,662 255,663 191664 ]665 }666 ],667 "milk": [668 {669 "object_id": "SM_milk_02_116",670 "bbox_2d": [671 1086,672 943,673 1226,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 220.1466841697693,680 13.78728199005127,681 127.55570602416992682 ],683 "extent": [684 4.856032371520996,685 5.173428535461426,686 15.55480670928955687 ]688 },689 "obb": {690 "center": [691 220.1466841697693,692 13.78728199005127,693 127.55570602416992694 ],695 "extent": [696 4.856032371520996,697 5.173428535461426,698 15.55480670928955699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 220.20960998535156,708 14.030838012695312,709 112.1091537475586710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 31,724 63,725 63726 ]727 },728 {729 "object_id": "SM_milk_3",730 "bbox_2d": [731 1269,732 951,733 1438,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 219.84640643254153,740 29.30139869580654,741 127.55570602416992742 ],743 "extent": [744 7.092373092662854,745 7.0913927140830495,746 15.55480670928955747 ]748 },749 "obb": {750 "center": [751 219.84640643254153,752 29.30139869580654,753 127.55570602416992754 ],755 "extent": [756 7.092373092662854,757 7.0913927140830495,758 15.55480670928955759 ],760 "rotation": [761 0,762 -45.12514114379883,763 0764 ]765 },766 "location": [767 220.0634002685547,768 29.42864990234375,769 112.1091537475586770 ],771 "rotation": [772 0,773 -45.12514114379883,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 31,784 63,785 191786 ]787 },788 {789 "object_id": "SM_milk_4",790 "bbox_2d": [791 1119,792 938,793 1258,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 233.67514231133146,800 19.89204369350241,801 127.55570602416992802 ],803 "extent": [804 7.031568522159091,805 7.077565022127117,806 15.55480670928955807 ]808 },809 "obb": {810 "center": [811 233.67514231133146,812 19.89204369350241,813 127.55570602416992814 ],815 "extent": [816 7.031568522159091,817 7.077565022127117,818 15.55480670928955819 ],820 "rotation": [821 0,822 39.11842346191407,823 0824 ]825 },826 "location": [827 233.57029724121094,828 20.12070655822754,829 112.1091537475586830 ],831 "rotation": [832 0,833 39.11842346191407,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 31,844 191,845 0846 ]847 },848 {849 "object_id": "SM_milk_5",850 "bbox_2d": [851 1334,852 938,853 1352,854 965855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 242.59680344514481,860 41.68203290183922,861 127.55570602416992862 ],863 "extent": [864 5.3246830248370145,865 5.610554717209446,866 15.55480670928955867 ]868 },869 "obb": {870 "center": [871 242.59680344514481,872 41.68203290183922,873 127.55570602416992874 ],875 "extent": [876 5.3246830248370145,877 5.610554717209446,878 15.55480670928955879 ],880 "rotation": [881 0,882 5.440780639648438,883 0884 ]885 },886 "location": [887 242.6363525390625,888 41.930458068847656,889 112.1091537475586890 ],891 "rotation": [892 0,893 5.440780639648438,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 31,904 191,905 255906 ]907 },908 {909 "object_id": "SM_milk_6",910 "bbox_2d": [911 1353,912 938,913 1476,914 1021915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 231.6966583448379,920 39.938258669657486,921 127.55570602416992922 ],923 "extent": [924 5.681994700258485,925 5.939334257786598,926 15.55480670928955927 ]928 },929 "obb": {930 "center": [931 231.6966583448379,932 39.938258669657486,933 127.55570602416992934 ],935 "extent": [936 5.681994700258485,937 5.939334257786598,938 15.55480670928955939 ],940 "rotation": [941 0,942 -169.9813995361328,943 0944 ]945 },946 "location": [947 231.67706298828125,948 39.687469482421875,949 112.1091537475586950 ],951 "rotation": [952 0,953 -169.9813995361328,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 31,964 191,965 127966 ]967 },968 {969 "object_id": "SM_milk_7",970 "bbox_2d": [971 1434,972 949,973 1614,974 1079975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 218.87854710596835,980 41.61242794794113,981 127.55570602416992982 ],983 "extent": [984 5.206857863447425,985 5.501215727667095,986 15.55480670928955987 ]988 },989 "obb": {990 "center": [991 218.87854710596835,992 41.61242794794113,993 127.55570602416992994 ],995 "extent": [996 5.206857863447425,997 5.501215727667095,998 15.55480670928955999 ],1000 "rotation": [1001 0,1002 -175.97891235351562,1003 01004 ]1005 },1006 "location": [1007 218.83285522460938,1008 41.36505889892578,1009 112.10915374755861010 ],1011 "rotation": [1012 0,1013 -175.97891235351562,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 31,1024 191,1025 631026 ]1027 },1028 {1029 "object_id": "SM_milk_8",1030 "bbox_2d": [1031 1248,1032 938,1033 1336,1034 10791035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 241.96671575865602,1040 30.249157956029663,1041 127.555706024169921042 ],1043 "extent": [1044 5.344253482977621,1045 5.0384443471190234,1046 15.554806709289551047 ]1048 },1049 "obb": {1050 "center": [1051 241.96671575865602,1052 30.249157956029663,1053 127.555706024169921054 ],1055 "extent": [1056 5.344253482977621,1057 5.0384443471190234,1058 15.554806709289551059 ],1060 "rotation": [1061 0,1062 -87.9447479248047,1063 01064 ]1065 },1066 "location": [1067 242.21237182617188,1068 30.19500732421875,1069 112.10915374755861070 ],1071 "rotation": [1072 0,1073 -87.9447479248047,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 31,1084 191,1085 1911086 ]1087 },1088 {1089 "object_id": "SM_milk_9",1090 "bbox_2d": [1091 1030,1092 938,1093 1142,1094 10791095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 243.03438936967146,1100 11.147101010590868,1101 127.555706024169921102 ],1103 "extent": [1104 6.441482794137272,1105 6.240463720084426,1106 15.554806709289551107 ]1108 },1109 "obb": {1110 "center": [1111 243.03438936967146,1112 11.147101010590868,1113 127.555706024169921114 ],1115 "extent": [1116 6.441482794137272,1117 6.240463720084426,1118 15.554806709289551119 ],1120 "rotation": [1121 0,1122 71.6050338745117,1123 01124 ]1125 },1126 "location": [1127 242.82313537597656,1128 11.283669471740723,1129 112.10915374755861130 ],1131 "rotation": [1132 0,1133 71.6050338745117,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 31,1144 0,1145 311146 ]1147 },1148 {1149 "object_id": "SM_milk_57",1150 "bbox_2d": [1151 1400,1152 477,1153 1464,1154 5291155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 229.46556768798743,1160 39.102419935985694,1161 167.220240592956541162 ],1163 "extent": [1164 5.616105027107096,1165 5.38074387849872,1166 14.2323493957519531167 ]1168 },1169 "obb": {1170 "center": [1171 229.46556768798743,1172 39.102419935985694,1173 167.220240592956541174 ],1175 "extent": [1176 5.616105027107096,1177 5.38074387849872,1178 14.2323493957519531179 ],1180 "rotation": [1181 0,1182 -17.402420043945316,1183 01184 ]1185 },1186 "location": [1187 229.57301330566406,1188 39.445228576660156,1189 153.027130126953121190 ],1191 "rotation": [1192 0,1193 -17.402420043945316,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]