TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l011_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l011_off0_r005/lit.png",5 "camera": {6 "location": [7 221,8 109,9 15110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 221,38 109,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 253,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 0,118 0,119 1480,120 1059121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 1537,178 0,179 1610,180 941181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 1606,238 0,239 1919,240 470241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ]295 },296 "foreground": {297 "breadrack": [298 {299 "object_id": "SM_breadrack_03_299",300 "bbox_2d": [301 0,302 553,303 238,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 69.35102081298828,310 -45.5966682434082,311 81.75312423706055312 ],313 "extent": [314 133.66964721679688,315 39.26552200317383,316 67.28050231933594317 ]318 },319 "obb": {320 "center": [321 69.35102081298828,322 -45.5966682434082,323 81.75312423706055324 ],325 "extent": [326 133.66964721679688,327 39.26552200317383,328 67.28050231933594329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 69.35102081298828,338 -45.5966682434082,339 19.998779296875340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 255,354 127,355 0356 ]357 }358 ],359 "cashier": [360 {361 "object_id": "SM_cashier_302",362 "bbox_2d": [363 1480,364 869,365 1919,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 330.7001953125,372 148.85812377929688,373 68.8092041015625374 ],375 "extent": [376 39.265533447265625,377 83.54351806640625,378 50.12611389160156379 ]380 },381 "obb": {382 "center": [383 330.7001953125,384 148.85812377929688,385 68.8092041015625386 ],387 "extent": [388 39.265533447265625,389 83.54351806640625,390 50.12611389160156391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 330.7001953125,400 148.85812377929688,401 20402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 127,417 255418 ]419 }420 ],421 "grill": [422 {423 "object_id": "SM_grill2",424 "bbox_2d": [425 1212,426 445,427 1341,428 748429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 385.2553100585887,434 -75.62591934204102,435 108.73949432373047436 ],437 "extent": [438 28.420366367019028,439 35.869838411538495,440 90.03331756591797441 ]442 },443 "obb": {444 "center": [445 385.2553100585887,446 -75.62591934204102,447 108.73949432373047448 ],449 "extent": [450 28.420366367019028,451 35.869838411538495,452 90.03331756591797453 ],454 "rotation": [455 0,456 90.00007629394531,457 0458 ]459 },460 "location": [461 385.25531005859375,462 -75.62592315673828,463 20464 ],465 "rotation": [466 0,467 90.00007629394531,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 0,479 255480 ]481 }482 ],483 "cash register": [484 {485 "object_id": "SM_cash_register_318",486 "bbox_2d": [487 1641,488 649,489 1919,490 925491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 347.53276852910653,496 89.550582188795,497 129.63134792869084498 ],499 "extent": [500 24.934106523168452,501 32.800457754910184,502 11.22339287083048503 ]504 },505 "obb": {506 "center": [507 347.53276852910653,508 89.550582188795,509 129.63134792869084510 ],511 "extent": [512 24.934106523168452,513 32.800457754910184,514 11.22339287083048515 ],516 "rotation": [517 0,518 -80.00000762939452,519 0520 ]521 },522 "location": [523 344.2492980957031,524 84.56668090820312,525 119.345947265625526 ],527 "rotation": [528 0,529 -80.00000762939452,530 0531 ],532 "scale": [533 1,534 1.0000001192092896,535 1.0000001192092896536 ]537 },538 "color": [539 127,540 255,541 0542 ]543 }544 ],545 "fireextinguisher": [546 {547 "object_id": "SM_fireextinguisher_324",548 "bbox_2d": [549 1217,550 921,551 1350,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 331.0877685546875,558 13.703109741210938,559 55.87240219116211560 ],561 "extent": [562 15.99792177943084,563 14.843982007062664,564 37.336402893066406565 ]566 },567 "obb": {568 "center": [569 331.0877685546875,570 13.703109741210938,571 55.87240219116211572 ],573 "extent": [574 15.99792177943084,575 14.843982007062664,576 37.336402893066406577 ],578 "rotation": [579 0,580 -30.000061035156264,581 0582 ]583 },584 "location": [585 331.0877685546875,586 13.703109741210938,587 55.872406005859375588 ],589 "rotation": [590 0,591 -30.000061035156264,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 127,602 0,603 127604 ]605 }606 ],607 "steel": [608 {609 "object_id": "SM_steel_02_346",610 "bbox_2d": [611 144,612 0,613 892,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 230.1611499786377,620 25.21088981628418,621 106.01264953613281622 ],623 "extent": [624 20.196971893310547,625 23.852373123168952,626 86.09856414794922627 ]628 },629 "obb": {630 "center": [631 230.1611499786377,632 25.21088981628418,633 106.01264953613281634 ],635 "extent": [636 20.196971893310547,637 23.852373123168952,638 86.09856414794922639 ],640 "rotation": [641 0,642 -90.00000000000001,643 0644 ]645 },646 "location": [647 230.16116333007812,648 25.21090316772461,649 20650 ],651 "rotation": [652 0,653 -90.00000000000001,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 0,664 255,665 63666 ]667 }668 ],669 "cloth": [670 {671 "object_id": "SM_cloth_7",672 "bbox_2d": [673 398,674 575,675 398,676 632677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 229.85744770990738,682 -59.86229680933562,683 146.9493074694817684 ],685 "extent": [686 26.10779229225838,687 15.846243208221889,688 91.06945080399765689 ]690 },691 "obb": {692 "center": [693 229.85744770990738,694 -59.86229680933562,695 146.9493074694817696 ],697 "extent": [698 26.10779229225838,699 15.846243208221889,700 91.06945080399765701 ],702 "rotation": [703 3.074985027313233,704 -0.7657650113105776,705 -0.041014000773429884706 ]707 },708 "location": [709 224.62954711914062,710 -59.72605895996094,711 227.77149963378906712 ],713 "rotation": [714 3.074985027313233,715 -0.7657650113105776,716 -0.041014000773429884717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 63,726 0,727 255728 ]729 }730 ],731 "milk": [732 {733 "object_id": "SM_milk_02_116",734 "bbox_2d": [735 328,736 632,737 459,738 682739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 220.1466841697693,744 13.78728199005127,745 127.55570602416992746 ],747 "extent": [748 4.856032371520996,749 5.173428535461426,750 15.55480670928955751 ]752 },753 "obb": {754 "center": [755 220.1466841697693,756 13.78728199005127,757 127.55570602416992758 ],759 "extent": [760 4.856032371520996,761 5.173428535461426,762 15.55480670928955763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 220.20960998535156,772 14.030838012695312,773 112.1091537475586774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 31,788 63,789 63790 ]791 },792 {793 "object_id": "SM_milk_3",794 "bbox_2d": [795 332,796 647,797 490,798 1079799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 219.84640643254153,804 29.30139869580654,805 127.55570602416992806 ],807 "extent": [808 7.092373092662854,809 7.0913927140830495,810 15.55480670928955811 ]812 },813 "obb": {814 "center": [815 219.84640643254153,816 29.30139869580654,817 127.55570602416992818 ],819 "extent": [820 7.092373092662854,821 7.0913927140830495,822 15.55480670928955823 ],824 "rotation": [825 0,826 -45.12514114379883,827 0828 ]829 },830 "location": [831 220.0634002685547,832 29.42864990234375,833 112.1091537475586834 ],835 "rotation": [836 0,837 -45.12514114379883,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 31,848 63,849 191850 ]851 },852 {853 "object_id": "SM_milk_4",854 "bbox_2d": [855 492,856 631,857 623,858 1011859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 233.67514231133146,864 19.89204369350241,865 127.55570602416992866 ],867 "extent": [868 7.031568522159091,869 7.077565022127117,870 15.55480670928955871 ]872 },873 "obb": {874 "center": [875 233.67514231133146,876 19.89204369350241,877 127.55570602416992878 ],879 "extent": [880 7.031568522159091,881 7.077565022127117,882 15.55480670928955883 ],884 "rotation": [885 0,886 39.11842346191407,887 0888 ]889 },890 "location": [891 233.57029724121094,892 20.12070655822754,893 112.1091537475586894 ],895 "rotation": [896 0,897 39.11842346191407,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 31,908 191,909 0910 ]911 },912 {913 "object_id": "SM_milk_5",914 "bbox_2d": [915 673,916 650,917 835,918 1079919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 242.59680344514481,924 41.68203290183922,925 127.55570602416992926 ],927 "extent": [928 5.3246830248370145,929 5.610554717209446,930 15.55480670928955931 ]932 },933 "obb": {934 "center": [935 242.59680344514481,936 41.68203290183922,937 127.55570602416992938 ],939 "extent": [940 5.3246830248370145,941 5.610554717209446,942 15.55480670928955943 ],944 "rotation": [945 0,946 5.440780639648438,947 0948 ]949 },950 "location": [951 242.6363525390625,952 41.930458068847656,953 112.1091537475586954 ],955 "rotation": [956 0,957 5.440780639648438,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 31,968 191,969 255970 ]971 },972 {973 "object_id": "SM_milk_6",974 "bbox_2d": [975 504,976 654,977 665,978 1079979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 231.6966583448379,984 39.938258669657486,985 127.55570602416992986 ],987 "extent": [988 5.681994700258485,989 5.939334257786598,990 15.55480670928955991 ]992 },993 "obb": {994 "center": [995 231.6966583448379,996 39.938258669657486,997 127.55570602416992998 ],999 "extent": [1000 5.681994700258485,1001 5.939334257786598,1002 15.554806709289551003 ],1004 "rotation": [1005 0,1006 -169.9813995361328,1007 01008 ]1009 },1010 "location": [1011 231.67706298828125,1012 39.687469482421875,1013 112.10915374755861014 ],1015 "rotation": [1016 0,1017 -169.9813995361328,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 31,1028 191,1029 1271030 ]1031 },1032 {1033 "object_id": "SM_milk_7",1034 "bbox_2d": [1035 250,1036 669,1037 456,1038 10791039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 218.87854710596835,1044 41.61242794794113,1045 127.555706024169921046 ],1047 "extent": [1048 5.206857863447425,1049 5.501215727667095,1050 15.554806709289551051 ]1052 },1053 "obb": {1054 "center": [1055 218.87854710596835,1056 41.61242794794113,1057 127.555706024169921058 ],1059 "extent": [1060 5.206857863447425,1061 5.501215727667095,1062 15.554806709289551063 ],1064 "rotation": [1065 0,1066 -175.97891235351562,1067 01068 ]1069 },1070 "location": [1071 218.83285522460938,1072 41.36505889892578,1073 112.10915374755861074 ],1075 "rotation": [1076 0,1077 -175.97891235351562,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 31,1088 191,1089 631090 ]1091 },1092 {1093 "object_id": "SM_milk_8",1094 "bbox_2d": [1095 657,1096 634,1097 718,1098 10501099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 241.96671575865602,1104 30.249157956029663,1105 127.555706024169921106 ],1107 "extent": [1108 5.344253482977621,1109 5.0384443471190234,1110 15.554806709289551111 ]1112 },1113 "obb": {1114 "center": [1115 241.96671575865602,1116 30.249157956029663,1117 127.555706024169921118 ],1119 "extent": [1120 5.344253482977621,1121 5.0384443471190234,1122 15.554806709289551123 ],1124 "rotation": [1125 0,1126 -87.9447479248047,1127 01128 ]1129 },1130 "location": [1131 242.21237182617188,1132 30.19500732421875,1133 112.10915374755861134 ],1135 "rotation": [1136 0,1137 -87.9447479248047,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 31,1148 191,1149 1911150 ]1151 },1152 {1153 "object_id": "SM_milk_9",1154 "bbox_2d": [1155 623,1156 618,1157 689,1158 6641159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 243.03438936967146,1164 11.147101010590868,1165 127.555706024169921166 ],1167 "extent": [1168 6.441482794137272,1169 6.240463720084426,1170 15.554806709289551171 ]1172 },1173 "obb": {1174 "center": [1175 243.03438936967146,1176 11.147101010590868,1177 127.555706024169921178 ],1179 "extent": [1180 6.441482794137272,1181 6.240463720084426,1182 15.554806709289551183 ],1184 "rotation": [1185 0,1186 71.6050338745117,1187 01188 ]1189 },1190 "location": [1191 242.82313537597656,1192 11.283669471740723,1193 112.10915374755861194 ],1195 "rotation": [1196 0,1197 71.6050338745117,1198 01199 ],1200 "scale": [