TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l026_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l026_r005/lit.png",5 "camera": {6 "location": [7 255,8 197,9 12610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 255,38 197,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 59,58 0,59 1895,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 0,118 0,119 1080,120 1019121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 1119,178 0,179 1170,180 429181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 1166,238 0,239 1825,240 382241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ],295 "ground": [296 {297 "object_id": "SM_ground_9",298 "bbox_2d": [299 623,300 1055,301 714,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 0,308 0.704864501953125,309 11.041000366210938310 ],311 "extent": [312 447.2875671386719,313 455.69342041015625,314 8.675445556640625315 ]316 },317 "obb": {318 "center": [319 0,320 0.704864501953125,321 11.041000366210938322 ],323 "extent": [324 447.2875671386719,325 455.69342041015625,326 8.675445556640625327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 -0.000762939453125,337 11.041000366210938338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 0,353 255354 ]355 }356 ]357 },358 "foreground": {359 "breadrack": [360 {361 "object_id": "SM_breadrack_03_299",362 "bbox_2d": [363 0,364 407,365 55,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 69.35102081298828,372 -45.5966682434082,373 81.75312423706055374 ],375 "extent": [376 133.66964721679688,377 39.26552200317383,378 67.28050231933594379 ]380 },381 "obb": {382 "center": [383 69.35102081298828,384 -45.5966682434082,385 81.75312423706055386 ],387 "extent": [388 133.66964721679688,389 39.26552200317383,390 67.28050231933594391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 69.35102081298828,400 -45.5966682434082,401 19.998779296875402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 127,417 0418 ]419 }420 ],421 "cashier": [422 {423 "object_id": "SM_cashier_302",424 "bbox_2d": [425 715,426 584,427 1919,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 330.7001953125,434 148.85812377929688,435 68.8092041015625436 ],437 "extent": [438 39.265533447265625,439 83.54351806640625,440 50.12611389160156441 ]442 },443 "obb": {444 "center": [445 330.7001953125,446 148.85812377929688,447 68.8092041015625448 ],449 "extent": [450 39.265533447265625,451 83.54351806640625,452 50.12611389160156453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 330.7001953125,462 148.85812377929688,463 20464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 127,479 255480 ]481 }482 ],483 "grill": [484 {485 "object_id": "SM_grill2",486 "bbox_2d": [487 830,488 357,489 1014,490 587491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 385.2553100585887,496 -75.62591934204102,497 108.73949432373047498 ],499 "extent": [500 28.420366367019028,501 35.869838411538495,502 90.03331756591797503 ]504 },505 "obb": {506 "center": [507 385.2553100585887,508 -75.62591934204102,509 108.73949432373047510 ],511 "extent": [512 28.420366367019028,513 35.869838411538495,514 90.03331756591797515 ],516 "rotation": [517 0,518 90.00007629394531,519 0520 ]521 },522 "location": [523 385.25531005859375,524 -75.62592315673828,525 20526 ],527 "rotation": [528 0,529 90.00007629394531,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 127,540 0,541 255542 ]543 }544 ],545 "cash register": [546 {547 "object_id": "SM_cash_register_318",548 "bbox_2d": [549 950,550 416,551 1314,552 604553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 347.53276852910653,558 89.550582188795,559 129.63134792869084560 ],561 "extent": [562 24.934106523168452,563 32.800457754910184,564 11.22339287083048565 ]566 },567 "obb": {568 "center": [569 347.53276852910653,570 89.550582188795,571 129.63134792869084572 ],573 "extent": [574 24.934106523168452,575 32.800457754910184,576 11.22339287083048577 ],578 "rotation": [579 0,580 -80.00000762939452,581 0582 ]583 },584 "location": [585 344.2492980957031,586 84.56668090820312,587 119.345947265625588 ],589 "rotation": [590 0,591 -80.00000762939452,592 0593 ],594 "scale": [595 1,596 1.0000001192092896,597 1.0000001192092896598 ]599 },600 "color": [601 127,602 255,603 0604 ]605 }606 ],607 "offeecart": [608 {609 "object_id": "SM_offeecart_343",610 "bbox_2d": [611 629,612 562,613 845,614 615615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 381.5960205253525,620 -207.50344660440354,621 95.30928149775127622 ],623 "extent": [624 46.82246629397008,625 94.56324563513309,626 74.93345305891899627 ]628 },629 "obb": {630 "center": [631 381.5960205253525,632 -207.50344660440354,633 95.30928149775127634 ],635 "extent": [636 46.82246629397008,637 94.56324563513309,638 74.93345305891899639 ],640 "rotation": [641 0,642 90.00011444091797,643 0644 ]645 },646 "location": [647 379.77606201171875,648 -180.17184448242188,649 19.999954223632812650 ],651 "rotation": [652 0,653 90.00011444091797,654 0655 ],656 "scale": [657 0.8725000023841858,658 0.8725000023841858,659 0.8725000023841858660 ]661 },662 "color": [663 0,664 0,665 63666 ]667 }668 ],669 "steel": [670 {671 "object_id": "SM_steel_02_346",672 "bbox_2d": [673 0,674 0,675 374,676 1079677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 230.1611499786377,682 25.21088981628418,683 106.01264953613281684 ],685 "extent": [686 20.196971893310547,687 23.852373123168952,688 86.09856414794922689 ]690 },691 "obb": {692 "center": [693 230.1611499786377,694 25.21088981628418,695 106.01264953613281696 ],697 "extent": [698 20.196971893310547,699 23.852373123168952,700 86.09856414794922701 ],702 "rotation": [703 0,704 -90.00000000000001,705 0706 ]707 },708 "location": [709 230.16116333007812,710 25.21090316772461,711 20712 ],713 "rotation": [714 0,715 -90.00000000000001,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 0,726 255,727 63728 ]729 },730 {731 "object_id": "SM_steel_01_349",732 "bbox_2d": [733 409,734 621,735 421,736 623737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 240.58107749462158,742 -385.25631504767193,743 105.9680404663086744 ],745 "extent": [746 22.462900420585342,747 45.113007901773415,748 86.05392456054688749 ]750 },751 "obb": {752 "center": [753 240.58107749462158,754 -385.25631504767193,755 105.9680404663086756 ],757 "extent": [758 22.462900420585342,759 45.113007901773415,760 86.05392456054688761 ],762 "rotation": [763 0,764 -87.00657653808594,765 0766 ]767 },768 "location": [769 240.58099365234375,770 -385.254638671875,771 19.999984741210938772 ],773 "rotation": [774 0,775 -87.00657653808594,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 0,786 127,787 63788 ]789 }790 ],791 "ladder": [792 {793 "object_id": "SM_ladder2",794 "bbox_2d": [795 375,796 623,797 382,798 625799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 231.2604099797911,804 -296.61433036763526,805 163.7025774325777806 ],807 "extent": [808 17.375431804216475,809 44.58013502962143,810 144.20106613466515811 ]812 },813 "obb": {814 "center": [815 231.2604099797911,816 -296.61433036763526,817 163.70257743257773818 ],819 "extent": [820 17.375431804216475,821 44.58013502962143,822 144.20106613466515823 ],824 "rotation": [825 0,826 -89.99986267089847,827 -2.1566863059997567828 ]829 },830 "location": [831 237.65826416015625,832 -292.5789794921875,833 20.000015258789062834 ],835 "rotation": [836 0,837 -89.99986267089847,838 -2.1566863059997567839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 63,848 0,849 63850 ]851 }852 ],853 "stack of food": [854 {855 "object_id": "SM_stack_of_food_515",856 "bbox_2d": [857 425,858 615,859 621,860 623861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 339.9145812988281,866 -390.86053466796875,867 69.61038208007812868 ],869 "extent": [870 81.03489445663894,871 44.01318928684174,872 50.09919738769531873 ]874 },875 "obb": {876 "center": [877 339.9145812988281,878 -390.86053466796875,879 69.61038208007812880 ],881 "extent": [882 81.03489445663894,883 44.01318928684174,884 50.09919738769531885 ],886 "rotation": [887 0,888 -178.55352783203125,889 0890 ]891 },892 "location": [893 339.9145812988281,894 -390.86053466796875,895 69.61038208007812896 ],897 "rotation": [898 0,899 -178.55352783203125,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 63,910 63,911 191912 ]913 }914 ],915 "milk": [916 {917 "object_id": "SM_milk_02_116",918 "bbox_2d": [919 140,920 424,921 151,922 433923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 220.1466841697693,928 13.78728199005127,929 127.55570602416992930 ],931 "extent": [932 4.856032371520996,933 5.173428535461426,934 15.55480670928955935 ]936 },937 "obb": {938 "center": [939 220.1466841697693,940 13.78728199005127,941 127.55570602416992942 ],943 "extent": [944 4.856032371520996,945 5.173428535461426,946 15.55480670928955947 ],948 "rotation": [949 0,950 0,951 0952 ]953 },954 "location": [955 220.20960998535156,956 14.030838012695312,957 112.1091537475586958 ],959 "rotation": [960 0,961 0,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 31,972 63,973 63974 ]975 },976 {977 "object_id": "SM_milk_3",978 "bbox_2d": [979 111,980 413,981 144,982 646983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 219.84640643254153,988 29.30139869580654,989 127.55570602416992990 ],991 "extent": [992 7.092373092662854,993 7.0913927140830495,994 15.55480670928955995 ]996 },997 "obb": {998 "center": [999 219.84640643254153,1000 29.30139869580654,1001 127.555706024169921002 ],1003 "extent": [1004 7.092373092662854,1005 7.0913927140830495,1006 15.554806709289551007 ],1008 "rotation": [1009 0,1010 -45.12514114379883,1011 01012 ]1013 },1014 "location": [1015 220.0634002685547,1016 29.42864990234375,1017 112.10915374755861018 ],1019 "rotation": [1020 0,1021 -45.12514114379883,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 31,1032 63,1033 1911034 ]1035 },1036 {1037 "object_id": "SM_milk_4",1038 "bbox_2d": [1039 241,1040 425,1041 255,1042 6351043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 233.67514231133146,1048 19.89204369350241,1049 127.555706024169921050 ],1051 "extent": [1052 7.031568522159091,1053 7.077565022127117,1054 15.554806709289551055 ]1056 },1057 "obb": {1058 "center": [1059 233.67514231133146,1060 19.89204369350241,1061 127.555706024169921062 ],1063 "extent": [1064 7.031568522159091,1065 7.077565022127117,1066 15.554806709289551067 ],1068 "rotation": [1069 0,1070 39.11842346191407,1071 01072 ]1073 },1074 "location": [1075 233.57029724121094,1076 20.12070655822754,1077 112.10915374755861078 ],1079 "rotation": [1080 0,1081 39.11842346191407,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 31,1092 191,1093 01094 ]1095 },1096 {1097 "object_id": "SM_milk_5",1098 "bbox_2d": [1099 246,1100 411,1101 344,1102 6481103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 242.59680344514481,1108 41.68203290183922,1109 127.555706024169921110 ],1111 "extent": [1112 5.3246830248370145,1113 5.610554717209446,1114 15.554806709289551115 ]1116 },1117 "obb": {1118 "center": [1119 242.59680344514481,1120 41.68203290183922,1121 127.555706024169921122 ],1123 "extent": [1124 5.3246830248370145,1125 5.610554717209446,1126 15.554806709289551127 ],1128 "rotation": [1129 0,1130 5.440780639648438,1131 01132 ]1133 },1134 "location": [1135 242.6363525390625,1136 41.930458068847656,1137 112.10915374755861138 ],1139 "rotation": [1140 0,1141 5.440780639648438,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 31,1152 191,1153 2551154 ]1155 },1156 {1157 "object_id": "SM_milk_6",1158 "bbox_2d": [1159 137,1160 408,1161 249,1162 6521163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 231.6966583448379,1168 39.938258669657486,1169 127.555706024169921170 ],1171 "extent": [1172 5.681994700258485,1173 5.939334257786598,1174 15.554806709289551175 ]1176 },1177 "obb": {1178 "center": [1179 231.6966583448379,1180 39.938258669657486,1181 127.555706024169921182 ],1183 "extent": [1184 5.681994700258485,1185 5.939334257786598,1186 15.554806709289551187 ],1188 "rotation": [1189 0,1190 -169.9813995361328,1191 01192 ]1193 },1194 "location": [1195 231.67706298828125,1196 39.687469482421875,1197 112.10915374755861198 ],1199 "rotation": [1200 0,