TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l010_off0_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l010_off0_r003/lit.png",5 "camera": {6 "location": [7 -328,8 344,9 15110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -328,38 344,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 44,58 360,59 63,60 71161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_03_494",116 "bbox_2d": [117 64,118 0,119 780,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -425.3244323730469,126 398.8101043701172,127 182.9049072265625128 ],129 "extent": [130 1.115631103515625,131 36.75914001464844,132 167.0870361328125133 ]134 },135 "obb": {136 "center": [137 -425.3244323730469,138 398.8101043701172,139 182.9049072265625140 ],141 "extent": [142 1.115631103515625,143 36.75914001464844,144 167.0870361328125145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -425.32440185546875,154 398.8100891113281,155 19.9970703125156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 255,171 191172 ]173 },174 {175 "object_id": "SM_wall_4",176 "bbox_2d": [177 768,178 0,179 1500,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -425.32440185546875,186 326.5200958251953,187 182.9049072265625188 ],189 "extent": [190 1.115631103515625,191 36.75914001464844,192 167.0870361328125193 ]194 },195 "obb": {196 "center": [197 -425.32440185546875,198 326.5200958251953,199 182.9049072265625200 ],201 "extent": [202 1.115631103515625,203 36.75914001464844,204 167.0870361328125205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -425.3243713378906,214 326.52008056640625,215 19.9970703125216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 255,230 127,231 191232 ]233 },234 {235 "object_id": "SM_wall_5",236 "bbox_2d": [237 1489,238 369,239 1919,240 1079241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -425.3255920410156,246 253.73936462402344,247 182.9049072265625248 ],249 "extent": [250 1.115631103515625,251 36.75914001464844,252 167.0870361328125253 ]254 },255 "obb": {256 "center": [257 -425.3255920410156,258 253.73936462402344,259 182.9049072265625260 ],261 "extent": [262 1.115631103515625,263 36.75914001464844,264 167.0870361328125265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 -425.3255615234375,274 253.73934936523438,275 19.9970703125276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 255,290 63,291 191292 ]293 }294 ]295 },296 "foreground": {297 "breadrack": [298 {299 "object_id": "SM_breadrack_06_287",300 "bbox_2d": [301 927,302 0,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -392.65228271484375,310 265.97955322265625,311 122.33769989013672312 ],313 "extent": [314 30.63262939453125,315 83.54350280761719,316 103.0369873046875317 ]318 },319 "obb": {320 "center": [321 -392.65228271484375,322 265.97955322265625,323 122.33769989013672324 ],325 "extent": [326 30.63262939453125,327 83.54350280761719,328 103.0369873046875329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -392.65228271484375,338 265.97955322265625,339 20340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 255,354 0,355 127356 ]357 },358 {359 "object_id": "SM_breadrack_2",360 "bbox_2d": [361 0,362 0,363 694,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -244.97552490234375,370 397.81231689453125,371 138.38698959350586372 ],373 "extent": [374 167.6439971923828,375 33.974395751953125,376 119.4671630859375377 ]378 },379 "obb": {380 "center": [381 -244.97552490234375,382 397.81231689453125,383 138.38698959350586384 ],385 "extent": [386 167.6439971923828,387 33.974395751953125,388 119.4671630859375389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -244.97552490234375,398 397.81231689453125,399 22.278316497802734400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 191,415 255416 ]417 }418 ],419 "cake": [420 {421 "object_id": "SM_cake_01_19",422 "bbox_2d": [423 0,424 701,425 188,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -368.81641387939453,432 397.7604274749756,433 135.18089246749878434 ],435 "extent": [436 16.72939682006836,437 16.76603889465332,438 6.529984951019287439 ]440 },441 "obb": {442 "center": [443 -368.81641387939453,444 397.7604274749756,445 135.18089246749878446 ],447 "extent": [448 16.72939682006836,449 16.76603889465332,450 6.529984951019287451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -368.8301086425781,460 398.0688171386719,461 128.70338439941406462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 127,477 0478 ]479 },480 {481 "object_id": "SM_cake_6",482 "bbox_2d": [483 0,484 0,485 179,486 128487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -369.4086055755615,492 398.17628479003906,493 171.29775476455688494 ],495 "extent": [496 17.188379287719727,497 17.18549346923828,498 7.439938068389893499 ]500 },501 "obb": {502 "center": [503 -369.4086055755615,504 398.17628479003906,505 171.29775476455688506 ],507 "extent": [508 17.188379287719727,509 17.18549346923828,510 7.439938068389893511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 -369.3227844238281,520 398.4527893066406,521 164.19528198242188522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 31,536 63,537 0538 ]539 }540 ],541 "bread": [542 {543 "object_id": "SM_bread_9",544 "bbox_2d": [545 1548,546 1075,547 1612,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -389.2309493184578,554 293.99120630523646,555 104.40535020828247556 ],557 "extent": [558 16.638866963529836,559 9.193556898983218,560 5.432823181152344561 ]562 },563 "obb": {564 "center": [565 -389.2309493184578,566 293.99120630523646,567 104.40535020828247568 ],569 "extent": [570 16.638866963529836,571 9.193556898983218,572 5.432823181152344573 ],574 "rotation": [575 0,576 -88.98342895507812,577 0578 ]579 },580 "location": [581 -389.23095703125,582 293.9912109375,583 99.46959686279297584 ],585 "rotation": [586 0,587 -88.98342895507812,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 191,598 159,599 63600 ]601 },602 {603 "object_id": "SM_bread_163",604 "bbox_2d": [605 1017,606 590,607 1393,608 837609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -391.24365424721583,614 330.1174620365613,615 141.35639238357544616 ],617 "extent": [618 17.067076960638758,619 11.17791528627464,620 5.980827331542969621 ]622 },623 "obb": {624 "center": [625 -391.24365424721583,626 330.1174620365613,627 141.35639238357544628 ],629 "extent": [630 17.067076960638758,631 11.17791528627464,632 5.980827331542969633 ],634 "rotation": [635 0,636 -86.34346008300783,637 0638 ]639 },640 "location": [641 -391.24365234375,642 330.1174621582031,643 136.42063903808594644 ],645 "rotation": [646 0,647 -86.34346008300783,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 95,658 159,659 191660 ]661 },662 {663 "object_id": "SM_bread_164",664 "bbox_2d": [665 1361,666 600,667 1811,668 826669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -392.5962848663227,674 308.12136840193165,675 141.35639238357544676 ],677 "extent": [678 16.486581067792486,679 10.203306140927225,680 5.980827331542969681 ]682 },683 "obb": {684 "center": [685 -392.5962848663227,686 308.12136840193165,687 141.35639238357544688 ],689 "extent": [690 16.486581067792486,691 10.203306140927225,692 5.980827331542969693 ],694 "rotation": [695 0,696 -89.81160736083984,697 0698 ]699 },700 "location": [701 -392.5962829589844,702 308.1213684082031,703 136.42063903808594704 ],705 "rotation": [706 0,707 -89.81160736083984,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 95,718 159,719 31720 ]721 },722 {723 "object_id": "SM_bread_165",724 "bbox_2d": [725 1600,726 589,727 1919,728 822729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -392.80298041208624,734 288.6206663004032,735 141.35639238357544736 ],737 "extent": [738 17.442248674320297,739 11.846800069499409,740 5.980827331542969741 ]742 },743 "obb": {744 "center": [745 -392.80298041208624,746 288.6206663004032,747 141.35639238357544748 ],749 "extent": [750 17.442248674320297,751 11.846800069499409,752 5.980827331542969753 ],754 "rotation": [755 0,756 -83.87521362304688,757 0758 ]759 },760 "location": [761 -392.802978515625,762 288.62066650390625,763 136.42063903808594764 ],765 "rotation": [766 0,767 -83.87521362304688,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 95,778 159,779 95780 ]781 },782 {783 "object_id": "SM_bread_166",784 "bbox_2d": [785 1130,786 468,787 1576,788 664789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -392.6368352709265,794 320.3845665738194,795 150.05678953939926796 ],797 "extent": [798 16.487185026929012,799 10.381191896985342,800 6.287883193956958801 ]802 },803 "obb": {804 "center": [805 -392.6368352709265,806 320.3845665738194,807 150.05678953939926808 ],809 "extent": [810 16.487185026929012,811 10.381191896985342,812 6.287883193956958813 ],814 "rotation": [815 -1.7494363784790044,816 -89.81150054931642,817 5.338573307150998e-08818 ]819 },820 "location": [821 -392.6373291015625,822 320.5352478027344,823 145.1233367919922824 ],825 "rotation": [826 -1.7494363784790044,827 -89.81150054931642,828 5.338573307150998e-08829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 0,838 159,839 159840 ]841 },842 {843 "object_id": "SM_bread_170",844 "bbox_2d": [845 1840,846 577,847 1919,848 609849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 -402.9264673177223,854 253.31938634006207,855 144.05173587799072856 ],857 "extent": [858 8.71548630415947,859 23.09303487020155,860 4.292149543762207861 ]862 },863 "obb": {864 "center": [865 -402.9264673177223,866 253.31938634006207,867 144.05173587799072868 ],869 "extent": [870 8.71548630415947,871 23.09303487020155,872 4.292149543762207873 ],874 "rotation": [875 0,876 96.01318359375001,877 0878 ]879 },880 "location": [881 -403.311767578125,882 252.86050415039062,883 143.89813232421875884 ],885 "rotation": [886 0,887 96.01318359375001,888 0889 ],890 "scale": [891 0.973442792892456,892 1,893 1894 ]895 },896 "color": [897 191,898 159,899 159900 ]901 }902 ],903 "juice": [904 {905 "object_id": "SM_juice_346",906 "bbox_2d": [907 1021,908 0,909 1216,910 160911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -388.12371826171875,916 334.349609375,917 181.0219669342041918 ],919 "extent": [920 4.19193474709914,921 5.7303434045551285,922 11.325533866882324923 ]924 },925 "obb": {926 "center": [927 -388.12371826171875,928 334.349609375,929 181.0219669342041930 ],931 "extent": [932 4.19193474709914,933 5.7303434045551285,934 11.325533866882324935 ],936 "rotation": [937 0,938 84.64122772216797,939 0940 ]941 },942 "location": [943 -388.12371826171875,944 334.349609375,945 169.79042053222656946 ],947 "rotation": [948 0,949 84.64122772216797,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 159,960 255,961 159962 ]963 },964 {965 "object_id": "SM_juice_03_349",966 "bbox_2d": [967 1715,968 0,969 1919,970 159971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 -389.46980997057005,976 291.67307923032996,977 185.2369728088379978 ],979 "extent": [980 5.405088586042666,981 5.103620953120924,982 15.55480670928955983 ]984 },985 "obb": {986 "center": [987 -389.46980997057005,988 291.67307923032996,989 185.2369728088379990 ],991 "extent": [992 5.405088586042666,993 5.103620953120924,994 15.55480670928955995 ],996 "rotation": [997 0,998 92.80773162841798,999 01000 ]1001 },1002 "location": [1003 -389.7161560058594,1004 291.7239990234375,1005 169.790420532226561006 ],1007 "rotation": [1008 0,1009 92.80773162841798,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 159,1020 127,1021 1591022 ]1023 },1024 {1025 "object_id": "SM_juice_5",1026 "bbox_2d": [1027 997,1028 0,1029 1020,1030 1631031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 -397.1036071777344,1036 335.38623046875,1037 181.496057510375981038 ],1039 "extent": [1040 4.9254888033822795,1041 6.155942546112101,1042 11.3255338668823241043 ]1044 },1045 "obb": {1046 "center": [1047 -397.1036071777344,1048 335.38623046875,1049 181.496057510375981050 ],1051 "extent": [1052 4.9254888033822795,1053 6.155942546112101,1054 11.3255338668823241055 ],1056 "rotation": [1057 0,1058 104.318229675293,1059 01060 ]1061 },1062 "location": [1063 -397.1036071777344,1064 335.38623046875,1065 170.264511108398441066 ],1067 "rotation": [1068 0,1069 104.318229675293,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 159,1080 191,1081 1591082 ]1083 },1084 {1085 "object_id": "SM_juice_7",1086 "bbox_2d": [1087 1217,1088 9,1089 1241,1090 1591091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 -405.5947570800781,1096 318.7032165527344,1097 181.02196693420411098 ],1099 "extent": [1100 3.8838923164173593,1101 5.530332415313126,1102 11.3255338668823241103 ]1104 },1105 "obb": {1106 "center": [1107 -405.5947570800781,1108 318.7032165527344,1109 181.02196693420411110 ],1111 "extent": [1112 3.8838923164173593,1113 5.530332415313126,1114 11.3255338668823241115 ],1116 "rotation": [1117 0,1118 -91.93881988525392,1119 01120 ]1121 },1122 "location": [1123 -405.5947570800781,1124 318.7032165527344,1125 169.790420532226561126 ],1127 "rotation": [1128 0,1129 -91.93881988525392,1130 01131 ],1132 "scale": [1133 1,1134 1,1135 11136 ]1137 },1138 "color": [1139 159,1140 95,1141 1591142 ]1143 },1144 {1145 "object_id": "SM_juice_9",1146 "bbox_2d": [1147 1242,1148 0,1149 1465,1150 1591151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 -386.2105407714844,1156 320.5429992675781,1157 181.496057510375981158 ],1159 "extent": [1160 3.785052151183777,1161 5.463965739477203,1162 11.3255338668823241163 ]1164 },1165 "obb": {1166 "center": [1167 -386.2105407714844,1168 320.5429992675781,1169 181.496057510375981170 ],1171 "extent": [1172 3.785052151183777,1173 5.463965739477203,1174 11.3255338668823241175 ],1176 "rotation": [1177 0,1178 -89.12656402587892,1179 01180 ]1181 },1182 "location": [1183 -386.2105407714844,1184 320.5429992675781,1185 170.264511108398441186 ],1187 "rotation": [1188 0,1189 -89.12656402587892,1190 01191 ],1192 "scale": [1193 1,1194 1,1195 11196 ]1197 },1198 "color": [1199 159,1200 159,