TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l000_off0_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l000_off0_r004/lit.png",5 "camera": {6 "location": [7 -210,8 240,9 15110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -210,38 240,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_6",56 "bbox_2d": [57 0,58 0,59 256,60 86661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -425.3255615234375,66 181.4493865966797,67 182.904907226562568 ],69 "extent": [70 1.115631103515625,71 36.75914001464844,72 167.087036132812573 ]74 },75 "obb": {76 "center": [77 -425.3255615234375,78 181.4493865966797,79 182.904907226562580 ],81 "extent": [82 1.115631103515625,83 36.75914001464844,84 167.087036132812585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -425.3255310058594,94 181.44937133789062,95 19.997070312596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 0,111 191112 ]113 },114 {115 "object_id": "SM_wall_7",116 "bbox_2d": [117 257,118 79,119 574,120 794121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -425.3255615234375,126 108.51611328125,127 182.9049072265625128 ],129 "extent": [130 1.115631103515625,131 36.75914001464844,132 167.0870361328125133 ]134 },135 "obb": {136 "center": [137 -425.3255615234375,138 108.51611328125,139 182.9049072265625140 ],141 "extent": [142 1.115631103515625,143 36.75914001464844,144 167.0870361328125145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -425.3255310058594,154 108.51609802246094,155 19.9970703125156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 191172 ]173 },174 {175 "object_id": "SM_wall_8",176 "bbox_2d": [177 568,178 194,179 738,180 741181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -425.3255615234375,186 36.23727035522461,187 182.9049072265625188 ],189 "extent": [190 1.115631103515625,191 36.75914001464844,192 167.0870361328125193 ]194 },195 "obb": {196 "center": [197 -425.3255615234375,198 36.23727035522461,199 182.9049072265625200 ],201 "extent": [202 1.115631103515625,203 36.75914001464844,204 167.0870361328125205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -425.3255310058594,214 36.23725509643555,215 19.9970703125216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 127,231 191232 ]233 },234 {235 "object_id": "SM_wall_04_502",236 "bbox_2d": [237 35,238 0,239 761,240 256241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -420.3979949951172,246 221.62672424316406,247 319.83814239501953248 ],249 "extent": [250 5.5696258544921875,251 214.7704619409833,252 77.97386932373047253 ]254 },255 "obb": {256 "center": [257 -420.3979949951172,258 221.62672424316406,259 319.83814239501953260 ],261 "extent": [262 5.5696258544921875,263 214.7704619409833,264 77.97386932373047265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 -420.39801025390625,274 221.62672424316406,275 319.838134765625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0094610452651978,285 1286 ]287 },288 "color": [289 127,290 63,291 191292 ]293 },294 {295 "object_id": "SM_wall_06_505",296 "bbox_2d": [297 739,298 0,299 913,300 390301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 1.37738037109375,306 5.184879779815674,307 196.00094604492188308 ],309 "extent": [310 426.0718994140625,311 4.455683708190918,312 200.5044403076172313 ]314 },315 "obb": {316 "center": [317 1.37738037109375,318 5.184879779815674,319 196.00094604492188320 ],321 "extent": [322 426.0718994140625,323 4.455683708190918,324 200.5044403076172325 ],326 "rotation": [327 0,328 0,329 0330 ]331 },332 "location": [333 1.37738037109375,334 5.184879302978516,335 -4.41204833984375336 ],337 "rotation": [338 0,339 0,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 63,350 0,351 191352 ]353 }354 ]355 },356 "foreground": {357 "breadrack": [358 {359 "object_id": "SM_breadrack_06_287",360 "bbox_2d": [361 0,362 209,363 174,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -392.65228271484375,370 265.97955322265625,371 122.33769989013672372 ],373 "extent": [374 30.63262939453125,375 83.54350280761719,376 103.0369873046875377 ]378 },379 "obb": {380 "center": [381 -392.65228271484375,382 265.97955322265625,383 122.33769989013672384 ],385 "extent": [386 30.63262939453125,387 83.54350280761719,388 103.0369873046875389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -392.65228271484375,398 265.97955322265625,399 20400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 0,415 127416 ]417 },418 {419 "object_id": "SM_breadrack_01_290",420 "bbox_2d": [421 737,422 0,423 1919,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -118.70851135253906,430 188.5910186767578,431 89.99793243408203432 ],433 "extent": [434 100.25221252441406,435 50.126121520996094,436 70.04141235351562437 ]438 },439 "obb": {440 "center": [441 -118.70851135253906,442 188.5910186767578,443 89.99793243408203444 ],445 "extent": [446 100.25221252441406,447 50.126121520996094,448 70.04141235351562449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 -118.70851135253906,458 188.5910186767578,459 25.59441375732422460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 255,474 255,475 127476 ]477 },478 {479 "object_id": "SM_breadrack_7",480 "bbox_2d": [481 17,482 134,483 764,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -392.6522521972656,490 97.77607727050781,491 122.33782196044922492 ],493 "extent": [494 30.63262939453125,495 83.54350280761719,496 103.0369873046875497 ]498 },499 "obb": {500 "center": [501 -392.6522521972656,502 97.77607727050781,503 122.33782196044922504 ],505 "extent": [506 30.63262939453125,507 83.54350280761719,508 103.0369873046875509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 -392.6522521972656,518 97.77607727050781,519 20.0001220703125520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 63,534 255,535 191536 ]537 }538 ],539 "bread": [540 {541 "object_id": "SM_bread_13",542 "bbox_2d": [543 1473,544 822,545 1919,546 1079547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -202.26914212895704,552 187.490215345676,553 132.2869987487793554 ],555 "extent": [556 9.335370692476232,557 17.93423246131195,558 4.888492584228516559 ]560 },561 "obb": {562 "center": [563 -202.26914212895704,564 187.490215345676,565 132.2869987487793566 ],567 "extent": [568 9.335370692476232,569 17.93423246131195,570 4.888492584228516571 ],572 "rotation": [573 0,574 -179.6688232421875,575 0576 ]577 },578 "location": [579 -202.26914978027344,580 187.49021911621094,581 127.35124206542969582 ],583 "rotation": [584 0,585 -179.6688232421875,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 255,596 63,597 31598 ]599 },600 {601 "object_id": "SM_bread_161",602 "bbox_2d": [603 0,604 861,605 22,606 923607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -400.34994011357117,612 196.39202933140388,613 103.1127872467041614 ],615 "extent": [616 16.298841730963147,617 9.011430219195404,618 5.034543037414551619 ]620 },621 "obb": {622 "center": [623 -400.34994011357117,624 196.39202933140388,625 103.1127872467041626 ],627 "extent": [628 16.298841730963147,629 9.011430219195404,630 5.034543037414551631 ],632 "rotation": [633 0,634 173.81057739257812,635 0636 ]637 },638 "location": [639 -399.9239807128906,640 196.41632080078125,641 102.21273040771484642 ],643 "rotation": [644 0,645 173.81057739257812,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 31,656 159,657 95658 ]659 },660 {661 "object_id": "SM_bread_174",662 "bbox_2d": [663 0,664 603,665 51,666 654667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 -381.8765971504213,672 210.99752032605798,673 139.3551263809204674 ],675 "extent": [676 7.343694864293923,677 22.26314099867193,678 4.292149543762207679 ]680 },681 "obb": {682 "center": [683 -381.8765971504213,684 210.99752032605798,685 139.3551263809204686 ],687 "extent": [688 7.343694864293923,689 22.26314099867193,690 4.292149543762207691 ],692 "rotation": [693 0,694 92.50354003906253,695 0696 ]697 },698 "location": [699 -382.2897033691406,700 210.57308959960938,701 139.20152282714844702 ],703 "rotation": [704 0,705 92.50354003906253,706 0707 ],708 "scale": [709 0.9500104784965515,710 1,711 1712 ]713 },714 "color": [715 159,716 0,717 255718 ]719 },720 {721 "object_id": "SM_bread_285",722 "bbox_2d": [723 676,724 688,725 714,726 706727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 -409.2861672248077,732 37.39448500965563,733 103.0944766998291734 ],735 "extent": [736 9.830344917983552,737 16.592706678128707,738 5.034543037414551739 ]740 },741 "obb": {742 "center": [743 -409.2861672248077,744 37.39448500965563,745 103.0944766998291746 ],747 "extent": [748 9.830344917983552,749 16.592706678128707,750 5.034543037414551751 ],752 "rotation": [753 0,754 -99.43746185302736,755 0756 ]757 },758 "location": [759 -409.2862854003906,760 37.821136474609375,761 102.19441986083984762 ],763 "rotation": [764 0,765 -99.43746185302736,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 159,776 0,777 63778 ]779 },780 {781 "object_id": "SM_bread_177",782 "bbox_2d": [783 726,784 717,785 743,786 734787 ],788 "bbox_3d": {789 "aabb": {790 "center": [791 -394.90068649046054,792 38.68795230801657,793 103.1127872467041794 ],795 "extent": [796 8.09947937603215,797 15.924824014853291,798 5.034543037414551799 ]800 },801 "obb": {802 "center": [803 -394.90068649046054,804 38.68795230801657,805 103.1127872467041806 ],807 "extent": [808 8.09947937603215,809 15.924824014853291,810 5.034543037414551811 ],812 "rotation": [813 0,814 -87.29997253417969,815 0816 ]817 },818 "location": [819 -394.9905090332031,820 39.10504150390625,821 102.21273040771484822 ],823 "rotation": [824 0,825 -87.29997253417969,826 0827 ],828 "scale": [829 1,830 1,831 1832 ]833 },834 "color": [835 159,836 0,837 191838 ]839 },840 {841 "object_id": "SM_bread_178",842 "bbox_2d": [843 633,844 704,845 734,846 740847 ],848 "bbox_3d": {849 "aabb": {850 "center": [851 -397.7423851733848,852 60.02895185314601,853 103.0944766998291854 ],855 "extent": [856 16.213156449882717,857 8.791995746360541,858 5.034543037414551859 ]860 },861 "obb": {862 "center": [863 -397.7423851733848,864 60.02895185314601,865 103.0944766998291866 ],867 "extent": [868 16.213156449882717,869 8.791995746360541,870 5.034543037414551871 ],872 "rotation": [873 0,874 174.6614990234375,875 0876 ]877 },878 "location": [879 -397.31683349609375,880 60.059566497802734,881 102.19441986083984882 ],883 "rotation": [884 0,885 174.6614990234375,886 0887 ],888 "scale": [889 1,890 1,891 1892 ]893 },894 "color": [895 159,896 0,897 31898 ]899 },900 {901 "object_id": "SM_bread_179",902 "bbox_2d": [903 736,904 717,905 744,906 741907 ],908 "bbox_3d": {909 "aabb": {910 "center": [911 -380.4282271639846,912 39.443279028844884,913 103.1127872467041914 ],915 "extent": [916 8.779570127230727,917 16.208220552100578,918 5.034543037414551919 ]920 },921 "obb": {922 "center": [923 -380.4282271639846,924 39.443279028844884,925 103.1127872467041926 ],927 "extent": [928 8.779570127230727,929 16.208220552100578,930 5.034543037414551931 ],932 "rotation": [933 0,934 -95.29054260253909,935 0936 ]937 },938 "location": [939 -380.4591979980469,940 39.868804931640625,941 102.21273040771484942 ],943 "rotation": [944 0,945 -95.29054260253909,946 0947 ],948 "scale": [949 1,950 1,951 1952 ]953 },954 "color": [955 159,956 0,957 95958 ]959 },960 {961 "object_id": "SM_bread_180",962 "bbox_2d": [963 704,964 676,965 747,966 717967 ],968 "bbox_3d": {969 "aabb": {970 "center": [971 -389.87044121133636,972 40.32665887471753,973 109.30110359191895974 ],975 "extent": [976 7.476026293035886,977 15.643240742763902,978 5.034543037414551979 ]980 },981 "obb": {982 "center": [983 -389.87044121133636,984 40.32665887471753,985 109.30110359191895986 ],987 "extent": [988 7.476026293035886,989 15.643240742763902,990 5.034543037414551991 ],992 "rotation": [993 0,994 -89.62103271484376,995 0996 ]997 },998 "location": [999 -389.94329833984375,1000 40.74704360961914,1001 108.401046752929691002 ],1003 "rotation": [1004 0,1005 -89.62103271484376,1006 01007 ],1008 "scale": [1009 1,1010 1,1011 11012 ]1013 },1014 "color": [1015 159,1016 255,1017 01018 ]1019 },1020 {1021 "object_id": "SM_bread_06_289",1022 "bbox_2d": [1023 224,1024 830,1025 329,1026 8861027 ],1028 "bbox_3d": {1029 "aabb": {1030 "center": [1031 -377.69269132614136,1032 163.26470851898193,1033 101.07476067543031034 ],1035 "extent": [1036 6.413173675537109,1037 6.769518852233887,1038 4.2755470275878911039 ]1040 },1041 "obb": {1042 "center": [1043 -377.69269132614136,1044 163.26470851898193,1045 101.07476067543031046 ],1047 "extent": [1048 6.413173675537109,1049 6.769518852233887,1050 4.2755470275878911051 ],1052 "rotation": [1053 0,1054 0,1055 01056 ]1057 },1058 "location": [1059 -377.69268798828125,1060 163.26470947265625,1061 98.811126708984381062 ],1063 "rotation": [1064 0,1065 0,1066 01067 ],1068 "scale": [1069 1,1070 1,1071 11072 ]1073 },1074 "color": [1075 159,1076 255,1077 2551078 ]1079 },1080 {1081 "object_id": "SM_bread_181",1082 "bbox_2d": [1083 170,1084 821,1085 272,1086 8741087 ],1088 "bbox_3d": {1089 "aabb": {1090 "center": [1091 -390.77765226364136,1092 165.06651210784912,1093 101.07476067543031094 ],1095 "extent": [1096 6.413173675537109,1097 6.769518852233887,1098 4.2755470275878911099 ]1100 },1101 "obb": {1102 "center": [1103 -390.77765226364136,1104 165.06651210784912,1105 101.07476067543031106 ],1107 "extent": [1108 6.413173675537109,1109 6.769518852233887,1110 4.2755470275878911111 ],1112 "rotation": [1113 0,1114 0,1115 01116 ]1117 },1118 "location": [1119 -390.77764892578125,1120 165.06651306152344,1121 98.811126708984381122 ],1123 "rotation": [1124 0,1125 0,1126 01127 ],1128 "scale": [1129 1,1130 1,1131 11132 ]1133 },1134 "color": [1135 159,1136 255,1137 1271138 ]1139 },1140 {1141 "object_id": "SM_bread_292",1142 "bbox_2d": [1143 118,1144 807,1145 219,1146 8591147 ],1148 "bbox_3d": {1149 "aabb": {1150 "center": [1151 -405.90460478472386,1152 166.4312417572409,1153 101.608230829238891154 ],1155 "extent": [1156 8.488638662895994,1157 8.684761940311859,1158 4.2755470275878911159 ]1160 },1161 "obb": {1162 "center": [1163 -405.90460478472386,1164 166.4312417572409,1165 101.608230829238891166 ],1167 "extent": [1168 8.488638662895994,1169 8.684761940311859,1170 4.2755470275878911171 ],1172 "rotation": [1173 0,1174 22.09691810607911,1175 01176 ]1177 },1178 "location": [1179 -405.90460205078125,1180 166.43124389648438,1181 99.344596862792971182 ],1183 "rotation": [1184 0,1185 22.09691810607911,1186 01187 ],1188 "scale": [1189 1,1190 1,1191 11192 ]1193 },1194 "color": [1195 159,1196 255,1197 631198 ]1199 },1200 {