TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l036_off0_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l036_off0_r004/lit.png",5 "camera": {6 "location": [7 -235,8 185,9 17610 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -235,38 185,39 176,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 898,58 0,59 1011,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_7",116 "bbox_2d": [117 0,118 86,119 425,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -425.3255615234375,126 108.51611328125,127 182.9049072265625128 ],129 "extent": [130 1.115631103515625,131 36.75914001464844,132 167.0870361328125133 ]134 },135 "obb": {136 "center": [137 -425.3255615234375,138 108.51611328125,139 182.9049072265625140 ],141 "extent": [142 1.115631103515625,143 36.75914001464844,144 167.0870361328125145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -425.3255310058594,154 108.51609802246094,155 19.9970703125156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 191172 ]173 },174 {175 "object_id": "SM_wall_8",176 "bbox_2d": [177 416,178 210,179 661,180 937181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -425.3255615234375,186 36.23727035522461,187 182.9049072265625188 ],189 "extent": [190 1.115631103515625,191 36.75914001464844,192 167.0870361328125193 ]194 },195 "obb": {196 "center": [197 -425.3255615234375,198 36.23727035522461,199 182.9049072265625200 ],201 "extent": [202 1.115631103515625,203 36.75914001464844,204 167.0870361328125205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -425.3255310058594,214 36.23725509643555,215 19.9970703125216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 127,231 191232 ]233 },234 {235 "object_id": "SM_wall_04_502",236 "bbox_2d": [237 0,238 0,239 689,240 284241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -420.3979949951172,246 221.62672424316406,247 319.83814239501953248 ],249 "extent": [250 5.5696258544921875,251 214.7704619409833,252 77.97386932373047253 ]254 },255 "obb": {256 "center": [257 -420.3979949951172,258 221.62672424316406,259 319.83814239501953260 ],261 "extent": [262 5.5696258544921875,263 214.7704619409833,264 77.97386932373047265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 -420.39801025390625,274 221.62672424316406,275 319.838134765625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0094610452651978,285 1286 ]287 },288 "color": [289 127,290 63,291 191292 ]293 },294 {295 "object_id": "SM_wall_06_505",296 "bbox_2d": [297 662,298 0,299 924,300 1079301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 1.37738037109375,306 5.184879779815674,307 196.00094604492188308 ],309 "extent": [310 426.0718994140625,311 4.455683708190918,312 200.5044403076172313 ]314 },315 "obb": {316 "center": [317 1.37738037109375,318 5.184879779815674,319 196.00094604492188320 ],321 "extent": [322 426.0718994140625,323 4.455683708190918,324 200.5044403076172325 ],326 "rotation": [327 0,328 0,329 0330 ]331 },332 "location": [333 1.37738037109375,334 5.184879302978516,335 -4.41204833984375336 ],337 "rotation": [338 0,339 0,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 63,350 0,351 191352 ]353 }354 ],355 "kitchen door": [356 {357 "object_id": "SM_kitchendoor_311",358 "bbox_2d": [359 1012,360 0,361 1919,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -234.50432228229522,368 25.448821957562917,369 144.00258676668727370 ],371 "extent": [372 69.59251455133818,373 38.71392749448036,374 122.33860056063259375 ]376 },377 "obb": {378 "center": [379 -234.50432228229522,380 25.44882195756292,381 144.00258676668727382 ],383 "extent": [384 69.59251455133818,385 38.71392749448036,386 122.33860056063259387 ],388 "rotation": [389 0,390 -25.016937255859375,391 0392 ]393 },394 "location": [395 -235.97296142578125,396 22.14883041381836,397 21.663986206054688398 ],399 "rotation": [400 0,401 -25.016937255859375,402 0403 ],404 "scale": [405 1.2099636793136597,406 1.0495829582214355,407 1.0398658514022827408 ]409 },410 "color": [411 127,412 0,413 0414 ]415 }416 ]417 },418 "foreground": {419 "breadrack": [420 {421 "object_id": "SM_breadrack_7",422 "bbox_2d": [423 0,424 164,425 847,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -392.6522521972656,432 97.77607727050781,433 122.33782196044922434 ],435 "extent": [436 30.63262939453125,437 83.54350280761719,438 103.0369873046875439 ]440 },441 "obb": {442 "center": [443 -392.6522521972656,444 97.77607727050781,445 122.33782196044922446 ],447 "extent": [448 30.63262939453125,449 83.54350280761719,450 103.0369873046875451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -392.6522521972656,460 97.77607727050781,461 20.0001220703125462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 63,476 255,477 191478 ]479 }480 ],481 "bread": [482 {483 "object_id": "SM_bread_285",484 "bbox_2d": [485 556,486 837,487 640,488 886489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -409.2861672248077,494 37.39448500965563,495 103.0944766998291496 ],497 "extent": [498 9.830344917983552,499 16.592706678128707,500 5.034543037414551501 ]502 },503 "obb": {504 "center": [505 -409.2861672248077,506 37.39448500965563,507 103.0944766998291508 ],509 "extent": [510 9.830344917983552,511 16.592706678128707,512 5.034543037414551513 ],514 "rotation": [515 0,516 -99.43746185302736,517 0518 ]519 },520 "location": [521 -409.2862854003906,522 37.821136474609375,523 102.19441986083984524 ],525 "rotation": [526 0,527 -99.43746185302736,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 159,538 0,539 63540 ]541 },542 {543 "object_id": "SM_bread_177",544 "bbox_2d": [545 594,546 886,547 648,548 917549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -394.90068649046054,554 38.68795230801657,555 103.1127872467041556 ],557 "extent": [558 8.09947937603215,559 15.924824014853291,560 5.034543037414551561 ]562 },563 "obb": {564 "center": [565 -394.90068649046054,566 38.68795230801657,567 103.1127872467041568 ],569 "extent": [570 8.09947937603215,571 15.924824014853291,572 5.034543037414551573 ],574 "rotation": [575 0,576 -87.29997253417969,577 0578 ]579 },580 "location": [581 -394.9905090332031,582 39.10504150390625,583 102.21273040771484584 ],585 "rotation": [586 0,587 -87.29997253417969,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 159,598 0,599 191600 ]601 },602 {603 "object_id": "SM_bread_178",604 "bbox_2d": [605 499,606 880,607 631,608 944609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -397.7423851733848,614 60.02895185314601,615 103.0944766998291616 ],617 "extent": [618 16.213156449882717,619 8.791995746360541,620 5.034543037414551621 ]622 },623 "obb": {624 "center": [625 -397.7423851733848,626 60.02895185314601,627 103.0944766998291628 ],629 "extent": [630 16.213156449882717,631 8.791995746360541,632 5.034543037414551633 ],634 "rotation": [635 0,636 174.6614990234375,637 0638 ]639 },640 "location": [641 -397.31683349609375,642 60.059566497802734,643 102.19441986083984644 ],645 "rotation": [646 0,647 174.6614990234375,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 159,658 0,659 31660 ]661 },662 {663 "object_id": "SM_bread_179",664 "bbox_2d": [665 634,666 860,667 760,668 940669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -380.4282271639846,674 39.443279028844884,675 103.1127872467041676 ],677 "extent": [678 8.779570127230727,679 16.208220552100578,680 5.034543037414551681 ]682 },683 "obb": {684 "center": [685 -380.4282271639846,686 39.443279028844884,687 103.1127872467041688 ],689 "extent": [690 8.779570127230727,691 16.208220552100578,692 5.034543037414551693 ],694 "rotation": [695 0,696 -95.29054260253909,697 0698 ]699 },700 "location": [701 -380.4591979980469,702 39.868804931640625,703 102.21273040771484704 ],705 "rotation": [706 0,707 -95.29054260253909,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 159,718 0,719 95720 ]721 },722 {723 "object_id": "SM_bread_180",724 "bbox_2d": [725 595,726 826,727 729,728 899729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -389.87044121133636,734 40.32665887471753,735 109.30110359191895736 ],737 "extent": [738 7.476026293035886,739 15.643240742763902,740 5.034543037414551741 ]742 },743 "obb": {744 "center": [745 -389.87044121133636,746 40.32665887471753,747 109.30110359191895748 ],749 "extent": [750 7.476026293035886,751 15.643240742763902,752 5.034543037414551753 ],754 "rotation": [755 0,756 -89.62103271484376,757 0758 ]759 },760 "location": [761 -389.94329833984375,762 40.74704360961914,763 108.40104675292969764 ],765 "rotation": [766 0,767 -89.62103271484376,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 159,778 255,779 0780 ]781 },782 {783 "object_id": "SM_bread_186",784 "bbox_2d": [785 71,786 1035,787 196,788 1079789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -401.9030780914917,794 126.6189393683597,795 101.60823082923889796 ],797 "extent": [798 9.272777238809226,799 9.312464165947588,800 4.275547027587891801 ]802 },803 "obb": {804 "center": [805 -401.9030780914917,806 126.6189393683597,807 101.60823082923889808 ],809 "extent": [810 9.272777238809226,811 9.312464165947588,812 4.275547027587891813 ],814 "rotation": [815 0,816 40.4831657409668,817 0818 ]819 },820 "location": [821 -401.903076171875,822 126.61894226074219,823 99.34459686279297824 ],825 "rotation": [826 0,827 40.4831657409668,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 159,838 127,839 0840 ]841 },842 {843 "object_id": "SM_bread_189",844 "bbox_2d": [845 1,846 1073,847 57,848 1079849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 -402.04110383907033,854 140.32438754753576,855 102.19173455238342856 ],857 "extent": [858 6.41888636667727,859 6.774930581963105,860 4.275547027587891861 ]862 },863 "obb": {864 "center": [865 -402.04110383907033,866 140.32438754753576,867 102.19173455238342868 ],869 "extent": [870 6.41888636667727,871 6.774930581963105,872 4.275547027587891873 ],874 "rotation": [875 0,876 179.95162963867188,877 0878 ]879 },880 "location": [881 -402.0411071777344,882 140.3243865966797,883 99.9281005859375884 ],885 "rotation": [886 0,887 179.95162963867188,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 159,898 127,899 63900 ]901 },902 {903 "object_id": "SM_bread_303",904 "bbox_2d": [905 187,906 1036,907 322,908 1079909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 -384.4496440887451,914 118.72027540206909,915 101.88804793357849916 ],917 "extent": [918 9.867158889770508,919 7.549640655517578,920 4.158651351928711921 ]922 },923 "obb": {924 "center": [925 -384.4496440887451,926 118.72027540206909,927 101.88804793357849928 ],929 "extent": [930 9.867158889770508,931 7.549640655517578,932 4.158651351928711933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 -384.44964599609375,942 118.72028350830078,943 99.6244125366211944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 159,958 127,959 31960 ]961 },962 {963 "object_id": "SM_bread_192",964 "bbox_2d": [965 324,966 1009,967 429,968 1079969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -378.93315965790714,974 107.31892683814841,975 101.88804793357849976 ],977 "extent": [978 12.383491053313662,979 12.215021301877343,980 4.158651351928711981 ]982 },983 "obb": {984 "center": [985 -378.93315965790714,986 107.31892683814841,987 101.88804793357849988 ],989 "extent": [990 12.383491053313662,991 12.215021301877343,992 4.158651351928711993 ],994 "rotation": [995 0,996 42.05355834960938,997 0998 ]999 },1000 "location": [1001 -378.93316650390625,1002 107.31893157958984,1003 99.62441253662111004 ],1005 "rotation": [1006 0,1007 42.05355834960938,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 159,1018 127,1019 951020 ]1021 },1022 {1023 "object_id": "SM_bread_193",1024 "bbox_2d": [1025 404,1026 982,1027 493,1028 10461029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 -379.87109083743826,1034 94.00032870560422,1035 101.998313665390011036 ],1037 "extent": [1038 10.70201046722525,1039 8.392889186462554,1040 3.394226074218751041 ]1042 },1043 "obb": {1044 "center": [1045 -379.87109083743826,1046 94.00032870560422,1047 101.998313665390011048 ],1049 "extent": [1050 10.70201046722525,1051 8.392889186462554,1052 3.394226074218751053 ],1054 "rotation": [1055 0,1056 18.6213436126709,1057 01058 ]1059 },1060 "location": [1061 -379.87109375,1062 94.0003433227539,1063 99.62441253662111064 ],1065 "rotation": [1066 0,1067 18.6213436126709,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 159,1078 63,1079 01080 ]1081 },1082 {1083 "object_id": "SM_bread_194",1084 "bbox_2d": [1085 485,1086 956,1087 559,1088 10181089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 -378.741998333064,1094 82.095773432074,1095 101.998313665390011096 ],1097 "extent": [1098 10.96933361096933,1099 9.742782314725389,1100 3.394226074218751101 ]1102 },1103 "obb": {1104 "center": [1105 -378.741998333064,1106 82.095773432074,1107 101.998313665390011108 ],1109 "extent": [1110 10.96933361096933,1111 9.742782314725389,1112 3.394226074218751113 ],1114 "rotation": [1115 0,1116 31.349271774292,1117 01118 ]1119 },1120 "location": [1121 -378.74200439453125,1122 82.09578704833984,1123 99.62441253662111124 ],1125 "rotation": [1126 0,1127 31.349271774292,1128 01129 ],1130 "scale": [1131 1,1132 1,1133 11134 ]1135 },1136 "color": [1137 159,1138 63,1139 2551140 ]1141 },1142 {1143 "object_id": "SM_bread_195",1144 "bbox_2d": [1145 552,1146 932,1147 624,1148 9841149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -378.52660936787396,1154 70.14327288366191,1155 101.998313665390011156 ],1157 "extent": [1158 10.523758025865618,1159 7.918082893473507,1160 3.394226074218751161 ]1162 },1163 "obb": {1164 "center": [1165 -378.52660936787396,1166 70.14327288366191,1167 101.998313665390011168 ],1169 "extent": [1170 10.523758025865618,1171 7.918082893473507,1172 3.394226074218751173 ],1174 "rotation": [1175 0,1176 14.909859657287598,1177 01178 ]1179 },1180 "location": [1181 -378.526611328125,1182 70.1432876586914,1183 99.62441253662111184 ],1185 "rotation": [1186 0,1187 14.909859657287598,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 159,1198 63,1199 1271200 ]