TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l004_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l004_r004/lit.png",5 "camera": {6 "location": [7 -281,8 177,9 10110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -281,38 177,39 101,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling planks corner": [54 {55 "object_id": "SM_ceiling",56 "bbox_2d": [57 1307,58 0,59 1309,60 5061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 10.70562744140625,67 407.093048095703168 ],69 "extent": [70 447.2875671386719,71 455.69342041015625,72 8.67544555664062573 ]74 },75 "obb": {76 "center": [77 0,78 10.70562744140625,79 407.093048095703180 ],81 "extent": [82 447.2875671386719,83 455.69342041015625,84 8.67544555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 10,95 3.5836791992187596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_wall_01_281",118 "bbox_2d": [119 1068,120 0,121 1309,122 995123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 0,128 0,129 199.22988891601562130 ],131 "extent": [132 448.35015869140625,133 456.7044982910156,134 200.50445556640625135 ]136 },137 "obb": {138 "center": [139 0,140 0,141 199.22988891601562142 ],143 "extent": [144 448.35015869140625,145 456.7044982910156,146 200.50445556640625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_wall_7",178 "bbox_2d": [179 0,180 0,181 538,182 510183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -425.3255615234375,188 108.51611328125,189 182.9049072265625190 ],191 "extent": [192 1.115631103515625,193 36.75914001464844,194 167.0870361328125195 ]196 },197 "obb": {198 "center": [199 -425.3255615234375,200 108.51611328125,201 182.9049072265625202 ],203 "extent": [204 1.115631103515625,205 36.75914001464844,206 167.0870361328125207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -425.3255310058594,216 108.51609802246094,217 19.9970703125218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 255,233 191234 ]235 },236 {237 "object_id": "SM_wall_8",238 "bbox_2d": [239 528,240 133,241 764,242 509243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -425.3255615234375,248 36.23727035522461,249 182.9049072265625250 ],251 "extent": [252 1.115631103515625,253 36.75914001464844,254 167.0870361328125255 ]256 },257 "obb": {258 "center": [259 -425.3255615234375,260 36.23727035522461,261 182.9049072265625262 ],263 "extent": [264 1.115631103515625,265 36.75914001464844,266 167.0870361328125267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -425.3255310058594,276 36.23725509643555,277 19.9970703125278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 127,293 191294 ]295 },296 {297 "object_id": "SM_wall_06_505",298 "bbox_2d": [299 809,300 0,301 1067,302 954303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1.37738037109375,308 5.184879779815674,309 196.00094604492188310 ],311 "extent": [312 426.0718994140625,313 4.455683708190918,314 200.5044403076172315 ]316 },317 "obb": {318 "center": [319 1.37738037109375,320 5.184879779815674,321 196.00094604492188322 ],323 "extent": [324 426.0718994140625,325 4.455683708190918,326 200.5044403076172327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 1.37738037109375,336 5.184879302978516,337 -4.41204833984375338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 0,353 191354 ]355 }356 ],357 "kitchen door": [358 {359 "object_id": "SM_kitchendoor_311",360 "bbox_2d": [361 1310,362 0,363 1919,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -234.50432228229522,370 25.448821957562917,371 144.00258676668727372 ],373 "extent": [374 69.59251455133818,375 38.71392749448036,376 122.33860056063259377 ]378 },379 "obb": {380 "center": [381 -234.50432228229522,382 25.44882195756292,383 144.00258676668727384 ],385 "extent": [386 69.59251455133818,387 38.71392749448036,388 122.33860056063259389 ],390 "rotation": [391 0,392 -25.016937255859375,393 0394 ]395 },396 "location": [397 -235.97296142578125,398 22.14883041381836,399 21.663986206054688400 ],401 "rotation": [402 0,403 -25.016937255859375,404 0405 ],406 "scale": [407 1.2099636793136597,408 1.0495829582214355,409 1.0398658514022827410 ]411 },412 "color": [413 127,414 0,415 0416 ]417 }418 ],419 "ground": [420 {421 "object_id": "SM_ground_9",422 "bbox_2d": [423 1065,424 702,425 1309,426 997427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 0,432 0.704864501953125,433 11.041000366210938434 ],435 "extent": [436 447.2875671386719,437 455.69342041015625,438 8.675445556640625439 ]440 },441 "obb": {442 "center": [443 0,444 0.704864501953125,445 11.041000366210938446 ],447 "extent": [448 447.2875671386719,449 455.69342041015625,450 8.675445556640625451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 0,460 -0.000762939453125,461 11.041000366210938462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 0,477 255478 ]479 }480 ]481 },482 "foreground": {483 "carpet": [484 {485 "object_id": "SM_carpet_02_435",486 "bbox_2d": [487 815,488 943,489 1309,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -275.87483214137444,496 64.69577741274972,497 22.390010595321655498 ],499 "extent": [500 119.51729822843009,501 83.09129167838384,502 2.4081616401672363503 ]504 },505 "obb": {506 "center": [507 -275.87483214137444,508 64.69577741274973,509 22.390010595321655510 ],511 "extent": [512 119.51729822843009,513 83.09129167838384,514 2.4081616401672363515 ],516 "rotation": [517 0,518 174.20989990234375,519 0520 ]521 },522 "location": [523 -274.2488708496094,524 64.4585189819336,525 20526 ],527 "rotation": [528 0,529 174.20989990234375,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 63,540 127,541 127542 ]543 }544 ],545 "breadrack": [546 {547 "object_id": "SM_breadrack_7",548 "bbox_2d": [549 0,550 0,551 1018,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -392.6522521972656,558 97.77607727050781,559 122.33782196044922560 ],561 "extent": [562 30.63262939453125,563 83.54350280761719,564 103.0369873046875565 ]566 },567 "obb": {568 "center": [569 -392.6522521972656,570 97.77607727050781,571 122.33782196044922572 ],573 "extent": [574 30.63262939453125,575 83.54350280761719,576 103.0369873046875577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -392.6522521972656,586 97.77607727050781,587 20.0001220703125588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 63,602 255,603 191604 ]605 }606 ],607 "bread": [608 {609 "object_id": "SM_bread_177",610 "bbox_2d": [611 780,612 520,613 798,614 530615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -394.90068649046054,620 38.68795230801657,621 103.1127872467041622 ],623 "extent": [624 8.09947937603215,625 15.924824014853291,626 5.034543037414551627 ]628 },629 "obb": {630 "center": [631 -394.90068649046054,632 38.68795230801657,633 103.1127872467041634 ],635 "extent": [636 8.09947937603215,637 15.924824014853291,638 5.034543037414551639 ],640 "rotation": [641 0,642 -87.29997253417969,643 0644 ]645 },646 "location": [647 -394.9905090332031,648 39.10504150390625,649 102.21273040771484650 ],651 "rotation": [652 0,653 -87.29997253417969,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 159,664 0,665 191666 ]667 },668 {669 "object_id": "SM_bread_178",670 "bbox_2d": [671 682,672 498,673 779,674 520675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -397.7423851733848,680 60.02895185314601,681 103.0944766998291682 ],683 "extent": [684 16.213156449882717,685 8.791995746360541,686 5.034543037414551687 ]688 },689 "obb": {690 "center": [691 -397.7423851733848,692 60.02895185314601,693 103.0944766998291694 ],695 "extent": [696 16.213156449882717,697 8.791995746360541,698 5.034543037414551699 ],700 "rotation": [701 0,702 174.6614990234375,703 0704 ]705 },706 "location": [707 -397.31683349609375,708 60.059566497802734,709 102.19441986083984710 ],711 "rotation": [712 0,713 174.6614990234375,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 159,724 0,725 31726 ]727 },728 {729 "object_id": "SM_bread_179",730 "bbox_2d": [731 793,732 500,733 920,734 548735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -380.4282271639846,740 39.443279028844884,741 103.1127872467041742 ],743 "extent": [744 8.779570127230727,745 16.208220552100578,746 5.034543037414551747 ]748 },749 "obb": {750 "center": [751 -380.4282271639846,752 39.443279028844884,753 103.1127872467041754 ],755 "extent": [756 8.779570127230727,757 16.208220552100578,758 5.034543037414551759 ],760 "rotation": [761 0,762 -95.29054260253909,763 0764 ]765 },766 "location": [767 -380.4591979980469,768 39.868804931640625,769 102.21273040771484770 ],771 "rotation": [772 0,773 -95.29054260253909,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 159,784 0,785 95786 ]787 },788 {789 "object_id": "SM_bread_180",790 "bbox_2d": [791 740,792 466,793 879,794 520795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -389.87044121133636,800 40.32665887471753,801 109.30110359191895802 ],803 "extent": [804 7.476026293035886,805 15.643240742763902,806 5.034543037414551807 ]808 },809 "obb": {810 "center": [811 -389.87044121133636,812 40.32665887471753,813 109.30110359191895814 ],815 "extent": [816 7.476026293035886,817 15.643240742763902,818 5.034543037414551819 ],820 "rotation": [821 0,822 -89.62103271484376,823 0824 ]825 },826 "location": [827 -389.94329833984375,828 40.74704360961914,829 108.40104675292969830 ],831 "rotation": [832 0,833 -89.62103271484376,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 159,844 255,845 0846 ]847 },848 {849 "object_id": "SM_bread_183",850 "bbox_2d": [851 0,852 481,853 143,854 561855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -377.65054655075073,860 149.90556240081787,861 101.0747606754303862 ],863 "extent": [864 6.413173675537109,865 6.769518852233887,866 4.275547027587891867 ]868 },869 "obb": {870 "center": [871 -377.65054655075073,872 149.90556240081787,873 101.0747606754303874 ],875 "extent": [876 6.413173675537109,877 6.769518852233887,878 4.275547027587891879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 -377.6505432128906,888 149.9055633544922,889 98.81112670898438890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 159,904 255,905 191906 ]907 },908 {909 "object_id": "SM_bread_184",910 "bbox_2d": [911 145,912 489,913 340,914 558915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -376.03757000530305,920 135.83932299330812,921 101.0747606754303922 ],923 "extent": [924 8.22110519270052,925 8.44685431653452,926 4.275547027587891927 ]928 },929 "obb": {930 "center": [931 -376.03757000530305,932 135.83932299330812,933 101.0747606754303934 ],935 "extent": [936 8.22110519270052,937 8.44685431653452,938 4.275547027587891939 ],940 "rotation": [941 0,942 18.387062072753903,943 0944 ]945 },946 "location": [947 -376.0375671386719,948 135.83932495117188,949 98.81112670898438950 ],951 "rotation": [952 0,953 18.387062072753903,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 159,964 255,965 31966 ]967 },968 {969 "object_id": "SM_bread_185",970 "bbox_2d": [971 142,972 529,973 147,974 556975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -389.0228910502249,980 133.42178148940187,981 101.0747606754303982 ],983 "extent": [984 8.22110519270052,985 8.44685431653452,986 4.275547027587891987 ]988 },989 "obb": {990 "center": [991 -389.0228910502249,992 133.42178148940187,993 101.0747606754303994 ],995 "extent": [996 8.22110519270052,997 8.44685431653452,998 4.275547027587891999 ],1000 "rotation": [1001 0,1002 18.387062072753903,1003 01004 ]1005 },1006 "location": [1007 -389.02288818359375,1008 133.42178344726562,1009 98.811126708984381010 ],1011 "rotation": [1012 0,1013 18.387062072753903,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 159,1024 255,1025 951026 ]1027 },1028 {1029 "object_id": "SM_bread_188",1030 "bbox_2d": [1031 8,1032 428,1033 220,1034 5291035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -384.03296208032083,1040 141.93095240916603,1041 106.105262994766241042 ],1043 "extent": [1044 7.582263257995464,1045 7.864434562755065,1046 4.2755470275878911047 ]1048 },1049 "obb": {1050 "center": [1051 -384.03296208032083,1052 141.93095240916603,1053 106.105262994766241054 ],1055 "extent": [1056 7.582263257995464,1057 7.864434562755065,1058 4.2755470275878911059 ],1060 "rotation": [1061 0,1062 10.949646949768066,1063 01064 ]1065 },1066 "location": [1067 -384.032958984375,1068 141.9309539794922,1069 103.841629028320311070 ],1071 "rotation": [1072 0,1073 10.949646949768066,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 159,1084 127,1085 1271086 ]1087 },1088 {1089 "object_id": "SM_bread_303",1090 "bbox_2d": [1091 324,1092 494,1093 474,1094 5541095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -384.4496440887451,1100 118.72027540206909,1101 101.888047933578491102 ],1103 "extent": [1104 9.867158889770508,1105 7.549640655517578,1106 4.1586513519287111107 ]1108 },1109 "obb": {1110 "center": [1111 -384.4496440887451,1112 118.72027540206909,1113 101.888047933578491114 ],1115 "extent": [1116 9.867158889770508,1117 7.549640655517578,1118 4.1586513519287111119 ],1120 "rotation": [1121 0,1122 0,1123 01124 ]1125 },1126 "location": [1127 -384.44964599609375,1128 118.72028350830078,1129 99.62441253662111130 ],1131 "rotation": [1132 0,1133 0,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 159,1144 127,1145 311146 ]1147 },1148 {1149 "object_id": "SM_bread_192",1150 "bbox_2d": [1151 468,1152 496,1153 592,1154 5541155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -378.93315965790714,1160 107.31892683814841,1161 101.888047933578491162 ],1163 "extent": [1164 12.383491053313662,1165 12.215021301877343,1166 4.1586513519287111167 ]1168 },1169 "obb": {1170 "center": [1171 -378.93315965790714,1172 107.31892683814841,1173 101.888047933578491174 ],1175 "extent": [1176 12.383491053313662,1177 12.215021301877343,1178 4.1586513519287111179 ],1180 "rotation": [1181 0,1182 42.05355834960938,1183 01184 ]1185 },1186 "location": [1187 -378.93316650390625,1188 107.31893157958984,1189 99.62441253662111190 ],1191 "rotation": [1192 0,1193 42.05355834960938,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]