TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l030_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l030_r002/lit.png",5 "camera": {6 "location": [7 -300,8 -16,9 12610 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -300,38 -16,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 470,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_03_494",116 "bbox_2d": [117 722,118 254,119 759,120 581121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -425.3244323730469,126 398.8101043701172,127 182.9049072265625128 ],129 "extent": [130 1.115631103515625,131 36.75914001464844,132 167.0870361328125133 ]134 },135 "obb": {136 "center": [137 -425.3244323730469,138 398.8101043701172,139 182.9049072265625140 ],141 "extent": [142 1.115631103515625,143 36.75914001464844,144 167.0870361328125145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -425.32440185546875,154 398.8100891113281,155 19.9970703125156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 255,171 191172 ]173 },174 {175 "object_id": "SM_wall_4",176 "bbox_2d": [177 758,178 204,179 825,180 581181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -425.32440185546875,186 326.5200958251953,187 182.9049072265625188 ],189 "extent": [190 1.115631103515625,191 36.75914001464844,192 167.0870361328125193 ]194 },195 "obb": {196 "center": [197 -425.32440185546875,198 326.5200958251953,199 182.9049072265625200 ],201 "extent": [202 1.115631103515625,203 36.75914001464844,204 167.0870361328125205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -425.3243713378906,214 326.52008056640625,215 19.9970703125216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 255,230 127,231 191232 ]233 },234 {235 "object_id": "SM_wall_5",236 "bbox_2d": [237 826,238 119,239 929,240 620241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -425.3255920410156,246 253.73936462402344,247 182.9049072265625248 ],249 "extent": [250 1.115631103515625,251 36.75914001464844,252 167.0870361328125253 ]254 },255 "obb": {256 "center": [257 -425.3255920410156,258 253.73936462402344,259 182.9049072265625260 ],261 "extent": [262 1.115631103515625,263 36.75914001464844,264 167.0870361328125265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 -425.3255615234375,274 253.73934936523438,275 19.9970703125276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 255,290 63,291 191292 ]293 },294 {295 "object_id": "SM_wall_6",296 "bbox_2d": [297 925,298 0,299 1087,300 661301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 -425.3255615234375,306 181.4493865966797,307 182.9049072265625308 ],309 "extent": [310 1.115631103515625,311 36.75914001464844,312 167.0870361328125313 ]314 },315 "obb": {316 "center": [317 -425.3255615234375,318 181.4493865966797,319 182.9049072265625320 ],321 "extent": [322 1.115631103515625,323 36.75914001464844,324 167.0870361328125325 ],326 "rotation": [327 0,328 0,329 0330 ]331 },332 "location": [333 -425.3255310058594,334 181.44937133789062,335 19.9970703125336 ],337 "rotation": [338 0,339 0,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 127,350 0,351 191352 ]353 },354 {355 "object_id": "SM_wall_7",356 "bbox_2d": [357 1088,358 5,359 1172,360 673361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 -425.3255615234375,366 108.51611328125,367 182.9049072265625368 ],369 "extent": [370 1.115631103515625,371 36.75914001464844,372 167.0870361328125373 ]374 },375 "obb": {376 "center": [377 -425.3255615234375,378 108.51611328125,379 182.9049072265625380 ],381 "extent": [382 1.115631103515625,383 36.75914001464844,384 167.0870361328125385 ],386 "rotation": [387 0,388 0,389 0390 ]391 },392 "location": [393 -425.3255310058594,394 108.51609802246094,395 19.9970703125396 ],397 "rotation": [398 0,399 0,400 0401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 127,410 255,411 191412 ]413 },414 {415 "object_id": "SM_wall_04_502",416 "bbox_2d": [417 690,418 0,419 1073,420 284421 ],422 "bbox_3d": {423 "aabb": {424 "center": [425 -420.3979949951172,426 221.62672424316406,427 319.83814239501953428 ],429 "extent": [430 5.5696258544921875,431 214.7704619409833,432 77.97386932373047433 ]434 },435 "obb": {436 "center": [437 -420.3979949951172,438 221.62672424316406,439 319.83814239501953440 ],441 "extent": [442 5.5696258544921875,443 214.7704619409833,444 77.97386932373047445 ],446 "rotation": [447 0,448 0,449 0450 ]451 },452 "location": [453 -420.39801025390625,454 221.62672424316406,455 319.838134765625456 ],457 "rotation": [458 0,459 0,460 0461 ],462 "scale": [463 1,464 1.0094610452651978,465 1466 ]467 },468 "color": [469 127,470 63,471 191472 ]473 }474 ],475 "kitchen door": [476 {477 "object_id": "SM_kitchendoor_311",478 "bbox_2d": [479 0,480 0,481 469,482 1079483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 -234.50432228229522,488 25.448821957562917,489 144.00258676668727490 ],491 "extent": [492 69.59251455133818,493 38.71392749448036,494 122.33860056063259495 ]496 },497 "obb": {498 "center": [499 -234.50432228229522,500 25.44882195756292,501 144.00258676668727502 ],503 "extent": [504 69.59251455133818,505 38.71392749448036,506 122.33860056063259507 ],508 "rotation": [509 0,510 -25.016937255859375,511 0512 ]513 },514 "location": [515 -235.97296142578125,516 22.14883041381836,517 21.663986206054688518 ],519 "rotation": [520 0,521 -25.016937255859375,522 0523 ],524 "scale": [525 1.2099636793136597,526 1.0495829582214355,527 1.0398658514022827528 ]529 },530 "color": [531 127,532 0,533 0534 ]535 }536 ],537 "ground": [538 {539 "object_id": "SM_ground_9",540 "bbox_2d": [541 470,542 817,543 821,544 1079545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 0,550 0.704864501953125,551 11.041000366210938552 ],553 "extent": [554 447.2875671386719,555 455.69342041015625,556 8.675445556640625557 ]558 },559 "obb": {560 "center": [561 0,562 0.704864501953125,563 11.041000366210938564 ],565 "extent": [566 447.2875671386719,567 455.69342041015625,568 8.675445556640625569 ],570 "rotation": [571 0,572 0,573 0574 ]575 },576 "location": [577 0,578 -0.000762939453125,579 11.041000366210938580 ],581 "rotation": [582 0,583 0,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 191,594 0,595 255596 ]597 }598 ]599 },600 "foreground": {601 "breadrack": [602 {603 "object_id": "SM_breadrack_06_287",604 "bbox_2d": [605 604,606 161,607 940,608 1020609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -392.65228271484375,614 265.97955322265625,615 122.33769989013672616 ],617 "extent": [618 30.63262939453125,619 83.54350280761719,620 103.0369873046875621 ]622 },623 "obb": {624 "center": [625 -392.65228271484375,626 265.97955322265625,627 122.33769989013672628 ],629 "extent": [630 30.63262939453125,631 83.54350280761719,632 103.0369873046875633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -392.65228271484375,642 265.97955322265625,643 20644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 255,658 0,659 127660 ]661 },662 {663 "object_id": "SM_breadrack_7",664 "bbox_2d": [665 746,666 0,667 1172,668 1079669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -392.6522521972656,674 97.77607727050781,675 122.33782196044922676 ],677 "extent": [678 30.63262939453125,679 83.54350280761719,680 103.0369873046875681 ]682 },683 "obb": {684 "center": [685 -392.6522521972656,686 97.77607727050781,687 122.33782196044922688 ],689 "extent": [690 30.63262939453125,691 83.54350280761719,692 103.0369873046875693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -392.6522521972656,702 97.77607727050781,703 20.0001220703125704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 63,718 255,719 191720 ]721 },722 {723 "object_id": "SM_breadrack_2",724 "bbox_2d": [725 470,726 166,727 729,728 837729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -244.97552490234375,734 397.81231689453125,735 138.38698959350586736 ],737 "extent": [738 167.6439971923828,739 33.974395751953125,740 119.4671630859375741 ]742 },743 "obb": {744 "center": [745 -244.97552490234375,746 397.81231689453125,747 138.38698959350586748 ],749 "extent": [750 167.6439971923828,751 33.974395751953125,752 119.4671630859375753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 -244.97552490234375,762 397.81231689453125,763 22.278316497802734764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 127,778 191,779 255780 ]781 }782 ],783 "glass": [784 {785 "object_id": "SM_glass_01_476",786 "bbox_2d": [787 470,788 131,789 542,790 178791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -222.63824462890625,796 450.27442932128906,797 176.33636474609375798 ],799 "extent": [800 130.327880859375,801 3.3417510986328125,802 144.80874633789062803 ]804 },805 "obb": {806 "center": [807 -222.63824462890625,808 450.27442932128906,809 176.33636474609375810 ],811 "extent": [812 130.327880859375,813 3.3417510986328125,814 144.80874633789062815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -222.63824462890625,824 450.2744140625,825 176.3363494873047826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 63,840 63,841 63842 ]843 }844 ],845 "signage": [846 {847 "object_id": "SM_sign_03_482",848 "bbox_2d": [849 470,850 0,851 652,852 152853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -251.86550903320312,858 385.3174591064453,859 334.85664934684337860 ],861 "extent": [862 136.46548461914062,863 4.4919586181640625,864 54.64144313566521865 ]866 },867 "obb": {868 "center": [869 -251.86550903320312,870 385.3174591064453,871 334.85664934684337872 ],873 "extent": [874 136.46548461914062,875 4.4919586181640625,876 54.64144313566521877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -251.86549377441406,886 385.31744384765625,887 311.710205078125888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 0.8699744939804077898 ]899 },900 "color": [901 0,902 0,903 191904 ]905 }906 ],907 "cake": [908 {909 "object_id": "SM_cake_06_2",910 "bbox_2d": [911 470,912 590,913 472,914 629915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -304.43153942119534,920 398.78975872958335,921 104.16471135395511922 ],923 "extent": [924 20.487935000067637,925 20.29443025619389,926 13.511637291531315927 ]928 },929 "obb": {930 "center": [931 -304.43153942119534,932 398.78975872958335,933 104.16471135395511934 ],935 "extent": [936 20.487935000067637,937 20.29443025619389,938 13.511637291531315939 ],940 "rotation": [941 0,942 -172.73318481445312,943 0944 ]945 },946 "location": [947 -304.3399353027344,948 398.72808837890625,949 90.57572937011719950 ],951 "rotation": [952 0,953 -172.73318481445312,954 0955 ],956 "scale": [957 0.7049999833106995,958 0.7049999833106995,959 0.7049999833106995960 ]961 },962 "color": [963 191,964 255,965 255966 ]967 },968 {969 "object_id": "SM_cake_7",970 "bbox_2d": [971 470,972 493,973 473,974 532975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -304.3502414800435,980 398.8380353178401,981 137.9016001886302982 ],983 "extent": [984 25.777893685790843,985 25.76922263213993,986 10.2199616730814987 ]988 },989 "obb": {990 "center": [991 -304.3502414800435,992 398.8380353178401,993 137.9016001886302994 ],995 "extent": [996 25.777893685790843,997 25.76922263213993,998 10.2199616730814999 ],1000 "rotation": [1001 0,1002 136.5714416503906,1003 01004 ]1005 },1006 "location": [1007 -304.3399353027344,1008 398.72808837890625,1009 127.604293823242191010 ],1011 "rotation": [1012 0,1013 136.5714416503906,1014 01015 ],1016 "scale": [1017 0.7049999833106995,1018 0.7049999833106995,1019 0.70499998331069951020 ]1021 },1022 "color": [1023 191,1024 255,1025 1271026 ]1027 },1028 {1029 "object_id": "SM_cake_01_19",1030 "bbox_2d": [1031 555,1032 500,1033 642,1034 5311035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -368.81641387939453,1040 397.7604274749756,1041 135.180892467498781042 ],1043 "extent": [1044 16.72939682006836,1045 16.76603889465332,1046 6.5299849510192871047 ]1048 },1049 "obb": {1050 "center": [1051 -368.81641387939453,1052 397.7604274749756,1053 135.180892467498781054 ],1055 "extent": [1056 16.72939682006836,1057 16.76603889465332,1058 6.5299849510192871059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -368.8301086425781,1068 398.0688171386719,1069 128.703384399414061070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 191,1084 127,1085 01086 ]1087 },1088 {1089 "object_id": "SM_cake_6",1090 "bbox_2d": [1091 556,1092 408,1093 644,1094 4391095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -369.4086055755615,1100 398.17628479003906,1101 171.297754764556881102 ],1103 "extent": [1104 17.188379287719727,1105 17.18549346923828,1106 7.4399380683898931107 ]1108 },1109 "obb": {1110 "center": [1111 -369.4086055755615,1112 398.17628479003906,1113 171.297754764556881114 ],1115 "extent": [1116 17.188379287719727,1117 17.18549346923828,1118 7.4399380683898931119 ],1120 "rotation": [1121 0,1122 0,1123 01124 ]1125 },1126 "location": [1127 -369.3227844238281,1128 398.4527893066406,1129 164.195281982421881130 ],1131 "rotation": [1132 0,1133 0,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 31,1144 63,1145 01146 ]1147 },1148 {1149 "object_id": "SM_cake_9",1150 "bbox_2d": [1151 556,1152 591,1153 643,1154 6271155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -369.4086055755615,1160 398.17625427246094,1161 98.115320682525631162 ],1163 "extent": [1164 17.188379287719727,1165 17.18549346923828,1166 7.4399380683898931167 ]1168 },1169 "obb": {1170 "center": [1171 -369.4086055755615,1172 398.17625427246094,1173 98.115320682525631174 ],1175 "extent": [1176 17.188379287719727,1177 17.18549346923828,1178 7.4399380683898931179 ],1180 "rotation": [1181 0,1182 0,1183 01184 ]1185 },1186 "location": [1187 -369.3227844238281,1188 398.4527587890625,1189 91.012847900390621190 ],1191 "rotation": [1192 0,1193 0,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]