TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l022_off0_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l022_off0_r004/lit.png",5 "camera": {6 "location": [7 91,8 151,9 17610 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 91,38 151,39 176,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 116,58 0,59 1182,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 694,118 0,119 1919,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_04_502",176 "bbox_2d": [177 0,178 0,179 19,180 225181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -420.3979949951172,186 221.62672424316406,187 319.83814239501953188 ],189 "extent": [190 5.5696258544921875,191 214.7704619409833,192 77.97386932373047193 ]194 },195 "obb": {196 "center": [197 -420.3979949951172,198 221.62672424316406,199 319.83814239501953200 ],201 "extent": [202 5.5696258544921875,203 214.7704619409833,204 77.97386932373047205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -420.39801025390625,214 221.62672424316406,215 319.838134765625216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1.0094610452651978,225 1226 ]227 },228 "color": [229 127,230 63,231 191232 ]233 },234 {235 "object_id": "SM_wall_06_505",236 "bbox_2d": [237 20,238 0,239 434,240 225241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1.37738037109375,246 5.184879779815674,247 196.00094604492188248 ],249 "extent": [250 426.0718994140625,251 4.455683708190918,252 200.5044403076172253 ]254 },255 "obb": {256 "center": [257 1.37738037109375,258 5.184879779815674,259 196.00094604492188260 ],261 "extent": [262 426.0718994140625,263 4.455683708190918,264 200.5044403076172265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 1.37738037109375,274 5.184879302978516,275 -4.41204833984375276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 63,290 0,291 191292 ]293 }294 ],295 "kitchen door": [296 {297 "object_id": "SM_kitchendoor_311",298 "bbox_2d": [299 0,300 214,301 406,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -234.50432228229522,308 25.448821957562917,309 144.00258676668727310 ],311 "extent": [312 69.59251455133818,313 38.71392749448036,314 122.33860056063259315 ]316 },317 "obb": {318 "center": [319 -234.50432228229522,320 25.44882195756292,321 144.00258676668727322 ],323 "extent": [324 69.59251455133818,325 38.71392749448036,326 122.33860056063259327 ],328 "rotation": [329 0,330 -25.016937255859375,331 0332 ]333 },334 "location": [335 -235.97296142578125,336 22.14883041381836,337 21.663986206054688338 ],339 "rotation": [340 0,341 -25.016937255859375,342 0343 ],344 "scale": [345 1.2099636793136597,346 1.0495829582214355,347 1.0398658514022827348 ]349 },350 "color": [351 127,352 0,353 0354 ]355 }356 ]357 },358 "foreground": {359 "breadrack": [360 {361 "object_id": "SM_breadrack_03_299",362 "bbox_2d": [363 711,364 633,365 1919,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 69.35102081298828,372 -45.5966682434082,373 81.75312423706055374 ],375 "extent": [376 133.66964721679688,377 39.26552200317383,378 67.28050231933594379 ]380 },381 "obb": {382 "center": [383 69.35102081298828,384 -45.5966682434082,385 81.75312423706055386 ],387 "extent": [388 133.66964721679688,389 39.26552200317383,390 67.28050231933594391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 69.35102081298828,400 -45.5966682434082,401 19.998779296875402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 127,417 0418 ]419 }420 ],421 "carpet": [422 {423 "object_id": "SM_carpet_02_435",424 "bbox_2d": [425 0,426 1076,427 71,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -275.87483214137444,434 64.69577741274972,435 22.390010595321655436 ],437 "extent": [438 119.51729822843009,439 83.09129167838384,440 2.4081616401672363441 ]442 },443 "obb": {444 "center": [445 -275.87483214137444,446 64.69577741274973,447 22.390010595321655448 ],449 "extent": [450 119.51729822843009,451 83.09129167838384,452 2.4081616401672363453 ],454 "rotation": [455 0,456 174.20989990234375,457 0458 ]459 },460 "location": [461 -274.2488708496094,462 64.4585189819336,463 20464 ],465 "rotation": [466 0,467 174.20989990234375,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 63,478 127,479 127480 ]481 }482 ],483 "signage": [484 {485 "object_id": "SM_sign_02_527",486 "bbox_2d": [487 982,488 128,489 1919,490 312491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 77.47122955322266,496 -41.80059051513672,497 245.19674682617188498 ],499 "extent": [500 91.57255554199219,501 5.599132537841797,502 20.065216064453125503 ]504 },505 "obb": {506 "center": [507 77.47122955322266,508 -41.80059051513672,509 245.19674682617188510 ],511 "extent": [512 91.57255554199219,513 5.599132537841797,514 20.065216064453125515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 77.47122955322266,524 -41.80059051513672,525 245.19674682617188526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 0,540 191,541 63542 ]543 }544 ],545 "steel": [546 {547 "object_id": "SM_steel_32",548 "bbox_2d": [549 250,550 453,551 663,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -111.97819519042969,558 23.47991371154785,559 105.68448638916016560 ],561 "extent": [562 44.119041442871094,563 20.18648910522461,564 86.05392456054688565 ]566 },567 "obb": {568 "center": [569 -111.97819519042969,570 23.47991371154785,571 105.68448638916016572 ],573 "extent": [574 44.119041442871094,575 20.18648910522461,576 86.05392456054688577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -111.97987365722656,586 23.479917526245117,587 19.7164306640625588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 0,602 63,603 31604 ]605 }606 ],607 "milk": [608 {609 "object_id": "SM_milk_186",610 "bbox_2d": [611 453,612 958,613 518,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -81.9303207397461,620 35.58207702636719,621 82.53738594055176622 ],623 "extent": [624 5.81567898298006,625 4.328919139420096,626 11.325533866882324627 ]628 },629 "obb": {630 "center": [631 -81.9303207397461,632 35.58207702636719,633 82.53738594055176634 ],635 "extent": [636 5.81567898298006,637 4.328919139420096,638 11.325533866882324639 ],640 "rotation": [641 0,642 -173.06532287597656,643 0644 ]645 },646 "location": [647 -81.9303207397461,648 35.58207702636719,649 71.30583953857422650 ],651 "rotation": [652 0,653 -173.06532287597656,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 127,664 95,665 159666 ]667 },668 {669 "object_id": "SM_milk_66",670 "bbox_2d": [671 406,672 944,673 473,674 1076675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -95.77998352050781,680 36.268863677978516,681 82.53738594055176682 ],683 "extent": [684 5.595732966759215,685 3.982832266675949,686 11.325533866882324687 ]688 },689 "obb": {690 "center": [691 -95.77998352050781,692 36.268863677978516,693 82.53738594055176694 ],695 "extent": [696 5.595732966759215,697 3.982832266675949,698 11.325533866882324699 ],700 "rotation": [701 0,702 176.97991943359375,703 0704 ]705 },706 "location": [707 -95.77998352050781,708 36.268863677978516,709 71.30583953857422710 ],711 "rotation": [712 0,713 176.97991943359375,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 63,724 0,725 159726 ]727 },728 {729 "object_id": "SM_milk_189",730 "bbox_2d": [731 307,732 913,733 364,734 1035735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -130.8163604736328,740 38.16105270385742,741 82.53738594055176742 ],743 "extent": [744 5.815678982980067,745 4.328919139420094,746 11.325533866882324747 ]748 },749 "obb": {750 "center": [751 -130.8163604736328,752 38.16105270385742,753 82.53738594055176754 ],755 "extent": [756 5.815678982980067,757 4.328919139420094,758 11.325533866882324759 ],760 "rotation": [761 0,762 -173.06532287597656,763 0764 ]765 },766 "location": [767 -130.8163604736328,768 38.16105270385742,769 71.30583953857422770 ],771 "rotation": [772 0,773 -173.06532287597656,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 63,784 255,785 159786 ]787 },788 {789 "object_id": "SM_milk_68",790 "bbox_2d": [791 268,792 903,793 329,794 1019795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -144.6662139892578,800 38.84783935546875,801 82.53738594055176802 ],803 "extent": [804 5.595732966759215,805 3.982832266675949,806 11.325533866882324807 ]808 },809 "obb": {810 "center": [811 -144.6662139892578,812 38.84783935546875,813 82.53738594055176814 ],815 "extent": [816 5.595732966759215,817 3.982832266675949,818 11.325533866882324819 ],820 "rotation": [821 0,822 176.97991943359375,823 0824 ]825 },826 "location": [827 -144.6662139892578,828 38.84783935546875,829 71.30583953857422830 ],831 "rotation": [832 0,833 176.97991943359375,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 63,844 127,845 159846 ]847 },848 {849 "object_id": "SM_milk_69",850 "bbox_2d": [851 341,852 915,853 410,854 1044855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -119.39372253417969,860 35.72138595581055,861 82.53738594055176862 ],863 "extent": [864 5.133036984965372,865 6.259573871918237,866 11.325533866882324867 ]868 },869 "obb": {870 "center": [871 -119.39372253417969,872 35.72138595581055,873 82.53738594055176874 ],875 "extent": [876 5.133036984965372,877 6.259573871918237,878 11.325533866882324879 ],880 "rotation": [881 0,882 72.85107421874999,883 0884 ]885 },886 "location": [887 -119.39372253417969,888 35.72138595581055,889 71.30583953857422890 ],891 "rotation": [892 0,893 72.85107421874999,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 63,904 63,905 159906 ]907 },908 {909 "object_id": "SM_milk_192",910 "bbox_2d": [911 370,912 927,913 441,914 1062915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -107.58573150634766,920 36.179805755615234,921 82.53738594055176922 ],923 "extent": [924 4.157754666507046,925 5.708689108738396,926 11.325533866882324927 ]928 },929 "obb": {930 "center": [931 -107.58573150634766,932 36.179805755615234,933 82.53738594055176934 ],935 "extent": [936 4.157754666507046,937 5.708689108738396,938 11.325533866882324939 ],940 "rotation": [941 0,942 94.97119140625001,943 0944 ]945 },946 "location": [947 -107.58573150634766,948 36.179805755615234,949 71.30583953857422950 ],951 "rotation": [952 0,953 94.97119140625001,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 63,964 191,965 159966 ]967 },968 {969 "object_id": "SM_milk_71",970 "bbox_2d": [971 411,972 890,973 438,974 901975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -140.34344482421875,980 10.265009880065918,981 82.53738594055176982 ],983 "extent": [984 6.047876315585938,985 4.724903326233189,986 11.325533866882324987 ]988 },989 "obb": {990 "center": [991 -140.34344482421875,992 10.265009880065918,993 82.53738594055176994 ],995 "extent": [996 6.047876315585938,997 4.724903326233189,998 11.325533866882324999 ],1000 "rotation": [1001 0,1002 11.726440429687498,1003 01004 ]1005 },1006 "location": [1007 -140.34344482421875,1008 10.265009880065918,1009 71.305839538574221010 ],1011 "rotation": [1012 0,1013 11.726440429687498,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 63,1024 31,1025 1591026 ]1027 },1028 {1029 "object_id": "SM_milk_72",1030 "bbox_2d": [1031 439,1032 899,1033 462,1034 9471035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -126.48484802246094,1040 10.737567901611328,1041 82.537385940551761042 ],1043 "extent": [1044 5.52003258743764,1045 3.8684531019921558,1046 11.3255338668823241047 ]1048 },1049 "obb": {1050 "center": [1051 -126.48484802246094,1052 10.737567901611328,1053 82.537385940551761054 ],1055 "extent": [1056 5.52003258743764,1057 3.8684531019921558,1058 11.3255338668823241059 ],1060 "rotation": [1061 0,1062 1.7714538574218757,1063 01064 ]1065 },1066 "location": [1067 -126.48484802246094,1068 10.737567901611328,1069 71.305839538574221070 ],1071 "rotation": [1072 0,1073 1.7714538574218757,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 63,1084 95,1085 1591086 ]1087 },1088 {1089 "object_id": "SM_milk_73",1090 "bbox_2d": [1091 532,1092 908,1093 586,1094 9471095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -91.41287231445312,1100 11.778684616088867,1101 82.537385940551761102 ],1103 "extent": [1104 6.047876315585938,1105 4.724903326233189,1106 11.3255338668823241107 ]1108 },1109 "obb": {1110 "center": [1111 -91.41287231445312,1112 11.778684616088867,1113 82.537385940551761114 ],1115 "extent": [1116 6.047876315585938,1117 4.724903326233189,1118 11.3255338668823241119 ],1120 "rotation": [1121 0,1122 11.726440429687498,1123 01124 ]1125 },1126 "location": [1127 -91.41287231445312,1128 11.778684616088867,1129 71.305839538574221130 ],1131 "rotation": [1132 0,1133 11.726440429687498,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 191,1144 0,1145 1591146 ]1147 },1148 {1149 "object_id": "SM_milk_199",1150 "bbox_2d": [1151 569,1152 921,1153 630,1154 10451155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -77.55403137207031,1160 12.25122356414795,1161 82.537385940551761162 ],1163 "extent": [1164 5.52003258743764,1165 3.8684531019921558,1166 11.3255338668823241167 ]1168 },1169 "obb": {1170 "center": [1171 -77.55403137207031,1172 12.25122356414795,1173 82.537385940551761174 ],1175 "extent": [1176 5.52003258743764,1177 3.8684531019921558,1178 11.3255338668823241179 ],1180 "rotation": [1181 0,1182 1.7714538574218757,1183 01184 ]1185 },1186 "location": [1187 -77.55403137207031,1188 12.25122356414795,1189 71.305839538574221190 ],1191 "rotation": [1192 0,1193 1.7714538574218757,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]