TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l048_off0_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l048_off0_r002/lit.png",5 "camera": {6 "location": [7 79,8 346,9 20110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 79,38 346,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 200,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "door frame": [116 {117 "object_id": "SM_doorframe_467",118 "bbox_2d": [119 126,120 0,121 199,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 187.48676300048828,128 450.7649061235361,129 140.74870859740804130 ],131 "extent": [132 94.6826400756836,133 4.9441698669024845,134 120.46647398356254135 ]136 },137 "obb": {138 "center": [139 187.48676300048828,140 450.7649061235361,141 140.74870859740804142 ],143 "extent": [144 94.6826400756836,145 4.9441698669024845,146 120.46647398356254147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 187.4867706298828,156 450.764892578125,157 20.000030517578125158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 0.8877120614051819,167 0.9204005002975464168 ]169 },170 "color": [171 63,172 63,173 0174 ]175 }176 ]177 },178 "foreground": {179 "breadrack": [180 {181 "object_id": "SM_breadrack_04_293",182 "bbox_2d": [183 328,184 675,185 1856,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 5.943952560424805,192 400.90496826171875,193 105.9197006225586194 ],195 "extent": [196 83.54350280761719,197 33.417388916015625,198 85.13441467285156199 ]200 },201 "obb": {202 "center": [203 5.943952560424805,204 400.90496826171875,205 105.9197006225586206 ],207 "extent": [208 83.54350280761719,209 33.417388916015625,210 85.13441467285156211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 5.943952560424805,220 400.90496826171875,221 20222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 0,236 127,237 0238 ]239 },240 {241 "object_id": "SM_breadrack_2",242 "bbox_2d": [243 1542,244 63,245 1919,246 1005247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -244.97552490234375,252 397.81231689453125,253 138.38698959350586254 ],255 "extent": [256 167.6439971923828,257 33.974395751953125,258 119.4671630859375259 ]260 },261 "obb": {262 "center": [263 -244.97552490234375,264 397.81231689453125,265 138.38698959350586266 ],267 "extent": [268 167.6439971923828,269 33.974395751953125,270 119.4671630859375271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -244.97552490234375,280 397.81231689453125,281 22.278316497802734282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 127,296 191,297 255298 ]299 }300 ],301 "glass": [302 {303 "object_id": "SM_glass_01_476",304 "bbox_2d": [305 1579,306 0,307 1854,308 169309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -222.63824462890625,314 450.27442932128906,315 176.33636474609375316 ],317 "extent": [318 130.327880859375,319 3.3417510986328125,320 144.80874633789062321 ]322 },323 "obb": {324 "center": [325 -222.63824462890625,326 450.27442932128906,327 176.33636474609375328 ],329 "extent": [330 130.327880859375,331 3.3417510986328125,332 144.80874633789062333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -222.63824462890625,342 450.2744140625,343 176.3363494873047344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 63,358 63,359 63360 ]361 }362 ],363 "glass door": [364 {365 "object_id": "SM_glassdoor_L_533",366 "bbox_2d": [367 25,368 0,369 125,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 98.45466228617519,376 488.31373702375686,377 137.83284518338587378 ],379 "extent": [380 15.24340874253707,381 45.77471049171086,382 117.55763077817937383 ]384 },385 "obb": {386 "center": [387 98.45466228617519,388 488.31373702375686,389 137.83284518338587390 ],391 "extent": [392 15.24340874253707,393 45.77471049171086,394 117.55763077817937395 ],396 "rotation": [397 0,398 6.605866432189941,399 0400 ]401 },402 "location": [403 102.97634887695312,404 450.2066650390625,405 20.030466079711914406 ],407 "rotation": [408 0,409 6.605866432189941,410 0411 ],412 "scale": [413 1,414 1,415 0.9197148084640503416 ]417 },418 "color": [419 255,420 191,421 255422 ]423 }424 ],425 "bread": [426 {427 "object_id": "SM_bread_169",428 "bbox_2d": [429 1139,430 1031,431 1316,432 1079433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 8.059072494506836,438 415.26720809936523,439 146.43402338027954440 ],441 "extent": [442 8.971965789794922,443 8.894495010375977,444 4.160654544830322445 ]446 },447 "obb": {448 "center": [449 8.059072494506836,450 415.26720809936523,451 146.43402338027954452 ],453 "extent": [454 8.971965789794922,455 8.894495010375977,456 4.160654544830322457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 8.04053020477295,466 415.25054931640625,467 146.43853759765625468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 0,483 159484 ]485 },486 {487 "object_id": "SM_bread_136",488 "bbox_2d": [489 1244,490 976,491 1412,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -9.465574036163215,498 418.2123448705323,499 146.43402338027954500 ],501 "extent": [502 11.973701330886218,503 12.008197023120886,504 4.160654544830322505 ]506 },507 "obb": {508 "center": [509 -9.465574036163215,510 418.2123448705323,511 146.43402338027954512 ],513 "extent": [514 11.973701330886218,515 12.008197023120886,516 4.160654544830322517 ],518 "rotation": [519 0,520 -116.64788055419922,521 0522 ]523 },524 "location": [525 -9.472146987915039,526 418.23638916015625,527 146.43853759765625528 ],529 "rotation": [530 0,531 -116.64788055419922,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 255,542 255,543 159544 ]545 },546 {547 "object_id": "SM_bread_137",548 "bbox_2d": [549 1367,550 939,551 1641,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -28.917379273640194,558 410.70756534177286,559 147.3385944366455560 ],561 "extent": [562 8.268853263188639,563 15.997787096055163,564 5.034543037414551565 ]566 },567 "obb": {568 "center": [569 -28.917379273640194,570 410.70756534177286,571 147.3385944366455572 ],573 "extent": [574 8.268853263188639,575 15.997787096055163,576 5.034543037414551577 ],578 "rotation": [579 0,580 -86.66088104248047,581 0582 ]583 },584 "location": [585 -29.01184844970703,586 411.1236267089844,587 146.43853759765625588 ],589 "rotation": [590 0,591 -86.66088104248047,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 255,602 127,603 159604 ]605 },606 {607 "object_id": "SM_bread_138",608 "bbox_2d": [609 1435,610 915,611 1714,612 1065613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -44.45354240110637,618 411.3592894419049,619 147.3385944366455620 ],621 "extent": [622 8.81179164839913,623 16.221001657216902,624 5.034543037414551625 ]626 },627 "obb": {628 "center": [629 -44.45354240110637,630 411.3592894419049,631 147.3385944366455632 ],633 "extent": [634 8.81179164839913,635 16.221001657216902,636 5.034543037414551637 ],638 "rotation": [639 0,640 -95.41495513916017,641 0642 ]643 },644 "location": [645 -44.48358917236328,646 411.7848815917969,647 146.43853759765625648 ],649 "rotation": [650 0,651 -95.41495513916017,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 255,662 63,663 159664 ]665 },666 {667 "object_id": "SM_bread_139",668 "bbox_2d": [669 1653,670 955,671 1773,672 1031673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -60.438950945835714,678 411.28946158695487,679 147.3385944366455680 ],681 "extent": [682 7.835522348156257,683 15.808068984454678,684 5.034543037414551685 ]686 },687 "obb": {688 "center": [689 -60.438950945835714,690 411.28946158695487,691 147.3385944366455692 ],693 "extent": [694 7.835522348156257,695 15.808068984454678,696 5.034543037414551697 ],698 "rotation": [699 0,700 -88.28849029541017,701 0702 ]703 },704 "location": [705 -60.52156448364258,706 411.7080383300781,707 146.43853759765625708 ],709 "rotation": [710 0,711 -88.28849029541017,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 191,723 159724 ]725 },726 {727 "object_id": "SM_bread_140",728 "bbox_2d": [729 1457,730 849,731 1732,732 977733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -53.64221174962979,738 413.40961524795455,739 154.07867622375488740 ],741 "extent": [742 9.325668176117496,743 16.416549583618234,744 5.034543037414551745 ]746 },747 "obb": {748 "center": [749 -53.64221174962979,750 413.40961524795455,751 154.07867622375488752 ],753 "extent": [754 9.325668176117496,755 16.416549583618234,756 5.034543037414551757 ],758 "rotation": [759 0,760 -97.42168426513673,761 0762 ]763 },764 "location": [765 -53.6573371887207,766 413.83599853515625,767 153.17861938476562768 ],769 "rotation": [770 0,771 -97.42168426513673,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 255,782 31,783 159784 ]785 },786 {787 "object_id": "SM_bread_146",788 "bbox_2d": [789 1404,790 1063,791 1453,792 1079793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -13.751827239990234,798 406.9068298339844,799 144.2882865667343800 ],801 "extent": [802 5.608739264117485,803 5.614104878505941,804 1.8521119356155396805 ]806 },807 "obb": {808 "center": [809 -13.751827239990234,810 406.9068298339844,811 144.2882865667343812 ],813 "extent": [814 5.608739264117485,815 5.614104878505941,816 1.8521119356155396817 ],818 "rotation": [819 0,820 -116.64788055419922,821 0822 ]823 },824 "location": [825 -13.751827239990234,826 406.9068298339844,827 142.50909423828125828 ],829 "rotation": [830 0,831 -116.64788055419922,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 255,842 95,843 159844 ]845 },846 {847 "object_id": "SM_bread_150",848 "bbox_2d": [849 1439,850 1067,851 1506,852 1079853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -12.387984275817871,858 401.6538391113281,859 146.74615705013275860 ],861 "extent": [862 4.3541854033454905,863 4.3426395351269775,864 1.8521119356155396865 ]866 },867 "obb": {868 "center": [869 -12.387984275817871,870 401.6538391113281,871 146.74615705013275872 ],873 "extent": [874 4.3541854033454905,875 4.3426395351269775,876 1.8521119356155396877 ],878 "rotation": [879 0,880 177.64978027343753,881 0882 ]883 },884 "location": [885 -12.387984275817871,886 401.6538391113281,887 144.9669647216797888 ],889 "rotation": [890 0,891 177.64978027343753,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 127,902 63,903 159904 ]905 }906 ],907 "cake": [908 {909 "object_id": "SM_cake_19",910 "bbox_2d": [911 1792,912 988,913 1919,914 1079915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -115.60001945495605,920 398.17628479003906,921 122.36502313613892922 ],923 "extent": [924 17.188379287719727,925 17.18549346923828,926 7.439938068389893927 ]928 },929 "obb": {930 "center": [931 -115.60001945495605,932 398.17628479003906,933 122.36502313613892934 ],935 "extent": [936 17.188379287719727,937 17.18549346923828,938 7.439938068389893939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 -115.51419830322266,948 398.4527893066406,949 115.2625503540039950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 255,964 223,965 31966 ]967 },968 {969 "object_id": "SM_cake_20",970 "bbox_2d": [971 1769,972 698,973 1919,974 833975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -114.99558517735439,980 397.1789920777253,981 168.6556282043457982 ],983 "extent": [984 24.69043161166026,985 24.67737853827822,986 8.336811065673828987 ]988 },989 "obb": {990 "center": [991 -114.99558517735439,992 397.1789920777253,993 168.6556282043457994 ],995 "extent": [996 24.69043161166026,997 24.67737853827822,998 8.336811065673828999 ],1000 "rotation": [1001 0,1002 -56.48339843749999,1003 01004 ]1005 },1006 "location": [1007 -114.11717987060547,1008 396.3239440917969,1009 160.318817138671881010 ],1011 "rotation": [1012 0,1013 -56.48339843749999,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 255,1024 223,1025 951026 ]1027 },1028 {1029 "object_id": "SM_cake_58",1030 "bbox_2d": [1031 1821,1032 427,1033 1919,1034 4951035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -114.23934173583984,1040 397.156644821167,1041 211.832718849182131042 ],1043 "extent": [1044 11.427842140197754,1045 11.42784309387207,1046 6.2533864974975591047 ]1048 },1049 "obb": {1050 "center": [1051 -114.23934173583984,1052 397.156644821167,1053 211.832718849182131054 ],1055 "extent": [1056 11.427842140197754,1057 11.42784309387207,1058 6.2533864974975591059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -114.23934173583984,1068 397.1566467285156,1069 205.53739929199221070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 223,1084 127,1085 1271086 ]1087 }1088 ],1089 "dish": [1090 {1091 "object_id": "SM_dish2",1092 "bbox_2d": [1093 1729,1094 765,1095 1919,1096 9201097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -115.72819431309335,1102 396.8878173828125,1103 154.934853768623161104 ],1105 "extent": [1106 23.35450081480485,1107 23.40416235499174,1108 7.4243136833869131109 ]1110 },1111 "obb": {1112 "center": [1113 -115.72819431309335,1114 396.8878173828125,1115 154.934853768623161116 ],1117 "extent": [1118 23.35450081480485,1119 23.40416235499174,1120 7.4243136833869131121 ],1122 "rotation": [1123 0,1124 0,1125 01126 ]1127 },1128 "location": [1129 -115.7309341430664,1130 396.8878173828125,1131 147.535263061523441132 ],1133 "rotation": [1134 0,1135 0,1136 01137 ],1138 "scale": [1139 0.8899999856948853,1140 0.8899999856948853,1141 0.88999998569488531142 ]1143 },1144 "color": [1145 223,1146 127,1147 01148 ]1149 },1150 {1151 "object_id": "SM_dish3",1152 "bbox_2d": [1153 1729,1154 493,1155 1919,1156 6001157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -115.72819431309335,1162 396.8878173828125,1163 199.767525887763781164 ],1165 "extent": [1166 23.35450081480485,1167 23.40416235499174,1168 7.4243136833869131169 ]1170 },1171 "obb": {1172 "center": [1173 -115.72819431309335,1174 396.8878173828125,1175 199.767525887763781176 ],1177 "extent": [1178 23.35450081480485,1179 23.40416235499174,1180 7.4243136833869131181 ],1182 "rotation": [1183 0,1184 0,1185 01186 ]1187 },1188 "location": [1189 -115.7309341430664,1190 396.8878173828125,1191 192.367935180664061192 ],1193 "rotation": [1194 0,1195 0,1196 01197 ],1198 "scale": [1199 0.8899999856948853,1200 0.8899999856948853,