TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l004_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l004_off0_r005/lit.png",5 "camera": {6 "location": [7 693,8 84,9 14810 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 693,38 84,39 148,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 149,58 841,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_backwall_14",118 "bbox_2d": [119 0,120 0,121 1919,122 732123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 727,128 -42,129 244.2459716796875130 ],131 "extent": [132 513.4542740243764,133 298.30824864120177,134 243.74131774902344135 ]136 },137 "obb": {138 "center": [139 726.9999999999999,140 -42,141 244.2459716796875142 ],143 "extent": [144 513.4542740243764,145 298.30824864120177,146 243.74131774902344147 ],148 "rotation": [149 0,150 179.999755859375,151 0152 ]153 },154 "location": [155 727,156 -42,157 -1.56610107421875158 ],159 "rotation": [160 0,161 179.999755859375,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 127174 ]175 }176 ],177 "pipe": [178 {179 "object_id": "SM_pipeskitchen_90",180 "bbox_2d": [181 1373,182 0,183 1417,184 593185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 1177.9559863401912,190 -261.75722317782504,191 246.57614497792383192 ],193 "extent": [194 13.398842006945642,195 10.99121235027792,196 242.9800451244082197 ]198 },199 "obb": {200 "center": [201 1177.9559863401912,202 -261.75722317782504,203 246.57614497792383204 ],205 "extent": [206 13.398842006945642,207 10.99121235027792,208 242.9800451244082209 ],210 "rotation": [211 0,212 90.00000000000001,213 0214 ]215 },216 "location": [217 1172.7105712890625,218 -261.73883056640625,219 3.596099853515625220 ],221 "rotation": [222 0,223 90.00000000000001,224 0225 ],226 "scale": [227 1.0134018659591675,228 1.0134018659591675,229 1.0134018659591675230 ]231 },232 "color": [233 63,234 191,235 127236 ]237 }238 ]239 },240 "foreground": {241 "shelving": [242 {243 "object_id": "SM_kitchenshelf_01_66",244 "bbox_2d": [245 390,246 497,247 1006,248 1056249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 789.006477355957,254 -256.27825927734375,255 85.66647338867188256 ],257 "extent": [258 100.21844482421875,259 40.54936981201172,260 79.90824890136719261 ]262 },263 "obb": {264 "center": [265 789.006477355957,266 -256.27825927734375,267 85.66647338867188268 ],269 "extent": [270 100.21844482421875,271 40.54936981201172,272 79.90824890136719273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 789.0064697265625,282 -256.27825927734375,283 5.758232116699219284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 255,298 191,299 255300 ]301 },302 {303 "object_id": "SM_kitchenshelf_2",304 "bbox_2d": [305 133,306 640,307 384,308 1069309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 587.5064392089844,314 -256.2773094177246,315 61.13639831542969316 ],317 "extent": [318 100.01679229736328,319 40.04176330566406,320 54.999107360839844321 ]322 },323 "obb": {324 "center": [325 587.5064392089844,326 -256.2773094177246,327 61.13639831542969328 ],329 "extent": [330 100.01679229736328,331 40.04176330566406,332 54.999107360839844333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 587.5064697265625,342 -256.27728271484375,343 5.758232116699219344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 191,359 63360 ]361 },362 {363 "object_id": "SM_kitchenshelf_4",364 "bbox_2d": [365 0,366 679,367 1515,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 754.4514465332031,374 -49.00006103515625,375 61.58672332763672376 ],377 "extent": [378 100.01679229736328,379 40.04176330566406,380 54.999107360839844381 ]382 },383 "obb": {384 "center": [385 754.4514465332031,386 -49.00006103515625,387 61.58672332763672388 ],389 "extent": [390 100.01679229736328,391 40.04176330566406,392 54.999107360839844393 ],394 "rotation": [395 0,396 180,397 0398 ]399 },400 "location": [401 754.451416015625,402 -49.00008773803711,403 6.20855712890625404 ],405 "rotation": [406 0,407 180,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 191,419 0420 ]421 },422 {423 "object_id": "SM_kitchenshelf_5",424 "bbox_2d": [425 0,426 1040,427 6,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 552.35986328125,434 -48.998043060302734,435 63.65044021606445436 ],437 "extent": [438 99.99972534179685,439 39.9998779296875,440 54.99895095825195441 ]442 },443 "obb": {444 "center": [445 552.35986328125,446 -48.998043060302734,447 63.65044021606445448 ],449 "extent": [450 99.99972534179685,451 39.9998779296875,452 54.99895095825195453 ],454 "rotation": [455 0,456 180,457 0458 ]459 },460 "location": [461 552.35986328125,462 -48.998043060302734,463 6.20855712890625464 ],465 "rotation": [466 0,467 180,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 191,479 255480 ]481 }482 ],483 "appliance": [484 {485 "object_id": "SM_metalstove_04_79",486 "bbox_2d": [487 1390,488 594,489 1685,490 917491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 1103.11962890625,496 -157.6143341064453,497 64.6992073059082498 ],499 "extent": [500 43.35235595703125,501 50.721969604492216,502 57.534793853759766503 ]504 },505 "obb": {506 "center": [507 1103.11962890625,508 -157.6143341064453,509 64.6992073059082510 ],511 "extent": [512 43.35235595703125,513 50.721969604492216,514 57.534793853759766515 ],516 "rotation": [517 0,518 90.00000000000001,519 0520 ]521 },522 "location": [523 1103.11962890625,524 -157.6143341064453,525 6.2119140625526 ],527 "rotation": [528 0,529 90.00000000000001,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 127,540 191,541 127542 ]543 },544 {545 "object_id": "SM_metalstove_5",546 "bbox_2d": [547 1583,548 602,549 1919,550 970551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 1103.11962890625,556 -54.09661102294922,557 64.6992073059082558 ],559 "extent": [560 43.352325439453125,561 50.7218933105469,562 59.01047134399414563 ]564 },565 "obb": {566 "center": [567 1103.11962890625,568 -54.09661102294922,569 64.6992073059082570 ],571 "extent": [572 43.352325439453125,573 50.7218933105469,574 59.01047134399414575 ],576 "rotation": [577 0,578 90.00000000000001,579 0580 ]581 },582 "location": [583 1103.11962890625,584 -54.09661102294922,585 6.2119140625586 ],587 "rotation": [588 0,589 90.00000000000001,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 127,600 191,601 63602 ]603 },604 {605 "object_id": "SM_boiler_159",606 "bbox_2d": [607 1256,608 568,609 1423,610 730611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 837.063322345746,616 -29.972686788732222,617 129.89890003204346618 ],619 "extent": [620 19.831553050246953,621 20.386795846030264,622 13.313058853149414623 ]624 },625 "obb": {626 "center": [627 837.063322345746,628 -29.972686788732222,629 129.89890003204346630 ],631 "extent": [632 19.831553050246953,633 20.386795846030264,634 13.313058853149414635 ],636 "rotation": [637 0,638 -60.15197372436522,639 0640 ]641 },642 "location": [643 837.8109130859375,644 -31.27552032470703,645 116.58584594726562646 ],647 "rotation": [648 0,649 -60.15197372436522,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 31,660 63,661 191662 ]663 }664 ],665 "fridge": [666 {667 "object_id": "SM_fridge_02_84",668 "bbox_2d": [669 913,670 214,671 1325,672 865673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 966.9981079101562,678 -245.73443603515625,679 135.7894058227539680 ],681 "extent": [682 80.00001525878906,683 47.4110107421875,684 129.93312072753906685 ]686 },687 "obb": {688 "center": [689 966.9981079101562,690 -245.73443603515625,691 135.7894058227539692 ],693 "extent": [694 80.00001525878906,695 47.4110107421875,696 129.93312072753906697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 966.9981079101562,706 -245.73443603515625,707 4.546058654785156708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 63,722 191,723 0724 ]725 }726 ],727 "rack": [728 {729 "object_id": "SM_potrack_98",730 "bbox_2d": [731 0,732 181,733 88,734 463735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 552.9032776829881,740 -272.0926284614452,741 208.36021662483108742 ],743 "extent": [744 57.77327762029381,745 24.881000084882558,746 47.0049159501541747 ]748 },749 "obb": {750 "center": [751 552.9032776829881,752 -272.0926284614452,753 208.36021662483108754 ],755 "extent": [756 57.77327762029381,757 24.881000084882558,758 47.0049159501541759 ],760 "rotation": [761 0,762 90.00000000000001,763 0764 ]765 },766 "location": [767 552.9215698242188,768 -272.63623046875,769 180.7266387939453770 ],771 "rotation": [772 0,773 90.00000000000001,774 0775 ],776 "scale": [777 1.2925000190734863,778 1.2925000190734863,779 1.2925000190734863780 ]781 },782 "color": [783 255,784 191,785 191786 ]787 },788 {789 "object_id": "SM_potrack2_101",790 "bbox_2d": [791 42,792 183,793 521,794 495795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 668.0903504368944,800 -272.0927200141796,801 208.36021662483108802 ],803 "extent": [804 57.77327762029381,805 24.881000084882558,806 47.0049159501541807 ]808 },809 "obb": {810 "center": [811 668.0903504368944,812 -272.0927200141796,813 208.36021662483108814 ],815 "extent": [816 57.77327762029381,817 24.881000084882558,818 47.0049159501541819 ],820 "rotation": [821 0,822 90.00000000000001,823 0824 ]825 },826 "location": [827 668.108642578125,828 -272.6363220214844,829 180.7266387939453830 ],831 "rotation": [832 0,833 90.00000000000001,834 0835 ],836 "scale": [837 1.2925000190734863,838 1.2925000190734863,839 1.2925000190734863840 ]841 },842 "color": [843 127,844 191,845 191846 ]847 },848 {849 "object_id": "SM_kitchenrack_01_191",850 "bbox_2d": [851 510,852 244,853 889,854 426855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 795.0182226657862,860 -283.8942193627356,861 221.20362854003906862 ],863 "extent": [864 69.32912685175688,865 13.728644802682538,866 33.61538142823338867 ]868 },869 "obb": {870 "center": [871 795.0182226657862,872 -283.8942193627356,873 221.20362854003906874 ],875 "extent": [876 69.32912685175688,877 13.728644802682538,878 33.61538142823338879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 795.0182495117188,888 -283.89422607421875,889 221.20362854003906890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1.4075000286102295,898 1.4075000286102295,899 1.4075000286102295900 ]901 },902 "color": [903 0,904 63,905 31906 ]907 }908 ],909 "kitchen equipment": [910 {911 "object_id": "SM_coffeemachine_11",912 "bbox_2d": [913 1404,914 486,915 1520,916 610917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 1095.7961469192533,922 -175.6615118314168,923 144.75994300842285924 ],925 "extent": [926 32.62421884570176,927 22.657497602739596,928 26.59660530090332929 ]930 },931 "obb": {932 "center": [933 1095.7961469192533,934 -175.6615118314168,935 144.75994300842285936 ],937 "extent": [938 32.62421884570176,939 22.657497602739596,940 26.59660530090332941 ],942 "rotation": [943 0,944 79.07534790039062,945 0946 ]947 },948 "location": [949 1101.175537109375,950 -176.69981384277344,951 118.16334533691406952 ],953 "rotation": [954 0,955 79.07534790039062,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 127,966 63,967 31968 ]969 }970 ],971 "supply": [972 {973 "object_id": "SM_canfood_162",974 "bbox_2d": [975 79,976 382,977 230,978 416979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 631.6035174751281,984 -268.68029415130627,985 186.5166805899687986 ],987 "extent": [988 16.71038303386308,989 16.71038303386308,990 4.004496384457326991 ]992 },993 "obb": {994 "center": [995 631.6035174751281,996 -268.68029415130627,997 186.5166805899687998 ],999 "extent": [1000 16.71038303386308,1001 16.71038303386308,1002 4.0044963844573261003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 631.603515625,1012 -268.6802978515625,1013 182.750305175781251014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 1.9399999380111694,1022 1.9399999380111694,1023 1.93999993801116941024 ]1025 },1026 "color": [1027 31,1028 191,1029 01030 ]1031 },1032 {1033 "object_id": "SM_tomatocan_296",1034 "bbox_2d": [1035 338,1036 673,1037 484,1038 8611039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 693.7120361328125,1044 -31.533653259277344,1045 124.89671707153321046 ],1047 "extent": [1048 6.651141166687012,1049 6.651141166687012,1050 8.29400920867921051 ]1052 },1053 "obb": {1054 "center": [1055 693.7120361328125,1056 -31.533653259277344,1057 124.89671707153321058 ],1059 "extent": [1060 6.651141166687012,1061 6.651141166687012,1062 8.29400920867921063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 693.7120361328125,1072 -31.533653259277344,1073 116.58581542968751074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 0,1088 95,1089 1271090 ]1091 },1092 {1093 "object_id": "SM_plasticbottle_136",1094 "bbox_2d": [1095 581,1096 563,1097 605,1098 6301099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 750.8613831996918,1104 -278.1194152832031,1105 127.695520401000981106 ],1107 "extent": [1108 3.7313179969787598,1109 3.788879156112671,1110 11.9317140579223631111 ]1112 },1113 "obb": {1114 "center": [1115 750.8613831996918,1116 -278.1194152832031,1117 127.695520401000981118 ],1119 "extent": [1120 3.7313179969787598,1121 3.788879156112671,1122 11.9317140579223631123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 750.8613891601562,1132 -278.1194152832031,1133 115.763824462890621134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 127,1148 127,1149 1591150 ]1151 },1152 {1153 "object_id": "SM_canfood2",1154 "bbox_2d": [1155 233,1156 388,1157 367,1158 4231159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 666.3973411284499,1164 -262.02069438229626,1165 186.516680821405261166 ],1167 "extent": [1168 22.858663262056098,1169 22.858663262056112,1170 4.0044966305259781171 ]1172 },1173 "obb": {1174 "center": [1175 666.3973411284499,1176 -262.02069438229626,1177 186.516680821405261178 ],1179 "extent": [1180 22.858663262056098,1181 22.858663262056112,1182 4.0044966305259781183 ],1184 "rotation": [1185 0,1186 -120.30135345458984,1187 01188 ]1189 },1190 "location": [1191 666.3973388671875,1192 -262.02069091796875,1193 182.750305175781251194 ],1195 "rotation": [1196 0,1197 -120.30135345458984,1198 01199 ],1200 "scale": [