TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l148_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l148_r000/lit.png",5 "camera": {6 "location": [7 83,8 501,9 15210 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 83,38 501,39 152,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee machine": [55 {56 "object_id": "SM_Coffee_Machine_2",57 "bbox_2d": [58 852,59 532,60 916,61 60762 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 797.5586261905396,67 445.6846854893375,68 128.968557357788169 ],70 "extent": [71 27.070429990485422,72 22.343763158214927,73 28.967401504516674 ]75 },76 "obb": {77 "center": [78 797.5586261905396,79 445.6846854893375,80 128.968557357788181 ],82 "extent": [83 27.070429990485422,84 22.343763158214927,85 28.967401504516686 ],87 "rotation": [88 0,89 90.00007629394531,90 091 ]92 },93 "location": [94 798.4383544921875,95 445.6964111328125,96 100.0011596679687597 ],98 "rotation": [99 0,100 90.00007629394531,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 127,111 95,112 31113 ]114 }115 ],116 "coffee supplies": [117 {118 "object_id": "SM_Coffee_Supplies_5",119 "bbox_2d": [120 850,121 580,122 903,123 619124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 728.4383504150533,129 445.6962622915158,130 111.84191799163818131 ],132 "extent": [133 24.109946031074287,134 16.28647964711405,135 11.954957008361816136 ]137 },138 "obb": {139 "center": [140 728.4383504150533,141 445.6962622915158,142 111.84191799163818143 ],144 "extent": [145 24.109946031074287,146 16.28647964711405,147 11.954957008361816148 ],149 "rotation": [150 0,151 93.59552001953126,152 0153 ]154 },155 "location": [156 728.4383544921875,157 445.6961669921875,158 100.00115966796875159 ],160 "rotation": [161 0,162 93.59552001953126,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 63,173 95,174 0175 ]176 }177 ],178 "napkin dispenser": [179 {180 "object_id": "SM_Paper_Napkin_Dispenser_8",181 "bbox_2d": [182 873,183 604,184 902,185 613186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 688.4382333753791,191 455.6964111147987,192 105.59275150299072193 ],194 "extent": [195 8.491547799773002,196 9.322457854809215,197 5.591593265533447198 ]199 },200 "obb": {201 "center": [202 688.4382333753791,203 455.6964111147987,204 105.59275150299072205 ],206 "extent": [207 8.491547799773002,208 9.322457854809215,209 5.591593265533447210 ],211 "rotation": [212 0,213 88.91768646240236,214 0215 ]216 },217 "location": [218 688.438232421875,219 455.6964111328125,220 100.00115966796875221 ],222 "rotation": [223 0,224 88.91768646240236,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 63,235 95,236 255237 ]238 },239 {240 "object_id": "SM_Paper_Napkin_Dispenser2",241 "bbox_2d": [242 498,243 783,244 660,245 887246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 234.41401691860423,251 441.58792020904673,252 105.59275150299072253 ],254 "extent": [255 10.674257866788565,256 10.018262998583964,257 5.591593265533447258 ]259 },260 "obb": {261 "center": [262 234.41401691860423,263 441.58792020904673,264 105.59275150299072265 ],266 "extent": [267 10.674257866788565,268 10.018262998583964,269 5.591593265533447270 ],271 "rotation": [272 0,273 11.796856880187987,274 0275 ]276 },277 "location": [278 234.4140167236328,279 441.5879211425781,280 100.00115966796875281 ],282 "rotation": [283 0,284 11.796856880187987,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 95,295 0,296 63297 ]298 }299 ],300 "cup": [301 {302 "object_id": "SM_Paper_Cups_11",303 "bbox_2d": [304 904,305 593,306 915,307 613308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 758.4381108283997,313 465.6969604492194,314 107.31064081192017315 ],316 "extent": [317 4.662275800468478,318 4.662275800468535,319 7.309482097625732320 ]321 },322 "obb": {323 "center": [324 758.4381108283997,325 465.6969604492194,326 107.31064081192017327 ],328 "extent": [329 4.662275800468478,330 4.662275800468535,331 7.309482097625732332 ],333 "rotation": [334 0,335 90.00007629394531,336 0337 ]338 },339 "location": [340 758.4381103515625,341 465.69696044921875,342 100.00115966796875343 ],344 "rotation": [345 0,346 90.00007629394531,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 63,357 95,358 127359 ]360 },361 {362 "object_id": "SM_Paper_Cups3",363 "bbox_2d": [364 831,365 619,366 845,367 623368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 678.4381108283997,373 425.69631958007875,374 107.31064081192017375 ],376 "extent": [377 4.662275800468478,378 4.662275800468535,379 7.309482097625732380 ]381 },382 "obb": {383 "center": [384 678.4381108283997,385 425.69631958007875,386 107.31064081192017387 ],388 "extent": [389 4.662275800468478,390 4.662275800468535,391 7.309482097625732392 ],393 "rotation": [394 0,395 90.00007629394531,396 0397 ]398 },399 "location": [400 678.4381103515625,401 425.6963195800781,402 100.00115966796875403 ],404 "rotation": [405 0,406 90.00007629394531,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 191,417 95,418 127419 ]420 },421 {422 "object_id": "SM_Paper_Cups4",423 "bbox_2d": [424 831,425 614,426 845,427 618428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 678.4381108283997,433 425.69631958007875,434 110.54884576797485435 ],436 "extent": [437 4.662275800468478,438 4.662275800468535,439 7.309482097625732440 ]441 },442 "obb": {443 "center": [444 678.4381108283997,445 425.69631958007875,446 110.54884576797485447 ],448 "extent": [449 4.662275800468478,450 4.662275800468535,451 7.309482097625732452 ],453 "rotation": [454 0,455 90.00007629394531,456 0457 ]458 },459 "location": [460 678.4381103515625,461 425.6963195800781,462 103.23936462402344463 ],464 "rotation": [465 0,466 90.00007629394531,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 191,477 95,478 63479 ]480 },481 {482 "object_id": "SM_Paper_Cups5",483 "bbox_2d": [484 831,485 590,486 845,487 613488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 678.4381099491318,493 425.69631983585765,494 113.61073541641235495 ],496 "extent": [497 6.4356430293148605,498 6.435643029314804,499 7.309482097625732500 ]501 },502 "obb": {503 "center": [504 678.4381099491318,505 425.69631983585765,506 113.61073541641235507 ],508 "extent": [509 6.4356430293148605,510 6.435643029314804,511 7.309482097625732512 ],513 "rotation": [514 0,515 -122.43948364257814,516 0517 ]518 },519 "location": [520 678.4381103515625,521 425.6963195800781,522 106.30125427246094523 ],524 "rotation": [525 0,526 -122.43948364257814,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 191,537 95,538 191539 ]540 },541 {542 "object_id": "SM_Plastic_Cup7",543 "bbox_2d": [544 938,545 611,546 946,547 612548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 1004.8085252686898,553 482.11237764378257,554 80.07191109149238555 ],556 "extent": [557 4.662327737785745,558 6.0977361634728595,559 4.662300131616803560 ]561 },562 "obb": {563 "center": [564 1004.8085252686898,565 482.11237764378257,566 80.07191109149238567 ],568 "extent": [569 4.662327737785745,570 6.0977361634728595,571 4.662300131616803572 ],573 "rotation": [574 5.6000000768108266e-05,575 -179.99949645996094,576 89.99975585937501577 ]578 },579 "location": [580 1004.8084716796875,581 488.2100524902344,582 80.07190704345703583 ],584 "rotation": [585 5.6000000768108266e-05,586 -179.99949645996094,587 89.99975585937501588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 127,597 95,598 95599 ]600 }601 ],602 "coffee counter": [603 {604 "object_id": "SM_Coffee_Counter_10",605 "bbox_2d": [606 788,607 605,608 933,609 734610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 748.8608591313241,615 439.99975984073865,616 55.00001907348633617 ],618 "extent": [619 101.1391713864673,620 40.000270676740854,621 45.00001907348633622 ]623 },624 "obb": {625 "center": [626 748.8608591313241,627 439.99975984073865,628 55.00001907348633629 ],630 "extent": [631 101.1391713864673,632 40.000270676740854,633 45.00001907348633634 ],635 "rotation": [636 0,637 90.00011444091797,638 0639 ]640 },641 "location": [642 850,643 400,644 10645 ],646 "rotation": [647 0,648 90.00011444091797,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 191,659 95,660 31661 ]662 },663 {664 "object_id": "SM_Coffee_Counter2_12",665 "bbox_2d": [666 845,667 591,668 938,669 612670 ],671 "bbox_3d": {672 "aabb": {673 "center": [674 951.2646677250741,675 439.99975984073865,676 55.00001907348633677 ],678 "extent": [679 101.1391713864673,680 40.000270676740854,681 45.00001907348633682 ]683 },684 "obb": {685 "center": [686 951.2646677250741,687 439.99975984073865,688 55.00001907348633689 ],690 "extent": [691 101.1391713864673,692 40.000270676740854,693 45.00001907348633694 ],695 "rotation": [696 0,697 90.00011444091797,698 0699 ]700 },701 "location": [702 1052.40380859375,703 400,704 10705 ],706 "rotation": [707 0,708 90.00011444091797,709 0710 ],711 "scale": [712 1,713 1,714 1715 ]716 },717 "color": [718 31,719 95,720 0721 ]722 }723 ],724 "drink machine": [725 {726 "object_id": "SM_Drink_Machine_2",727 "bbox_2d": [728 855,729 522,730 925,731 603732 ],733 "bbox_3d": {734 "aabb": {735 "center": [736 889.1782880594402,737 443.63552856446387,738 133.54526138305664739 ],740 "extent": [741 29.00478112511564,742 27.472098157030928,743 33.42982482910156744 ]745 },746 "obb": {747 "center": [748 889.1782880594402,749 443.63552856446387,750 133.54526138305664751 ],752 "extent": [753 29.00478112511564,754 27.472098157030928,755 33.42982482910156756 ],757 "rotation": [758 0,759 90.00012207031251,760 0761 ]762 },763 "location": [764 889.1782836914062,765 443,766 100.00001525878906767 ],768 "rotation": [769 0,770 90.00012207031251,771 0772 ],773 "scale": [774 1,775 1,776 1777 ]778 },779 "color": [780 31,781 95,782 255783 ]784 }785 ],786 "hot dog grill": [787 {788 "object_id": "SM_Hot_Dog_Grill_2",789 "bbox_2d": [790 744,791 613,792 1268,793 959794 ],795 "bbox_3d": {796 "aabb": {797 "center": [798 218.9225597381623,799 506.7220488255456,800 120.7146987915039801 ],802 "extent": [803 21.332088011749477,804 32.01364102946616,805 20.843448638916016806 ]807 },808 "obb": {809 "center": [810 218.9225597381623,811 506.7220488255456,812 120.7146987915039813 ],814 "extent": [815 21.332088011749477,816 32.01364102946616,817 20.843448638916016818 ],819 "rotation": [820 0,821 -90.00012207031251,822 0823 ]824 },825 "location": [826 220.29644775390625,827 506.7220458984375,828 100829 ],830 "rotation": [831 0,832 -90.00012207031251,833 0834 ],835 "scale": [836 1,837 1,838 1839 ]840 },841 "color": [842 63,843 95,844 95845 ]846 }847 ],848 "bottle stand": [849 {850 "object_id": "SM_Bottle_Stand_5",851 "bbox_2d": [852 1529,853 729,854 1763,855 926856 ],857 "bbox_3d": {858 "aabb": {859 "center": [860 231.80416889283168,861 604.9944947649063,862 111.77631187438965863 ],864 "extent": [865 19.91625660101562,866 10.514703403895282,867 11.776299476623535868 ]869 },870 "obb": {871 "center": [872 231.80416889283168,873 604.9944947649063,874 111.77631187438965875 ],876 "extent": [877 19.91625660101562,878 10.514703403895282,879 11.776299476623535880 ],881 "rotation": [882 0,883 -80.00007629394531,884 0885 ]886 },887 "location": [888 231.80416870117188,889 604.9945068359375,890 100.00001525878906891 ],892 "rotation": [893 0,894 -80.00007629394531,895 0896 ],897 "scale": [898 1,899 1,900 1901 ]902 },903 "color": [904 191,905 95,906 95907 ]908 }909 ],910 "bottle": [911 {912 "object_id": "SM_Ketchup_Bottle_8",913 "bbox_2d": [914 1623,915 587,916 1702,917 747918 ],919 "bbox_3d": {920 "aabb": {921 "center": [922 221.8688999205397,923 602.6392806261019,924 131.40055084228516925 ],926 "extent": [927 5.444847136823114,928 5.444846363241595,929 13.736084938049316930 ]931 },932 "obb": {933 "center": [934 221.8688999205397,935 602.6392806261019,936 131.40055084228516937 ],938 "extent": [939 5.444847136823114,940 5.444846363241595,941 13.736084938049316942 ],943 "rotation": [944 0,945 10.000028610229492,946 0947 ]948 },949 "location": [950 221.86891174316406,951 602.6392822265625,952 117.66446685791016953 ],954 "rotation": [955 0,956 10.000028610229492,957 0958 ],959 "scale": [960 1,961 1,962 1963 ]964 },965 "color": [966 31,967 95,968 95969 ]970 },971 {972 "object_id": "SM_Mustard_Bottle_11",973 "bbox_2d": [974 1594,975 622,976 1635,977 736978 ],979 "bbox_3d": {980 "aabb": {981 "center": [982 231.92778350472975,983 604.8994129316324,984 125.51240539550781985 ],986 "extent": [987 5.444847136823114,988 5.444846363241595,989 13.736084938049316990 ]991 },992 "obb": {993 "center": [994 231.92778350472975,995 604.8994129316324,996 125.51240539550781997 ],998 "extent": [999 5.444847136823114,1000 5.444846363241595,1001 13.7360849380493161002 ],1003 "rotation": [1004 0,1005 10.000028610229492,1006 01007 ]1008 },1009 "location": [1010 231.92779541015625,1011 604.8994140625,1012 111.776321411132811013 ],1014 "rotation": [1015 0,1016 10.000028610229492,1017 01018 ],1019 "scale": [1020 1,1021 1,1022 11023 ]1024 },1025 "color": [1026 95,1027 0,1028 01029 ]1030 },1031 {1032 "object_id": "SM_Mayonaise_Bottle_14",1033 "bbox_2d": [1034 1563,1035 651,1036 1600,1037 7471038 ],1039 "bbox_3d": {1040 "aabb": {1041 "center": [1042 243.7590366392897,1043 607.3930648057894,1044 119.624259948730471045 ],1046 "extent": [1047 5.444847136823114,1048 5.444846363241595,1049 13.7360849380493161050 ]1051 },1052 "obb": {1053 "center": [1054 243.7590366392897,1055 607.3930648057894,1056 119.624259948730471057 ],1058 "extent": [1059 5.444847136823114,1060 5.444846363241595,1061 13.7360849380493161062 ],1063 "rotation": [1064 0,1065 10.000028610229492,1066 01067 ]1068 },1069 "location": [1070 243.75904846191406,1071 607.39306640625,1072 105.888175964355471073 ],1074 "rotation": [1075 0,1076 10.000028610229492,1077 01078 ],1079 "scale": [1080 1,1081 1,1082 11083 ]1084 },1085 "color": [1086 95,1087 0,1088 2551089 ]1090 }1091 ],1092 "tong": [1093 {1094 "object_id": "SM_Sausage_Tong_17",1095 "bbox_2d": [1096 1295,1097 699,1098 1483,1099 9371100 ],1101 "bbox_3d": {1102 "aabb": {1103 "center": [1104 224.54147720335038,1105 561.3736702950249,1106 112.851232528686521107 ],1108 "extent": [1109 19.13773023052434,1110 7.932754594725338,1111 12.8511581420898441112 ]1113 },1114 "obb": {1115 "center": [1116 224.54147720335038,1117 561.3736702950249,1118 112.851232528686521119 ],1120 "extent": [1121 19.13773023052434,1122 7.932754594725338,1123 12.8511581420898441124 ],1125 "rotation": [1126 0,1127 90.00011444091797,1128 01129 ]1130 },1131 "location": [1132 220.86343383789062,1133 561.3736572265625,1134 100.000076293945311135 ],1136 "rotation": [1137 0,1138 90.00011444091797,1139 01140 ],1141 "scale": [1142 1,1143 1,1144 11145 ]1146 },1147 "color": [1148 95,1149 0,1150 1271151 ]1152 }1153 ],1154 "counter shelf display": [1155 {1156 "object_id": "SM_Counter_Shelf_Display_B_4",1157 "bbox_2d": [1158 59,1159 822,1160 1919,1161 10791162 ],1163 "bbox_3d": {1164 "aabb": {1165 "center": [1166 219.9999656677246,1167 510.00003814697266,1168 55.000019073486331169 ],1170 "extent": [1171 40.00006866455078,1172 100.00005340576172,1173 45.000019073486331174 ]1175 },1176 "obb": {1177 "center": [1178 219.9999656677246,1179 510.00003814697266,1180 55.000019073486331181 ],1182 "extent": [1183 40.00006866455078,1184 100.00005340576172,1185 45.000019073486331186 ],1187 "rotation": [1188 0,1189 0,1190 01191 ]1192 },1193 "location": [1194 180,1195 410,1196 101197 ],1198 "rotation": [1199 0,1200 0,