TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l066_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l066_r000/lit.png",5 "camera": {6 "location": [7 112,8 643,9 12510 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 112,38 643,39 125,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee machine": [55 {56 "object_id": "SM_Coffee_Machine_2",57 "bbox_2d": [58 691,59 492,60 722,61 52662 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 797.5586261905396,67 445.6846854893375,68 128.968557357788169 ],70 "extent": [71 27.070429990485422,72 22.343763158214927,73 28.967401504516674 ]75 },76 "obb": {77 "center": [78 797.5586261905396,79 445.6846854893375,80 128.968557357788181 ],82 "extent": [83 27.070429990485422,84 22.343763158214927,85 28.967401504516686 ],87 "rotation": [88 0,89 90.00007629394531,90 091 ]92 },93 "location": [94 798.4383544921875,95 445.6964111328125,96 100.0011596679687597 ],98 "rotation": [99 0,100 90.00007629394531,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 127,111 95,112 31113 ]114 }115 ],116 "coffee counter": [117 {118 "object_id": "SM_Coffee_Counter_10",119 "bbox_2d": [120 731,121 573,122 747,123 606124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 748.8608591313241,129 439.99975984073865,130 55.00001907348633131 ],132 "extent": [133 101.1391713864673,134 40.000270676740854,135 45.00001907348633136 ]137 },138 "obb": {139 "center": [140 748.8608591313241,141 439.99975984073865,142 55.00001907348633143 ],144 "extent": [145 101.1391713864673,146 40.000270676740854,147 45.00001907348633148 ],149 "rotation": [150 0,151 90.00011444091797,152 0153 ]154 },155 "location": [156 850,157 400,158 10159 ],160 "rotation": [161 0,162 90.00011444091797,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 191,173 95,174 31175 ]176 },177 {178 "object_id": "SM_Coffee_Counter2_12",179 "bbox_2d": [180 732,181 566,182 793,183 671184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 951.2646677250741,189 439.99975984073865,190 55.00001907348633191 ],192 "extent": [193 101.1391713864673,194 40.000270676740854,195 45.00001907348633196 ]197 },198 "obb": {199 "center": [200 951.2646677250741,201 439.99975984073865,202 55.00001907348633203 ],204 "extent": [205 101.1391713864673,206 40.000270676740854,207 45.00001907348633208 ],209 "rotation": [210 0,211 90.00011444091797,212 0213 ]214 },215 "location": [216 1052.40380859375,217 400,218 10219 ],220 "rotation": [221 0,222 90.00011444091797,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 31,233 95,234 0235 ]236 }237 ],238 "drink machine": [239 {240 "object_id": "SM_Drink_Machine_2",241 "bbox_2d": [242 690,243 486,244 754,245 571246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 889.1782880594402,251 443.63552856446387,252 133.54526138305664253 ],254 "extent": [255 29.00478112511564,256 27.472098157030928,257 33.42982482910156258 ]259 },260 "obb": {261 "center": [262 889.1782880594402,263 443.63552856446387,264 133.54526138305664265 ],266 "extent": [267 29.00478112511564,268 27.472098157030928,269 33.42982482910156270 ],271 "rotation": [272 0,273 90.00012207031251,274 0275 ]276 },277 "location": [278 889.1782836914062,279 443,280 100.00001525878906281 ],282 "rotation": [283 0,284 90.00012207031251,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 31,295 95,296 255297 ]298 }299 ],300 "cup": [301 {302 "object_id": "SM_Plastic_Cup4",303 "bbox_2d": [304 747,305 564,306 749,307 564308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 937.7943623943374,313 457.99038000375793,314 109.43800020239722315 ],316 "extent": [317 4.662322946323229,318 4.662273699495586,319 6.097715460706041320 ]321 },322 "obb": {323 "center": [324 937.7943623943374,325 457.99038000375793,326 109.43800020239722327 ],328 "extent": [329 4.662322946323229,330 4.662273699495586,331 6.097715460706041332 ],333 "rotation": [334 -0.00047800000174902363,335 -179.99996948242188,336 -179.99998474121097337 ]338 },339 "location": [340 937.7943115234375,341 457.9903564453125,342 115.53567504882812343 ],344 "rotation": [345 -0.00047800000174902363,346 -179.99996948242188,347 -179.99998474121097348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 31,357 95,358 31359 ]360 },361 {362 "object_id": "SM_Plastic_Cup5",363 "bbox_2d": [364 747,365 550,366 749,367 563368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 937.7943623943374,373 457.99038000375793,374 110.60352754614722375 ],376 "extent": [377 4.662322946323229,378 4.662273699495586,379 6.097715460706041380 ]381 },382 "obb": {383 "center": [384 937.7943623943374,385 457.99038000375793,386 110.60352754614722387 ],388 "extent": [389 4.662322946323229,390 4.662273699495586,391 6.097715460706041392 ],393 "rotation": [394 -0.00047800000174902363,395 -179.99996948242188,396 -179.99998474121097397 ]398 },399 "location": [400 937.7943115234375,401 457.9903564453125,402 116.70120239257812403 ],404 "rotation": [405 -0.00047800000174902363,406 -179.99996948242188,407 -179.99998474121097408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 0,417 95,418 95419 ]420 },421 {422 "object_id": "SM_Plastic_Cup6",423 "bbox_2d": [424 777,425 585,426 788,427 593428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 976.5128099366584,433 482.11237764378257,434 80.07191109149238435 ],436 "extent": [437 4.662327705307916,438 6.097736163472632,439 4.662300099139145440 ]441 },442 "obb": {443 "center": [444 976.5128099366584,445 482.11237764378257,446 80.07191109149238447 ],448 "extent": [449 4.662327705307916,450 6.097736163472632,451 4.662300099139145452 ],453 "rotation": [454 5.5600874475203515e-05,455 -179.99949645996094,456 89.99975585937501457 ]458 },459 "location": [460 976.5127563476562,461 488.2100524902344,462 80.07190704345703463 ],464 "rotation": [465 5.5600874475203515e-05,466 -179.99949645996094,467 89.99975585937501468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 255,477 95,478 95479 ]480 },481 {482 "object_id": "SM_Plastic_Cup7",483 "bbox_2d": [484 783,485 584,486 793,487 591488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 1004.8085252686898,493 482.11237764378257,494 80.07191109149238495 ],496 "extent": [497 4.662327737785745,498 6.0977361634728595,499 4.662300131616803500 ]501 },502 "obb": {503 "center": [504 1004.8085252686898,505 482.11237764378257,506 80.07191109149238507 ],508 "extent": [509 4.662327737785745,510 6.0977361634728595,511 4.662300131616803512 ],513 "rotation": [514 5.6000000768108266e-05,515 -179.99949645996094,516 89.99975585937501517 ]518 },519 "location": [520 1004.8084716796875,521 488.2100524902344,522 80.07190704345703523 ],524 "rotation": [525 5.6000000768108266e-05,526 -179.99949645996094,527 89.99975585937501528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 127,537 95,538 95539 ]540 }541 ],542 "hot dog grill": [543 {544 "object_id": "SM_Hot_Dog_Grill_2",545 "bbox_2d": [546 0,547 456,548 171,549 760550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 218.9225597381623,555 506.7220488255456,556 120.7146987915039557 ],558 "extent": [559 21.332088011749477,560 32.01364102946616,561 20.843448638916016562 ]563 },564 "obb": {565 "center": [566 218.9225597381623,567 506.7220488255456,568 120.7146987915039569 ],570 "extent": [571 21.332088011749477,572 32.01364102946616,573 20.843448638916016574 ],575 "rotation": [576 0,577 -90.00012207031251,578 0579 ]580 },581 "location": [582 220.29644775390625,583 506.7220458984375,584 100585 ],586 "rotation": [587 0,588 -90.00012207031251,589 0590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 63,599 95,600 95601 ]602 }603 ],604 "bottle stand": [605 {606 "object_id": "SM_Bottle_Stand_5",607 "bbox_2d": [608 505,609 552,610 767,611 779612 ],613 "bbox_3d": {614 "aabb": {615 "center": [616 231.80416889283168,617 604.9944947649063,618 111.77631187438965619 ],620 "extent": [621 19.91625660101562,622 10.514703403895282,623 11.776299476623535624 ]625 },626 "obb": {627 "center": [628 231.80416889283168,629 604.9944947649063,630 111.77631187438965631 ],632 "extent": [633 19.91625660101562,634 10.514703403895282,635 11.776299476623535636 ],637 "rotation": [638 0,639 -80.00007629394531,640 0641 ]642 },643 "location": [644 231.80416870117188,645 604.9945068359375,646 100.00001525878906647 ],648 "rotation": [649 0,650 -80.00007629394531,651 0652 ],653 "scale": [654 1,655 1,656 1657 ]658 },659 "color": [660 191,661 95,662 95663 ]664 }665 ],666 "bottle": [667 {668 "object_id": "SM_Ketchup_Bottle_8",669 "bbox_2d": [670 563,671 363,672 649,673 553674 ],675 "bbox_3d": {676 "aabb": {677 "center": [678 221.8688999205397,679 602.6392806261019,680 131.40055084228516681 ],682 "extent": [683 5.444847136823114,684 5.444846363241595,685 13.736084938049316686 ]687 },688 "obb": {689 "center": [690 221.8688999205397,691 602.6392806261019,692 131.40055084228516693 ],694 "extent": [695 5.444847136823114,696 5.444846363241595,697 13.736084938049316698 ],699 "rotation": [700 0,701 10.000028610229492,702 0703 ]704 },705 "location": [706 221.86891174316406,707 602.6392822265625,708 117.66446685791016709 ],710 "rotation": [711 0,712 10.000028610229492,713 0714 ],715 "scale": [716 1,717 1,718 1719 ]720 },721 "color": [722 31,723 95,724 95725 ]726 },727 {728 "object_id": "SM_Mustard_Bottle_11",729 "bbox_2d": [730 645,731 425,732 692,733 554734 ],735 "bbox_3d": {736 "aabb": {737 "center": [738 231.92778350472975,739 604.8994129316324,740 125.51240539550781741 ],742 "extent": [743 5.444847136823114,744 5.444846363241595,745 13.736084938049316746 ]747 },748 "obb": {749 "center": [750 231.92778350472975,751 604.8994129316324,752 125.51240539550781753 ],754 "extent": [755 5.444847136823114,756 5.444846363241595,757 13.736084938049316758 ],759 "rotation": [760 0,761 10.000028610229492,762 0763 ]764 },765 "location": [766 231.92779541015625,767 604.8994140625,768 111.77632141113281769 ],770 "rotation": [771 0,772 10.000028610229492,773 0774 ],775 "scale": [776 1,777 1,778 1779 ]780 },781 "color": [782 95,783 0,784 0785 ]786 },787 {788 "object_id": "SM_Mayonaise_Bottle_14",789 "bbox_2d": [790 689,791 479,792 734,793 596794 ],795 "bbox_3d": {796 "aabb": {797 "center": [798 243.7590366392897,799 607.3930648057894,800 119.62425994873047801 ],802 "extent": [803 5.444847136823114,804 5.444846363241595,805 13.736084938049316806 ]807 },808 "obb": {809 "center": [810 243.7590366392897,811 607.3930648057894,812 119.62425994873047813 ],814 "extent": [815 5.444847136823114,816 5.444846363241595,817 13.736084938049316818 ],819 "rotation": [820 0,821 10.000028610229492,822 0823 ]824 },825 "location": [826 243.75904846191406,827 607.39306640625,828 105.88817596435547829 ],830 "rotation": [831 0,832 10.000028610229492,833 0834 ],835 "scale": [836 1,837 1,838 1839 ]840 },841 "color": [842 95,843 0,844 255845 ]846 }847 ],848 "tong": [849 {850 "object_id": "SM_Sausage_Tong_17",851 "bbox_2d": [852 59,853 535,854 406,855 788856 ],857 "bbox_3d": {858 "aabb": {859 "center": [860 224.54147720335038,861 561.3736702950249,862 112.85123252868652863 ],864 "extent": [865 19.13773023052434,866 7.932754594725338,867 12.851158142089844868 ]869 },870 "obb": {871 "center": [872 224.54147720335038,873 561.3736702950249,874 112.85123252868652875 ],876 "extent": [877 19.13773023052434,878 7.932754594725338,879 12.851158142089844880 ],881 "rotation": [882 0,883 90.00011444091797,884 0885 ]886 },887 "location": [888 220.86343383789062,889 561.3736572265625,890 100.00007629394531891 ],892 "rotation": [893 0,894 90.00011444091797,895 0896 ],897 "scale": [898 1,899 1,900 1901 ]902 },903 "color": [904 95,905 0,906 127907 ]908 }909 ],910 "counter shelf display": [911 {912 "object_id": "SM_Counter_Shelf_Display_B_4",913 "bbox_2d": [914 0,915 702,916 659,917 1079918 ],919 "bbox_3d": {920 "aabb": {921 "center": [922 219.9999656677246,923 510.00003814697266,924 55.00001907348633925 ],926 "extent": [927 40.00006866455078,928 100.00005340576172,929 45.00001907348633930 ]931 },932 "obb": {933 "center": [934 219.9999656677246,935 510.00003814697266,936 55.00001907348633937 ],938 "extent": [939 40.00006866455078,940 100.00005340576172,941 45.00001907348633942 ],943 "rotation": [944 0,945 0,946 0947 ]948 },949 "location": [950 180,951 410,952 10953 ],954 "rotation": [955 0,956 0,957 0958 ],959 "scale": [960 1,961 1,962 1963 ]964 },965 "color": [966 95,967 191,968 31969 ]970 },971 {972 "object_id": "SM_Counter_Shelf_Display_A_7",973 "bbox_2d": [974 494,975 702,976 1919,977 1079978 ],979 "bbox_3d": {980 "aabb": {981 "center": [982 220.08502578735352,983 710.0000381469727,984 55.00001907348633985 ],986 "extent": [987 40.08512878417969,988 100.00005340576172,989 45.00001907348633990 ]991 },992 "obb": {993 "center": [994 220.08502578735352,995 710.0000381469727,996 55.00001907348633997 ],998 "extent": [999 40.08512878417969,1000 100.00005340576172,1001 45.000019073486331002 ],1003 "rotation": [1004 0,1005 0,1006 01007 ]1008 },1009 "location": [1010 180,1011 610,1012 101013 ],1014 "rotation": [1015 0,1016 0,1017 01018 ],1019 "scale": [1020 1,1021 1,1022 11023 ]1024 },1025 "color": [1026 159,1027 63,1028 1271029 ]1030 }1031 ],1032 "energy drink display": [1033 {1034 "object_id": "SM_Energy_Drink_Display_2",1035 "bbox_2d": [1036 846,1037 252,1038 1108,1039 7721040 ],1041 "bbox_3d": {1042 "aabb": {1043 "center": [1044 234.2728631504418,1045 646.744538947257,1046 129.777713775634771047 ],1048 "extent": [1049 19.787281211975227,1050 17.610119532174963,1051 29.7777290344238281052 ]1053 },1054 "obb": {1055 "center": [1056 234.2728631504418,1057 646.744538947257,1058 129.777713775634771059 ],1060 "extent": [1061 19.787281211975227,1062 17.610119532174963,1063 29.7777290344238281064 ],1065 "rotation": [1066 0,1067 -66.38336181640624,1068 01069 ]1070 },1071 "location": [1072 232.88006591796875,1073 646.1355590820312,1074 99.999992370605471075 ],1076 "rotation": [1077 0,1078 -66.38336181640624,1079 01080 ],1081 "scale": [1082 1,1083 1,1084 11085 ]1086 },1087 "color": [1088 95,1089 31,1090 2551091 ]1092 }1093 ],1094 "beer sign": [1095 {1096 "object_id": "SM_Beer_Sign3",1097 "bbox_2d": [1098 896,1099 431,1100 957,1101 4471102 ],1103 "bbox_3d": {1104 "aabb": {1105 "center": [1106 1398.1966238021976,1107 599.056816550878,1108 256.67614841461181109 ],1110 "extent": [1111 2.0739083496189323,1112 41.187305000402034,1113 14.964528083801271114 ]1115 },1116 "obb": {1117 "center": [1118 1398.1966238021976,1119 599.056816550878,1120 256.67614841461181121 ],1122 "extent": [1123 2.0739083496189323,1124 41.187305000402034,1125 14.964528083801271126 ],1127 "rotation": [1128 0,1129 90.00019836425781,1130 01131 ]1132 },1133 "location": [1134 1400.2703857421875,1135 599.0568237304688,1136 256.67614746093751137 ],1138 "rotation": [1139 0,1140 90.00019836425781,1141 01142 ],1143 "scale": [1144 1,1145 1,1146 11147 ]1148 },1149 "color": [1150 95,1151 95,1152 01153 ]1154 }1155 ],1156 "ad": [1157 {1158 "object_id": "SM_Sandwich_Ad_2",1159 "bbox_2d": [1160 1758,1161 431,1162 1843,1163 5801164 ],1165 "bbox_3d": {1166 "aabb": {1167 "center": [1168 750.7865600585938,1169 1201.00441634655,1170 146.558418273925781171 ],1172 "extent": [1173 32.24943542480469,1174 0.4452856779098511,1175 47.1828308105468751176 ]1177 },1178 "obb": {1179 "center": [1180 750.7865600585938,1181 1201.00441634655,1182 146.558418273925781183 ],1184 "extent": [1185 32.24943542480469,1186 0.4452856779098511,1187 47.1828308105468751188 ],1189 "rotation": [1190 0,1191 0,1192 01193 ]1194 },1195 "location": [1196 750.7865600585938,1197 1200.9569091796875,1198 145.040924072265621199 ],1200 "rotation": [