TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l138_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l138_r004/lit.png",5 "camera": {6 "location": [7 705,8 850,9 16110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 705,38 850,39 161,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "tobacco display": [55 {56 "object_id": "SM_Tobacco_Display_C_8",57 "bbox_2d": [58 71,59 448,60 243,61 67462 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 24.718214886462405,67 604.8800907798582,68 109.921264648437569 ],70 "extent": [71 22.350087063553914,72 38.00004380254984,73 99.9213256835937574 ]75 },76 "obb": {77 "center": [78 24.718214886462402,79 604.8800907798582,80 109.921264648437581 ],82 "extent": [83 22.350087063553914,84 38.00004380254984,85 99.9213256835937586 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 2.3681564331054688,95 566.880126953125,96 9.9999389648437597 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 95,112 0113 ]114 },115 {116 "object_id": "SM_Tobacco_Display_B_8",117 "bbox_2d": [118 0,119 443,120 74,121 679122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 23.90831144999611,127 682.3889438536045,128 109.92131042480469129 ],130 "extent": [131 22.3500820035545,132 38.00004082647695,133 99.92132568359375134 ]135 },136 "obb": {137 "center": [138 23.90831144999611,139 682.3889438536045,140 109.92131042480469141 ],142 "extent": [143 22.3500820035545,144 38.00004082647695,145 99.92132568359375146 ],147 "rotation": [148 0,149 -90.00011444091797,150 0151 ]152 },153 "location": [154 1.558258056640625,155 644.3889770507812,156 9.999984741210938157 ],158 "rotation": [159 0,160 -90.00011444091797,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 95,171 63,172 191173 ]174 }175 ],176 "coffee machine": [177 {178 "object_id": "SM_Coffee_Machine_2",179 "bbox_2d": [180 1734,181 550,182 1919,183 748184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 797.5586261905396,189 445.6846854893375,190 128.9685573577881191 ],192 "extent": [193 27.070429990485422,194 22.343763158214927,195 28.9674015045166196 ]197 },198 "obb": {199 "center": [200 797.5586261905396,201 445.6846854893375,202 128.9685573577881203 ],204 "extent": [205 27.070429990485422,206 22.343763158214927,207 28.9674015045166208 ],209 "rotation": [210 0,211 90.00007629394531,212 0213 ]214 },215 "location": [216 798.4383544921875,217 445.6964111328125,218 100.00115966796875219 ],220 "rotation": [221 0,222 90.00007629394531,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 127,233 95,234 31235 ]236 }237 ],238 "coffee supplies": [239 {240 "object_id": "SM_Coffee_Supplies_5",241 "bbox_2d": [242 1512,243 638,244 1675,245 726246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 728.4383504150533,251 445.6962622915158,252 111.84191799163818253 ],254 "extent": [255 24.109946031074287,256 16.28647964711405,257 11.954957008361816258 ]259 },260 "obb": {261 "center": [262 728.4383504150533,263 445.6962622915158,264 111.84191799163818265 ],266 "extent": [267 24.109946031074287,268 16.28647964711405,269 11.954957008361816270 ],271 "rotation": [272 0,273 93.59552001953126,274 0275 ]276 },277 "location": [278 728.4383544921875,279 445.6961669921875,280 100.00115966796875281 ],282 "rotation": [283 0,284 93.59552001953126,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 63,295 95,296 0297 ]298 }299 ],300 "napkin dispenser": [301 {302 "object_id": "SM_Paper_Napkin_Dispenser_8",303 "bbox_2d": [304 1435,305 672,306 1487,307 711308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 688.4382333753791,313 455.6964111147987,314 105.59275150299072315 ],316 "extent": [317 8.491547799773002,318 9.322457854809215,319 5.591593265533447320 ]321 },322 "obb": {323 "center": [324 688.4382333753791,325 455.6964111147987,326 105.59275150299072327 ],328 "extent": [329 8.491547799773002,330 9.322457854809215,331 5.591593265533447332 ],333 "rotation": [334 0,335 88.91768646240236,336 0337 ]338 },339 "location": [340 688.438232421875,341 455.6964111328125,342 100.00115966796875343 ],344 "rotation": [345 0,346 88.91768646240236,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 63,357 95,358 255359 ]360 },361 {362 "object_id": "SM_Paper_Napkin_Dispenser2",363 "bbox_2d": [364 608,365 620,366 648,367 640368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 234.41401691860423,373 441.58792020904673,374 105.59275150299072375 ],376 "extent": [377 10.674257866788565,378 10.018262998583964,379 5.591593265533447380 ]381 },382 "obb": {383 "center": [384 234.41401691860423,385 441.58792020904673,386 105.59275150299072387 ],388 "extent": [389 10.674257866788565,390 10.018262998583964,391 5.591593265533447392 ],393 "rotation": [394 0,395 11.796856880187987,396 0397 ]398 },399 "location": [400 234.4140167236328,401 441.5879211425781,402 100.00115966796875403 ],404 "rotation": [405 0,406 11.796856880187987,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 95,417 0,418 63419 ]420 }421 ],422 "cup": [423 {424 "object_id": "SM_Paper_Cups_11",425 "bbox_2d": [426 1690,427 684,428 1725,429 733430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 758.4381108283997,435 465.6969604492194,436 107.31064081192017437 ],438 "extent": [439 4.662275800468478,440 4.662275800468535,441 7.309482097625732442 ]443 },444 "obb": {445 "center": [446 758.4381108283997,447 465.6969604492194,448 107.31064081192017449 ],450 "extent": [451 4.662275800468478,452 4.662275800468535,453 7.309482097625732454 ],455 "rotation": [456 0,457 90.00007629394531,458 0459 ]460 },461 "location": [462 758.4381103515625,463 465.69696044921875,464 100.00115966796875465 ],466 "rotation": [467 0,468 90.00007629394531,469 0470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 63,479 95,480 127481 ]482 },483 {484 "object_id": "SM_Paper_Cups2",485 "bbox_2d": [486 1762,487 796,488 1803,489 829490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 774.2435852559868,495 481.9266381261665,496 80.00115966796875497 ],498 "extent": [499 4.66232409787483,500 7.309516863272449,501 4.662269592285156502 ]503 },504 "obb": {505 "center": [506 774.2435852559868,507 481.9266381261665,508 80.00115966796875509 ],510 "extent": [511 4.66232409787483,512 7.309516863272449,513 4.662269592285156514 ],515 "rotation": [516 -90,517 89.99957275390624,518 0519 ]520 },521 "location": [522 774.2435302734375,523 474.6171569824219,524 80.00115966796875525 ],526 "rotation": [527 -90,528 89.99957275390624,529 0530 ],531 "scale": [532 1,533 1,534 1535 ]536 },537 "color": [538 63,539 95,540 63541 ]542 },543 {544 "object_id": "SM_Paper_Cups3",545 "bbox_2d": [546 1424,547 685,548 1434,549 694550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 678.4381108283997,555 425.69631958007875,556 107.31064081192017557 ],558 "extent": [559 4.662275800468478,560 4.662275800468535,561 7.309482097625732562 ]563 },564 "obb": {565 "center": [566 678.4381108283997,567 425.69631958007875,568 107.31064081192017569 ],570 "extent": [571 4.662275800468478,572 4.662275800468535,573 7.309482097625732574 ],575 "rotation": [576 0,577 90.00007629394531,578 0579 ]580 },581 "location": [582 678.4381103515625,583 425.6963195800781,584 100.00115966796875585 ],586 "rotation": [587 0,588 90.00007629394531,589 0590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 191,599 95,600 127601 ]602 },603 {604 "object_id": "SM_Paper_Cups4",605 "bbox_2d": [606 1424,607 677,608 1434,609 686610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 678.4381108283997,615 425.69631958007875,616 110.54884576797485617 ],618 "extent": [619 4.662275800468478,620 4.662275800468535,621 7.309482097625732622 ]623 },624 "obb": {625 "center": [626 678.4381108283997,627 425.69631958007875,628 110.54884576797485629 ],630 "extent": [631 4.662275800468478,632 4.662275800468535,633 7.309482097625732634 ],635 "rotation": [636 0,637 90.00007629394531,638 0639 ]640 },641 "location": [642 678.4381103515625,643 425.6963195800781,644 103.23936462402344645 ],646 "rotation": [647 0,648 90.00007629394531,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 191,659 95,660 63661 ]662 },663 {664 "object_id": "SM_Paper_Cups5",665 "bbox_2d": [666 1424,667 640,668 1449,669 678670 ],671 "bbox_3d": {672 "aabb": {673 "center": [674 678.4381099491318,675 425.69631983585765,676 113.61073541641235677 ],678 "extent": [679 6.4356430293148605,680 6.435643029314804,681 7.309482097625732682 ]683 },684 "obb": {685 "center": [686 678.4381099491318,687 425.69631983585765,688 113.61073541641235689 ],690 "extent": [691 6.4356430293148605,692 6.435643029314804,693 7.309482097625732694 ],695 "rotation": [696 0,697 -122.43948364257814,698 0699 ]700 },701 "location": [702 678.4381103515625,703 425.6963195800781,704 106.30125427246094705 ],706 "rotation": [707 0,708 -122.43948364257814,709 0710 ],711 "scale": [712 1,713 1,714 1715 ]716 },717 "color": [718 191,719 95,720 191721 ]722 }723 ],724 "coffee counter": [725 {726 "object_id": "SM_Coffee_Counter_10",727 "bbox_2d": [728 1332,729 680,730 1919,731 1053732 ],733 "bbox_3d": {734 "aabb": {735 "center": [736 748.8608591313241,737 439.99975984073865,738 55.00001907348633739 ],740 "extent": [741 101.1391713864673,742 40.000270676740854,743 45.00001907348633744 ]745 },746 "obb": {747 "center": [748 748.8608591313241,749 439.99975984073865,750 55.00001907348633751 ],752 "extent": [753 101.1391713864673,754 40.000270676740854,755 45.00001907348633756 ],757 "rotation": [758 0,759 90.00011444091797,760 0761 ]762 },763 "location": [764 850,765 400,766 10767 ],768 "rotation": [769 0,770 90.00011444091797,771 0772 ],773 "scale": [774 1,775 1,776 1777 ]778 },779 "color": [780 191,781 95,782 31783 ]784 }785 ],786 "hot dog grill": [787 {788 "object_id": "SM_Hot_Dog_Grill_2",789 "bbox_2d": [790 442,791 573,792 587,793 655794 ],795 "bbox_3d": {796 "aabb": {797 "center": [798 218.9225597381623,799 506.7220488255456,800 120.7146987915039801 ],802 "extent": [803 21.332088011749477,804 32.01364102946616,805 20.843448638916016806 ]807 },808 "obb": {809 "center": [810 218.9225597381623,811 506.7220488255456,812 120.7146987915039813 ],814 "extent": [815 21.332088011749477,816 32.01364102946616,817 20.843448638916016818 ],819 "rotation": [820 0,821 -90.00012207031251,822 0823 ]824 },825 "location": [826 220.29644775390625,827 506.7220458984375,828 100829 ],830 "rotation": [831 0,832 -90.00012207031251,833 0834 ],835 "scale": [836 1,837 1,838 1839 ]840 },841 "color": [842 63,843 95,844 95845 ]846 }847 ],848 "bottle stand": [849 {850 "object_id": "SM_Bottle_Stand_5",851 "bbox_2d": [852 314,853 618,854 377,855 675856 ],857 "bbox_3d": {858 "aabb": {859 "center": [860 231.80416889283168,861 604.9944947649063,862 111.77631187438965863 ],864 "extent": [865 19.91625660101562,866 10.514703403895282,867 11.776299476623535868 ]869 },870 "obb": {871 "center": [872 231.80416889283168,873 604.9944947649063,874 111.77631187438965875 ],876 "extent": [877 19.91625660101562,878 10.514703403895282,879 11.776299476623535880 ],881 "rotation": [882 0,883 -80.00007629394531,884 0885 ]886 },887 "location": [888 231.80416870117188,889 604.9945068359375,890 100.00001525878906891 ],892 "rotation": [893 0,894 -80.00007629394531,895 0896 ],897 "scale": [898 1,899 1,900 1901 ]902 },903 "color": [904 191,905 95,906 95907 ]908 }909 ],910 "bottle": [911 {912 "object_id": "SM_Ketchup_Bottle_8",913 "bbox_2d": [914 327,915 573,916 349,917 631918 ],919 "bbox_3d": {920 "aabb": {921 "center": [922 221.8688999205397,923 602.6392806261019,924 131.40055084228516925 ],926 "extent": [927 5.444847136823114,928 5.444846363241595,929 13.736084938049316930 ]931 },932 "obb": {933 "center": [934 221.8688999205397,935 602.6392806261019,936 131.40055084228516937 ],938 "extent": [939 5.444847136823114,940 5.444846363241595,941 13.736084938049316942 ],943 "rotation": [944 0,945 10.000028610229492,946 0947 ]948 },949 "location": [950 221.86891174316406,951 602.6392822265625,952 117.66446685791016953 ],954 "rotation": [955 0,956 10.000028610229492,957 0958 ],959 "scale": [960 1,961 1,962 1963 ]964 },965 "color": [966 31,967 95,968 95969 ]970 },971 {972 "object_id": "SM_Mustard_Bottle_11",973 "bbox_2d": [974 334,975 586,976 356,977 644978 ],979 "bbox_3d": {980 "aabb": {981 "center": [982 231.92778350472975,983 604.8994129316324,984 125.51240539550781985 ],986 "extent": [987 5.444847136823114,988 5.444846363241595,989 13.736084938049316990 ]991 },992 "obb": {993 "center": [994 231.92778350472975,995 604.8994129316324,996 125.51240539550781997 ],998 "extent": [999 5.444847136823114,1000 5.444846363241595,1001 13.7360849380493161002 ],1003 "rotation": [1004 0,1005 10.000028610229492,1006 01007 ]1008 },1009 "location": [1010 231.92779541015625,1011 604.8994140625,1012 111.776321411132811013 ],1014 "rotation": [1015 0,1016 10.000028610229492,1017 01018 ],1019 "scale": [1020 1,1021 1,1022 11023 ]1024 },1025 "color": [1026 95,1027 0,1028 01029 ]1030 },1031 {1032 "object_id": "SM_Mayonaise_Bottle_14",1033 "bbox_2d": [1034 342,1035 600,1036 365,1037 6601038 ],1039 "bbox_3d": {1040 "aabb": {1041 "center": [1042 243.7590366392897,1043 607.3930648057894,1044 119.624259948730471045 ],1046 "extent": [1047 5.444847136823114,1048 5.444846363241595,1049 13.7360849380493161050 ]1051 },1052 "obb": {1053 "center": [1054 243.7590366392897,1055 607.3930648057894,1056 119.624259948730471057 ],1058 "extent": [1059 5.444847136823114,1060 5.444846363241595,1061 13.7360849380493161062 ],1063 "rotation": [1064 0,1065 10.000028610229492,1066 01067 ]1068 },1069 "location": [1070 243.75904846191406,1071 607.39306640625,1072 105.888175964355471073 ],1074 "rotation": [1075 0,1076 10.000028610229492,1077 01078 ],1079 "scale": [1080 1,1081 1,1082 11083 ]1084 },1085 "color": [1086 95,1087 0,1088 2551089 ]1090 }1091 ],1092 "tong": [1093 {1094 "object_id": "SM_Sausage_Tong_17",1095 "bbox_2d": [1096 394,1097 611,1098 453,1099 6611100 ],1101 "bbox_3d": {1102 "aabb": {1103 "center": [1104 224.54147720335038,1105 561.3736702950249,1106 112.851232528686521107 ],1108 "extent": [1109 19.13773023052434,1110 7.932754594725338,1111 12.8511581420898441112 ]1113 },1114 "obb": {1115 "center": [1116 224.54147720335038,1117 561.3736702950249,1118 112.851232528686521119 ],1120 "extent": [1121 19.13773023052434,1122 7.932754594725338,1123 12.8511581420898441124 ],1125 "rotation": [1126 0,1127 90.00011444091797,1128 01129 ]1130 },1131 "location": [1132 220.86343383789062,1133 561.3736572265625,1134 100.000076293945311135 ],1136 "rotation": [1137 0,1138 90.00011444091797,1139 01140 ],1141 "scale": [1142 1,1143 1,1144 11145 ]1146 },1147 "color": [1148 95,1149 0,1150 1271151 ]1152 }1153 ],1154 "card reader": [1155 {1156 "object_id": "SM_Card_Reader_2",1157 "bbox_2d": [1158 0,1159 679,1160 25,1161 7041162 ],1163 "bbox_3d": {1164 "aabb": {1165 "center": [1166 212.96651400260225,1167 716.4899456618128,1168 104.124142646789551169 ],1170 "extent": [1171 10.298967466885273,1172 6.94403134721415,1173 4.1241211891174321174 ]1175 },1176 "obb": {1177 "center": [1178 212.96651400260225,1179 716.4899456618128,1180 104.124142646789551181 ],1182 "extent": [1183 10.298967466885273,1184 6.94403134721415,1185 4.1241211891174321186 ],1187 "rotation": [1188 0,1189 -77.24995422363281,1190 01191 ]1192 },1193 "location": [1194 213.7287139892578,1195 716.6624145507812,1196 100.00002288818361197 ],1198 "rotation": [1199 0,1200 -77.24995422363281,