TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l111_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l111_r005/lit.png",5 "camera": {6 "location": [7 89,8 821,9 16110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 89,38 821,39 161,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "tobacco display": [55 {56 "object_id": "SM_Tobacco_Display_C_8",57 "bbox_2d": [58 23,59 192,60 171,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 24.718214886462405,67 604.8800907798582,68 109.921264648437569 ],70 "extent": [71 22.350087063553914,72 38.00004380254984,73 99.9213256835937574 ]75 },76 "obb": {77 "center": [78 24.718214886462402,79 604.8800907798582,80 109.921264648437581 ],82 "extent": [83 22.350087063553914,84 38.00004380254984,85 99.9213256835937586 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 2.3681564331054688,95 566.880126953125,96 9.9999389648437597 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 95,112 0113 ]114 },115 {116 "object_id": "SM_Tobacco_Display_B_8",117 "bbox_2d": [118 0,119 151,120 45,121 1079122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 23.90831144999611,127 682.3889438536045,128 109.92131042480469129 ],130 "extent": [131 22.3500820035545,132 38.00004082647695,133 99.92132568359375134 ]135 },136 "obb": {137 "center": [138 23.90831144999611,139 682.3889438536045,140 109.92131042480469141 ],142 "extent": [143 22.3500820035545,144 38.00004082647695,145 99.92132568359375146 ],147 "rotation": [148 0,149 -90.00011444091797,150 0151 ]152 },153 "location": [154 1.558258056640625,155 644.3889770507812,156 9.999984741210938157 ],158 "rotation": [159 0,160 -90.00011444091797,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 95,171 63,172 191173 ]174 }175 ],176 "coffee machine": [177 {178 "object_id": "SM_Coffee_Machine_2",179 "bbox_2d": [180 1510,181 544,182 1613,183 629184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 797.5586261905396,189 445.6846854893375,190 128.9685573577881191 ],192 "extent": [193 27.070429990485422,194 22.343763158214927,195 28.9674015045166196 ]197 },198 "obb": {199 "center": [200 797.5586261905396,201 445.6846854893375,202 128.9685573577881203 ],204 "extent": [205 27.070429990485422,206 22.343763158214927,207 28.9674015045166208 ],209 "rotation": [210 0,211 90.00007629394531,212 0213 ]214 },215 "location": [216 798.4383544921875,217 445.6964111328125,218 100.00115966796875219 ],220 "rotation": [221 0,222 90.00007629394531,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 127,233 95,234 31235 ]236 }237 ],238 "coffee supplies": [239 {240 "object_id": "SM_Coffee_Supplies_5",241 "bbox_2d": [242 1462,243 593,244 1548,245 633246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 728.4383504150533,251 445.6962622915158,252 111.84191799163818253 ],254 "extent": [255 24.109946031074287,256 16.28647964711405,257 11.954957008361816258 ]259 },260 "obb": {261 "center": [262 728.4383504150533,263 445.6962622915158,264 111.84191799163818265 ],266 "extent": [267 24.109946031074287,268 16.28647964711405,269 11.954957008361816270 ],271 "rotation": [272 0,273 93.59552001953126,274 0275 ]276 },277 "location": [278 728.4383544921875,279 445.6961669921875,280 100.00115966796875281 ],282 "rotation": [283 0,284 93.59552001953126,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 63,295 95,296 0297 ]298 }299 ],300 "napkin dispenser": [301 {302 "object_id": "SM_Paper_Napkin_Dispenser_8",303 "bbox_2d": [304 1463,305 616,306 1505,307 636308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 688.4382333753791,313 455.6964111147987,314 105.59275150299072315 ],316 "extent": [317 8.491547799773002,318 9.322457854809215,319 5.591593265533447320 ]321 },322 "obb": {323 "center": [324 688.4382333753791,325 455.6964111147987,326 105.59275150299072327 ],328 "extent": [329 8.491547799773002,330 9.322457854809215,331 5.591593265533447332 ],333 "rotation": [334 0,335 88.91768646240236,336 0337 ]338 },339 "location": [340 688.438232421875,341 455.6964111328125,342 100.00115966796875343 ],344 "rotation": [345 0,346 88.91768646240236,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 63,357 95,358 255359 ]360 }361 ],362 "cup": [363 {364 "object_id": "SM_Paper_Cups_11",365 "bbox_2d": [366 1553,367 609,368 1568,369 631370 ],371 "bbox_3d": {372 "aabb": {373 "center": [374 758.4381108283997,375 465.6969604492194,376 107.31064081192017377 ],378 "extent": [379 4.662275800468478,380 4.662275800468535,381 7.309482097625732382 ]383 },384 "obb": {385 "center": [386 758.4381108283997,387 465.6969604492194,388 107.31064081192017389 ],390 "extent": [391 4.662275800468478,392 4.662275800468535,393 7.309482097625732394 ],395 "rotation": [396 0,397 90.00007629394531,398 0399 ]400 },401 "location": [402 758.4381103515625,403 465.69696044921875,404 100.00115966796875405 ],406 "rotation": [407 0,408 90.00007629394531,409 0410 ],411 "scale": [412 1,413 1,414 1415 ]416 },417 "color": [418 63,419 95,420 127421 ]422 },423 {424 "object_id": "SM_Paper_Cups2",425 "bbox_2d": [426 1591,427 655,428 1613,429 667430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 774.2435852559868,435 481.9266381261665,436 80.00115966796875437 ],438 "extent": [439 4.66232409787483,440 7.309516863272449,441 4.662269592285156442 ]443 },444 "obb": {445 "center": [446 774.2435852559868,447 481.9266381261665,448 80.00115966796875449 ],450 "extent": [451 4.66232409787483,452 7.309516863272449,453 4.662269592285156454 ],455 "rotation": [456 -90,457 89.99957275390624,458 0459 ]460 },461 "location": [462 774.2435302734375,463 474.6171569824219,464 80.00115966796875465 ],466 "rotation": [467 -90,468 89.99957275390624,469 0470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 63,479 95,480 63481 ]482 },483 {484 "object_id": "SM_Paper_Cups3",485 "bbox_2d": [486 1424,487 627,488 1438,489 632490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 678.4381108283997,495 425.69631958007875,496 107.31064081192017497 ],498 "extent": [499 4.662275800468478,500 4.662275800468535,501 7.309482097625732502 ]503 },504 "obb": {505 "center": [506 678.4381108283997,507 425.69631958007875,508 107.31064081192017509 ],510 "extent": [511 4.662275800468478,512 4.662275800468535,513 7.309482097625732514 ],515 "rotation": [516 0,517 90.00007629394531,518 0519 ]520 },521 "location": [522 678.4381103515625,523 425.6963195800781,524 100.00115966796875525 ],526 "rotation": [527 0,528 90.00007629394531,529 0530 ],531 "scale": [532 1,533 1,534 1535 ]536 },537 "color": [538 191,539 95,540 127541 ]542 },543 {544 "object_id": "SM_Paper_Cups4",545 "bbox_2d": [546 1424,547 622,548 1438,549 627550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 678.4381108283997,555 425.69631958007875,556 110.54884576797485557 ],558 "extent": [559 4.662275800468478,560 4.662275800468535,561 7.309482097625732562 ]563 },564 "obb": {565 "center": [566 678.4381108283997,567 425.69631958007875,568 110.54884576797485569 ],570 "extent": [571 4.662275800468478,572 4.662275800468535,573 7.309482097625732574 ],575 "rotation": [576 0,577 90.00007629394531,578 0579 ]580 },581 "location": [582 678.4381103515625,583 425.6963195800781,584 103.23936462402344585 ],586 "rotation": [587 0,588 90.00007629394531,589 0590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 191,599 95,600 63601 ]602 },603 {604 "object_id": "SM_Paper_Cups5",605 "bbox_2d": [606 1424,607 600,608 1438,609 622610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 678.4381099491318,615 425.69631983585765,616 113.61073541641235617 ],618 "extent": [619 6.4356430293148605,620 6.435643029314804,621 7.309482097625732622 ]623 },624 "obb": {625 "center": [626 678.4381099491318,627 425.69631983585765,628 113.61073541641235629 ],630 "extent": [631 6.4356430293148605,632 6.435643029314804,633 7.309482097625732634 ],635 "rotation": [636 0,637 -122.43948364257814,638 0639 ]640 },641 "location": [642 678.4381103515625,643 425.6963195800781,644 106.30125427246094645 ],646 "rotation": [647 0,648 -122.43948364257814,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 191,659 95,660 191661 ]662 },663 {664 "object_id": "SM_Plastic_Cup_5",665 "bbox_2d": [666 1683,667 618,668 1686,669 619670 ],671 "bbox_3d": {672 "aabb": {673 "center": [674 937.7943618646119,675 457.9903783798352,676 106.27174806615629677 ],678 "extent": [679 4.662321174947806,680 4.6622708339359065,681 6.0977138140409295682 ]683 },684 "obb": {685 "center": [686 937.7943618646119,687 457.9903783798352,688 106.27174806615629689 ],690 "extent": [691 4.662321174947806,692 4.6622708339359065,693 6.0977138140409295694 ],695 "rotation": [696 -0.0004730224609443101,697 -179.99998474121097,698 180699 ]700 },701 "location": [702 937.7943115234375,703 457.9903564453125,704 112.36942291259766705 ],706 "rotation": [707 -0.0004730224609443101,708 -179.99998474121097,709 180710 ],711 "scale": [712 1,713 1,714 1715 ]716 },717 "color": [718 31,719 95,720 127721 ]722 },723 {724 "object_id": "SM_Plastic_Cup2",725 "bbox_2d": [726 1683,727 617,728 1686,729 617730 ],731 "bbox_3d": {732 "aabb": {733 "center": [734 937.7943624063862,735 457.99038000375793,736 107.4034008981981737 ],738 "extent": [739 4.662322958371874,740 4.662273699495586,741 6.09771546991837742 ]743 },744 "obb": {745 "center": [746 937.7943624063862,747 457.99038000375793,748 107.4034008981981749 ],750 "extent": [751 4.662322958371874,752 4.662273699495586,753 6.09771546991837754 ],755 "rotation": [756 -0.0004781132156495003,757 -179.99996948242188,758 -179.99998474121097759 ]760 },761 "location": [762 937.7943115234375,763 457.9903564453125,764 113.5010757446289765 ],766 "rotation": [767 -0.0004781132156495003,768 -179.99996948242188,769 -179.99998474121097770 ],771 "scale": [772 1,773 1,774 1775 ]776 },777 "color": [778 31,779 95,780 63781 ]782 },783 {784 "object_id": "SM_Plastic_Cup3",785 "bbox_2d": [786 1676,787 615,788 1686,789 616790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 937.7943623943374,795 457.99038000375793,796 108.45808076880347797 ],798 "extent": [799 4.662322946323229,800 4.662273699495586,801 6.097715460706041802 ]803 },804 "obb": {805 "center": [806 937.7943623943374,807 457.99038000375793,808 108.45808076880347809 ],810 "extent": [811 4.662322946323229,812 4.662273699495586,813 6.097715460706041814 ],815 "rotation": [816 -0.00047800000174902363,817 -179.99996948242188,818 -179.99998474121097819 ]820 },821 "location": [822 937.7943115234375,823 457.9903564453125,824 114.55575561523438825 ],826 "rotation": [827 -0.00047800000174902363,828 -179.99996948242188,829 -179.99998474121097830 ],831 "scale": [832 1,833 1,834 1835 ]836 },837 "color": [838 31,839 95,840 191841 ]842 },843 {844 "object_id": "SM_Plastic_Cup4",845 "bbox_2d": [846 1676,847 614,848 1686,849 614850 ],851 "bbox_3d": {852 "aabb": {853 "center": [854 937.7943623943374,855 457.99038000375793,856 109.43800020239722857 ],858 "extent": [859 4.662322946323229,860 4.662273699495586,861 6.097715460706041862 ]863 },864 "obb": {865 "center": [866 937.7943623943374,867 457.99038000375793,868 109.43800020239722869 ],870 "extent": [871 4.662322946323229,872 4.662273699495586,873 6.097715460706041874 ],875 "rotation": [876 -0.00047800000174902363,877 -179.99996948242188,878 -179.99998474121097879 ]880 },881 "location": [882 937.7943115234375,883 457.9903564453125,884 115.53567504882812885 ],886 "rotation": [887 -0.00047800000174902363,888 -179.99996948242188,889 -179.99998474121097890 ],891 "scale": [892 1,893 1,894 1895 ]896 },897 "color": [898 31,899 95,900 31901 ]902 },903 {904 "object_id": "SM_Plastic_Cup5",905 "bbox_2d": [906 1676,907 597,908 1686,909 613910 ],911 "bbox_3d": {912 "aabb": {913 "center": [914 937.7943623943374,915 457.99038000375793,916 110.60352754614722917 ],918 "extent": [919 4.662322946323229,920 4.662273699495586,921 6.097715460706041922 ]923 },924 "obb": {925 "center": [926 937.7943623943374,927 457.99038000375793,928 110.60352754614722929 ],930 "extent": [931 4.662322946323229,932 4.662273699495586,933 6.097715460706041934 ],935 "rotation": [936 -0.00047800000174902363,937 -179.99996948242188,938 -179.99998474121097939 ]940 },941 "location": [942 937.7943115234375,943 457.9903564453125,944 116.70120239257812945 ],946 "rotation": [947 -0.00047800000174902363,948 -179.99996948242188,949 -179.99998474121097950 ],951 "scale": [952 1,953 1,954 1955 ]956 },957 "color": [958 0,959 95,960 95961 ]962 },963 {964 "object_id": "SM_Plastic_Cup6",965 "bbox_2d": [966 1733,967 639,968 1751,969 649970 ],971 "bbox_3d": {972 "aabb": {973 "center": [974 976.5128099366584,975 482.11237764378257,976 80.07191109149238977 ],978 "extent": [979 4.662327705307916,980 6.097736163472632,981 4.662300099139145982 ]983 },984 "obb": {985 "center": [986 976.5128099366584,987 482.11237764378257,988 80.07191109149238989 ],990 "extent": [991 4.662327705307916,992 6.097736163472632,993 4.662300099139145994 ],995 "rotation": [996 5.5600874475203515e-05,997 -179.99949645996094,998 89.99975585937501999 ]1000 },1001 "location": [1002 976.5127563476562,1003 488.2100524902344,1004 80.071907043457031005 ],1006 "rotation": [1007 5.5600874475203515e-05,1008 -179.99949645996094,1009 89.999755859375011010 ],1011 "scale": [1012 1,1013 1,1014 11015 ]1016 },1017 "color": [1018 255,1019 95,1020 951021 ]1022 },1023 {1024 "object_id": "SM_Plastic_Cup7",1025 "bbox_2d": [1026 1750,1027 638,1028 1767,1029 6471030 ],1031 "bbox_3d": {1032 "aabb": {1033 "center": [1034 1004.8085252686898,1035 482.11237764378257,1036 80.071911091492381037 ],1038 "extent": [1039 4.662327737785745,1040 6.0977361634728595,1041 4.6623001316168031042 ]1043 },1044 "obb": {1045 "center": [1046 1004.8085252686898,1047 482.11237764378257,1048 80.071911091492381049 ],1050 "extent": [1051 4.662327737785745,1052 6.0977361634728595,1053 4.6623001316168031054 ],1055 "rotation": [1056 5.6000000768108266e-05,1057 -179.99949645996094,1058 89.999755859375011059 ]1060 },1061 "location": [1062 1004.8084716796875,1063 488.2100524902344,1064 80.071907043457031065 ],1066 "rotation": [1067 5.6000000768108266e-05,1068 -179.99949645996094,1069 89.999755859375011070 ],1071 "scale": [1072 1,1073 1,1074 11075 ]1076 },1077 "color": [1078 127,1079 95,1080 951081 ]1082 }1083 ],1084 "coffee counter": [1085 {1086 "object_id": "SM_Coffee_Counter_10",1087 "bbox_2d": [1088 1368,1089 624,1090 1653,1091 7891092 ],1093 "bbox_3d": {1094 "aabb": {1095 "center": [1096 748.8608591313241,1097 439.99975984073865,1098 55.000019073486331099 ],1100 "extent": [1101 101.1391713864673,1102 40.000270676740854,1103 45.000019073486331104 ]1105 },1106 "obb": {1107 "center": [1108 748.8608591313241,1109 439.99975984073865,1110 55.000019073486331111 ],1112 "extent": [1113 101.1391713864673,1114 40.000270676740854,1115 45.000019073486331116 ],1117 "rotation": [1118 0,1119 90.00011444091797,1120 01121 ]1122 },1123 "location": [1124 850,1125 400,1126 101127 ],1128 "rotation": [1129 0,1130 90.00011444091797,1131 01132 ],1133 "scale": [1134 1,1135 1,1136 11137 ]1138 },1139 "color": [1140 191,1141 95,1142 311143 ]1144 },1145 {1146 "object_id": "SM_Coffee_Counter2_12",1147 "bbox_2d": [1148 1614,1149 610,1150 1779,1151 7521152 ],1153 "bbox_3d": {1154 "aabb": {1155 "center": [1156 951.2646677250741,1157 439.99975984073865,1158 55.000019073486331159 ],1160 "extent": [1161 101.1391713864673,1162 40.000270676740854,1163 45.000019073486331164 ]1165 },1166 "obb": {1167 "center": [1168 951.2646677250741,1169 439.99975984073865,1170 55.000019073486331171 ],1172 "extent": [1173 101.1391713864673,1174 40.000270676740854,1175 45.000019073486331176 ],1177 "rotation": [1178 0,1179 90.00011444091797,1180 01181 ]1182 },1183 "location": [1184 1052.40380859375,1185 400,1186 101187 ],1188 "rotation": [1189 0,1190 90.00011444091797,1191 01192 ],1193 "scale": [1194 1,1195 1,1196 11197 ]1198 },1199 "color": [1200 31,