TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l053_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l053_r005/lit.png",5 "camera": {6 "location": [7 98,8 800,9 12010 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 98,38 800,39 120,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "tobacco display": [55 {56 "object_id": "SM_Tobacco_Display_C_8",57 "bbox_2d": [58 0,59 0,60 85,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 24.718214886462405,67 604.8800907798582,68 109.921264648437569 ],70 "extent": [71 22.350087063553914,72 38.00004380254984,73 99.9213256835937574 ]75 },76 "obb": {77 "center": [78 24.718214886462402,79 604.8800907798582,80 109.921264648437581 ],82 "extent": [83 22.350087063553914,84 38.00004380254984,85 99.9213256835937586 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 2.3681564331054688,95 566.880126953125,96 9.9999389648437597 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 95,112 0113 ]114 }115 ],116 "coffee machine": [117 {118 "object_id": "SM_Coffee_Machine_2",119 "bbox_2d": [120 1533,121 482,122 1640,123 570124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 797.5586261905396,129 445.6846854893375,130 128.9685573577881131 ],132 "extent": [133 27.070429990485422,134 22.343763158214927,135 28.9674015045166136 ]137 },138 "obb": {139 "center": [140 797.5586261905396,141 445.6846854893375,142 128.9685573577881143 ],144 "extent": [145 27.070429990485422,146 22.343763158214927,147 28.9674015045166148 ],149 "rotation": [150 0,151 90.00007629394531,152 0153 ]154 },155 "location": [156 798.4383544921875,157 445.6964111328125,158 100.00115966796875159 ],160 "rotation": [161 0,162 90.00007629394531,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 127,173 95,174 31175 ]176 }177 ],178 "coffee supplies": [179 {180 "object_id": "SM_Coffee_Supplies_5",181 "bbox_2d": [182 1484,183 534,184 1573,185 571186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 728.4383504150533,191 445.6962622915158,192 111.84191799163818193 ],194 "extent": [195 24.109946031074287,196 16.28647964711405,197 11.954957008361816198 ]199 },200 "obb": {201 "center": [202 728.4383504150533,203 445.6962622915158,204 111.84191799163818205 ],206 "extent": [207 24.109946031074287,208 16.28647964711405,209 11.954957008361816210 ],211 "rotation": [212 0,213 93.59552001953126,214 0215 ]216 },217 "location": [218 728.4383544921875,219 445.6961669921875,220 100.00115966796875221 ],222 "rotation": [223 0,224 93.59552001953126,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 63,235 95,236 0237 ]238 }239 ],240 "napkin dispenser": [241 {242 "object_id": "SM_Paper_Napkin_Dispenser_8",243 "bbox_2d": [244 1486,245 554,246 1530,247 572248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 688.4382333753791,253 455.6964111147987,254 105.59275150299072255 ],256 "extent": [257 8.491547799773002,258 9.322457854809215,259 5.591593265533447260 ]261 },262 "obb": {263 "center": [264 688.4382333753791,265 455.6964111147987,266 105.59275150299072267 ],268 "extent": [269 8.491547799773002,270 9.322457854809215,271 5.591593265533447272 ],273 "rotation": [274 0,275 88.91768646240236,276 0277 ]278 },279 "location": [280 688.438232421875,281 455.6964111328125,282 100.00115966796875283 ],284 "rotation": [285 0,286 88.91768646240236,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 63,297 95,298 255299 ]300 }301 ],302 "cup": [303 {304 "object_id": "SM_Paper_Cups_11",305 "bbox_2d": [306 1578,307 548,308 1595,309 570310 ],311 "bbox_3d": {312 "aabb": {313 "center": [314 758.4381108283997,315 465.6969604492194,316 107.31064081192017317 ],318 "extent": [319 4.662275800468478,320 4.662275800468535,321 7.309482097625732322 ]323 },324 "obb": {325 "center": [326 758.4381108283997,327 465.6969604492194,328 107.31064081192017329 ],330 "extent": [331 4.662275800468478,332 4.662275800468535,333 7.309482097625732334 ],335 "rotation": [336 0,337 90.00007629394531,338 0339 ]340 },341 "location": [342 758.4381103515625,343 465.69696044921875,344 100.00115966796875345 ],346 "rotation": [347 0,348 90.00007629394531,349 0350 ],351 "scale": [352 1,353 1,354 1355 ]356 },357 "color": [358 63,359 95,360 127361 ]362 },363 {364 "object_id": "SM_Paper_Cups2",365 "bbox_2d": [366 1619,367 595,368 1642,369 608370 ],371 "bbox_3d": {372 "aabb": {373 "center": [374 774.2435852559868,375 481.9266381261665,376 80.00115966796875377 ],378 "extent": [379 4.66232409787483,380 7.309516863272449,381 4.662269592285156382 ]383 },384 "obb": {385 "center": [386 774.2435852559868,387 481.9266381261665,388 80.00115966796875389 ],390 "extent": [391 4.66232409787483,392 7.309516863272449,393 4.662269592285156394 ],395 "rotation": [396 -90,397 89.99957275390624,398 0399 ]400 },401 "location": [402 774.2435302734375,403 474.6171569824219,404 80.00115966796875405 ],406 "rotation": [407 -90,408 89.99957275390624,409 0410 ],411 "scale": [412 1,413 1,414 1415 ]416 },417 "color": [418 63,419 95,420 63421 ]422 },423 {424 "object_id": "SM_Paper_Cups3",425 "bbox_2d": [426 1445,427 566,428 1460,429 570430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 678.4381108283997,435 425.69631958007875,436 107.31064081192017437 ],438 "extent": [439 4.662275800468478,440 4.662275800468535,441 7.309482097625732442 ]443 },444 "obb": {445 "center": [446 678.4381108283997,447 425.69631958007875,448 107.31064081192017449 ],450 "extent": [451 4.662275800468478,452 4.662275800468535,453 7.309482097625732454 ],455 "rotation": [456 0,457 90.00007629394531,458 0459 ]460 },461 "location": [462 678.4381103515625,463 425.6963195800781,464 100.00115966796875465 ],466 "rotation": [467 0,468 90.00007629394531,469 0470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 191,479 95,480 127481 ]482 },483 {484 "object_id": "SM_Paper_Cups4",485 "bbox_2d": [486 1445,487 561,488 1460,489 565490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 678.4381108283997,495 425.69631958007875,496 110.54884576797485497 ],498 "extent": [499 4.662275800468478,500 4.662275800468535,501 7.309482097625732502 ]503 },504 "obb": {505 "center": [506 678.4381108283997,507 425.69631958007875,508 110.54884576797485509 ],510 "extent": [511 4.662275800468478,512 4.662275800468535,513 7.309482097625732514 ],515 "rotation": [516 0,517 90.00007629394531,518 0519 ]520 },521 "location": [522 678.4381103515625,523 425.6963195800781,524 103.23936462402344525 ],526 "rotation": [527 0,528 90.00007629394531,529 0530 ],531 "scale": [532 1,533 1,534 1535 ]536 },537 "color": [538 191,539 95,540 63541 ]542 },543 {544 "object_id": "SM_Paper_Cups5",545 "bbox_2d": [546 1445,547 539,548 1460,549 561550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 678.4381099491318,555 425.69631983585765,556 113.61073541641235557 ],558 "extent": [559 6.4356430293148605,560 6.435643029314804,561 7.309482097625732562 ]563 },564 "obb": {565 "center": [566 678.4381099491318,567 425.69631983585765,568 113.61073541641235569 ],570 "extent": [571 6.4356430293148605,572 6.435643029314804,573 7.309482097625732574 ],575 "rotation": [576 0,577 -122.43948364257814,578 0579 ]580 },581 "location": [582 678.4381103515625,583 425.6963195800781,584 106.30125427246094585 ],586 "rotation": [587 0,588 -122.43948364257814,589 0590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 191,599 95,600 191601 ]602 },603 {604 "object_id": "SM_Plastic_Cup_5",605 "bbox_2d": [606 1711,607 565,608 1713,609 566610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 937.7943618646119,615 457.9903783798352,616 106.27174806615629617 ],618 "extent": [619 4.662321174947806,620 4.6622708339359065,621 6.0977138140409295622 ]623 },624 "obb": {625 "center": [626 937.7943618646119,627 457.9903783798352,628 106.27174806615629629 ],630 "extent": [631 4.662321174947806,632 4.6622708339359065,633 6.0977138140409295634 ],635 "rotation": [636 -0.0004730224609443101,637 -179.99998474121097,638 180639 ]640 },641 "location": [642 937.7943115234375,643 457.9903564453125,644 112.36942291259766645 ],646 "rotation": [647 -0.0004730224609443101,648 -179.99998474121097,649 180650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 31,659 95,660 127661 ]662 },663 {664 "object_id": "SM_Plastic_Cup2",665 "bbox_2d": [666 1711,667 564,668 1713,669 564670 ],671 "bbox_3d": {672 "aabb": {673 "center": [674 937.7943624063862,675 457.99038000375793,676 107.4034008981981677 ],678 "extent": [679 4.662322958371874,680 4.662273699495586,681 6.09771546991837682 ]683 },684 "obb": {685 "center": [686 937.7943624063862,687 457.99038000375793,688 107.4034008981981689 ],690 "extent": [691 4.662322958371874,692 4.662273699495586,693 6.09771546991837694 ],695 "rotation": [696 -0.0004781132156495003,697 -179.99996948242188,698 -179.99998474121097699 ]700 },701 "location": [702 937.7943115234375,703 457.9903564453125,704 113.5010757446289705 ],706 "rotation": [707 -0.0004781132156495003,708 -179.99996948242188,709 -179.99998474121097710 ],711 "scale": [712 1,713 1,714 1715 ]716 },717 "color": [718 31,719 95,720 63721 ]722 },723 {724 "object_id": "SM_Plastic_Cup3",725 "bbox_2d": [726 1711,727 562,728 1713,729 563730 ],731 "bbox_3d": {732 "aabb": {733 "center": [734 937.7943623943374,735 457.99038000375793,736 108.45808076880347737 ],738 "extent": [739 4.662322946323229,740 4.662273699495586,741 6.097715460706041742 ]743 },744 "obb": {745 "center": [746 937.7943623943374,747 457.99038000375793,748 108.45808076880347749 ],750 "extent": [751 4.662322946323229,752 4.662273699495586,753 6.097715460706041754 ],755 "rotation": [756 -0.00047800000174902363,757 -179.99996948242188,758 -179.99998474121097759 ]760 },761 "location": [762 937.7943115234375,763 457.9903564453125,764 114.55575561523438765 ],766 "rotation": [767 -0.00047800000174902363,768 -179.99996948242188,769 -179.99998474121097770 ],771 "scale": [772 1,773 1,774 1775 ]776 },777 "color": [778 31,779 95,780 191781 ]782 },783 {784 "object_id": "SM_Plastic_Cup4",785 "bbox_2d": [786 1703,787 561,788 1713,789 561790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 937.7943623943374,795 457.99038000375793,796 109.43800020239722797 ],798 "extent": [799 4.662322946323229,800 4.662273699495586,801 6.097715460706041802 ]803 },804 "obb": {805 "center": [806 937.7943623943374,807 457.99038000375793,808 109.43800020239722809 ],810 "extent": [811 4.662322946323229,812 4.662273699495586,813 6.097715460706041814 ],815 "rotation": [816 -0.00047800000174902363,817 -179.99996948242188,818 -179.99998474121097819 ]820 },821 "location": [822 937.7943115234375,823 457.9903564453125,824 115.53567504882812825 ],826 "rotation": [827 -0.00047800000174902363,828 -179.99996948242188,829 -179.99998474121097830 ],831 "scale": [832 1,833 1,834 1835 ]836 },837 "color": [838 31,839 95,840 31841 ]842 },843 {844 "object_id": "SM_Plastic_Cup5",845 "bbox_2d": [846 1703,847 544,848 1713,849 560850 ],851 "bbox_3d": {852 "aabb": {853 "center": [854 937.7943623943374,855 457.99038000375793,856 110.60352754614722857 ],858 "extent": [859 4.662322946323229,860 4.662273699495586,861 6.097715460706041862 ]863 },864 "obb": {865 "center": [866 937.7943623943374,867 457.99038000375793,868 110.60352754614722869 ],870 "extent": [871 4.662322946323229,872 4.662273699495586,873 6.097715460706041874 ],875 "rotation": [876 -0.00047800000174902363,877 -179.99996948242188,878 -179.99998474121097879 ]880 },881 "location": [882 937.7943115234375,883 457.9903564453125,884 116.70120239257812885 ],886 "rotation": [887 -0.00047800000174902363,888 -179.99996948242188,889 -179.99998474121097890 ],891 "scale": [892 1,893 1,894 1895 ]896 },897 "color": [898 0,899 95,900 95901 ]902 },903 {904 "object_id": "SM_Plastic_Cup6",905 "bbox_2d": [906 1761,907 588,908 1780,909 598910 ],911 "bbox_3d": {912 "aabb": {913 "center": [914 976.5128099366584,915 482.11237764378257,916 80.07191109149238917 ],918 "extent": [919 4.662327705307916,920 6.097736163472632,921 4.662300099139145922 ]923 },924 "obb": {925 "center": [926 976.5128099366584,927 482.11237764378257,928 80.07191109149238929 ],930 "extent": [931 4.662327705307916,932 6.097736163472632,933 4.662300099139145934 ],935 "rotation": [936 5.5600874475203515e-05,937 -179.99949645996094,938 89.99975585937501939 ]940 },941 "location": [942 976.5127563476562,943 488.2100524902344,944 80.07190704345703945 ],946 "rotation": [947 5.5600874475203515e-05,948 -179.99949645996094,949 89.99975585937501950 ],951 "scale": [952 1,953 1,954 1955 ]956 },957 "color": [958 255,959 95,960 95961 ]962 },963 {964 "object_id": "SM_Plastic_Cup7",965 "bbox_2d": [966 1778,967 587,968 1796,969 597970 ],971 "bbox_3d": {972 "aabb": {973 "center": [974 1004.8085252686898,975 482.11237764378257,976 80.07191109149238977 ],978 "extent": [979 4.662327737785745,980 6.0977361634728595,981 4.662300131616803982 ]983 },984 "obb": {985 "center": [986 1004.8085252686898,987 482.11237764378257,988 80.07191109149238989 ],990 "extent": [991 4.662327737785745,992 6.0977361634728595,993 4.662300131616803994 ],995 "rotation": [996 5.6000000768108266e-05,997 -179.99949645996094,998 89.99975585937501999 ]1000 },1001 "location": [1002 1004.8084716796875,1003 488.2100524902344,1004 80.071907043457031005 ],1006 "rotation": [1007 5.6000000768108266e-05,1008 -179.99949645996094,1009 89.999755859375011010 ],1011 "scale": [1012 1,1013 1,1014 11015 ]1016 },1017 "color": [1018 127,1019 95,1020 951021 ]1022 }1023 ],1024 "coffee counter": [1025 {1026 "object_id": "SM_Coffee_Counter_10",1027 "bbox_2d": [1028 1387,1029 568,1030 1681,1031 6751032 ],1033 "bbox_3d": {1034 "aabb": {1035 "center": [1036 748.8608591313241,1037 439.99975984073865,1038 55.000019073486331039 ],1040 "extent": [1041 101.1391713864673,1042 40.000270676740854,1043 45.000019073486331044 ]1045 },1046 "obb": {1047 "center": [1048 748.8608591313241,1049 439.99975984073865,1050 55.000019073486331051 ],1052 "extent": [1053 101.1391713864673,1054 40.000270676740854,1055 45.000019073486331056 ],1057 "rotation": [1058 0,1059 90.00011444091797,1060 01061 ]1062 },1063 "location": [1064 850,1065 400,1066 101067 ],1068 "rotation": [1069 0,1070 90.00011444091797,1071 01072 ],1073 "scale": [1074 1,1075 1,1076 11077 ]1078 },1079 "color": [1080 191,1081 95,1082 311083 ]1084 },1085 {1086 "object_id": "SM_Coffee_Counter2_12",1087 "bbox_2d": [1088 1643,1089 564,1090 1807,1091 6841092 ],1093 "bbox_3d": {1094 "aabb": {1095 "center": [1096 951.2646677250741,1097 439.99975984073865,1098 55.000019073486331099 ],1100 "extent": [1101 101.1391713864673,1102 40.000270676740854,1103 45.000019073486331104 ]1105 },1106 "obb": {1107 "center": [1108 951.2646677250741,1109 439.99975984073865,1110 55.000019073486331111 ],1112 "extent": [1113 101.1391713864673,1114 40.000270676740854,1115 45.000019073486331116 ],1117 "rotation": [1118 0,1119 90.00011444091797,1120 01121 ]1122 },1123 "location": [1124 1052.40380859375,1125 400,1126 101127 ],1128 "rotation": [1129 0,1130 90.00011444091797,1131 01132 ],1133 "scale": [1134 1,1135 1,1136 11137 ]1138 },1139 "color": [1140 31,1141 95,1142 01143 ]1144 }1145 ],1146 "drink machine": [1147 {1148 "object_id": "SM_Drink_Machine_2",1149 "bbox_2d": [1150 1590,1151 472,1152 1711,1153 5681154 ],1155 "bbox_3d": {1156 "aabb": {1157 "center": [1158 889.1782880594402,1159 443.63552856446387,1160 133.545261383056641161 ],1162 "extent": [1163 29.00478112511564,1164 27.472098157030928,1165 33.429824829101561166 ]1167 },1168 "obb": {1169 "center": [1170 889.1782880594402,1171 443.63552856446387,1172 133.545261383056641173 ],1174 "extent": [1175 29.00478112511564,1176 27.472098157030928,1177 33.429824829101561178 ],1179 "rotation": [1180 0,1181 90.00012207031251,1182 01183 ]1184 },1185 "location": [1186 889.1782836914062,1187 443,1188 100.000015258789061189 ],1190 "rotation": [1191 0,1192 90.00012207031251,1193 01194 ],1195 "scale": [1196 1,1197 1,1198 11199 ]1200 },