TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l100_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l100_r000/lit.png",5 "camera": {6 "location": [7 113,8 1001,9 16010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 113,38 1001,39 160,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "small shelf": [55 {56 "object_id": "SM_Small_Shelf_10",57 "bbox_2d": [58 0,59 736,60 764,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 200.30500335042814,67 950.1268792991527,68 7569 ],70 "extent": [71 26.97160964135395,72 31.83506042418435,73 6574 ]75 },76 "obb": {77 "center": [78 200.30500335042814,79 950.1268792991527,80 7581 ],82 "extent": [83 26.97160964135395,84 31.83506042418435,85 6586 ],87 "rotation": [88 0,89 -67.41302490234374,90 091 ]92 },93 "location": [94 200,95 950,96 1097 ],98 "rotation": [99 0,100 -67.41302490234374,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 0,111 95,112 31113 ]114 }115 ],116 "coffee machine": [117 {118 "object_id": "SM_Coffee_Machine_2",119 "bbox_2d": [120 119,121 543,122 238,123 626124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 797.5586261905396,129 445.6846854893375,130 128.9685573577881131 ],132 "extent": [133 27.070429990485422,134 22.343763158214927,135 28.9674015045166136 ]137 },138 "obb": {139 "center": [140 797.5586261905396,141 445.6846854893375,142 128.9685573577881143 ],144 "extent": [145 27.070429990485422,146 22.343763158214927,147 28.9674015045166148 ],149 "rotation": [150 0,151 90.00007629394531,152 0153 ]154 },155 "location": [156 798.4383544921875,157 445.6964111328125,158 100.00115966796875159 ],160 "rotation": [161 0,162 90.00007629394531,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 127,173 95,174 31175 ]176 }177 ],178 "coffee supplies": [179 {180 "object_id": "SM_Coffee_Supplies_5",181 "bbox_2d": [182 35,183 594,184 148,185 636186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 728.4383504150533,191 445.6962622915158,192 111.84191799163818193 ],194 "extent": [195 24.109946031074287,196 16.28647964711405,197 11.954957008361816198 ]199 },200 "obb": {201 "center": [202 728.4383504150533,203 445.6962622915158,204 111.84191799163818205 ],206 "extent": [207 24.109946031074287,208 16.28647964711405,209 11.954957008361816210 ],211 "rotation": [212 0,213 93.59552001953126,214 0215 ]216 },217 "location": [218 728.4383544921875,219 445.6961669921875,220 100.00115966796875221 ],222 "rotation": [223 0,224 93.59552001953126,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 63,235 95,236 0237 ]238 }239 ],240 "napkin dispenser": [241 {242 "object_id": "SM_Paper_Napkin_Dispenser_8",243 "bbox_2d": [244 21,245 620,246 77,247 640248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 688.4382333753791,253 455.6964111147987,254 105.59275150299072255 ],256 "extent": [257 8.491547799773002,258 9.322457854809215,259 5.591593265533447260 ]261 },262 "obb": {263 "center": [264 688.4382333753791,265 455.6964111147987,266 105.59275150299072267 ],268 "extent": [269 8.491547799773002,270 9.322457854809215,271 5.591593265533447272 ],273 "rotation": [274 0,275 88.91768646240236,276 0277 ]278 },279 "location": [280 688.438232421875,281 455.6964111328125,282 100.00115966796875283 ],284 "rotation": [285 0,286 88.91768646240236,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 63,297 95,298 255299 ]300 }301 ],302 "cup": [303 {304 "object_id": "SM_Paper_Cups_11",305 "bbox_2d": [306 155,307 607,308 172,309 629310 ],311 "bbox_3d": {312 "aabb": {313 "center": [314 758.4381108283997,315 465.6969604492194,316 107.31064081192017317 ],318 "extent": [319 4.662275800468478,320 4.662275800468535,321 7.309482097625732322 ]323 },324 "obb": {325 "center": [326 758.4381108283997,327 465.6969604492194,328 107.31064081192017329 ],330 "extent": [331 4.662275800468478,332 4.662275800468535,333 7.309482097625732334 ],335 "rotation": [336 0,337 90.00007629394531,338 0339 ]340 },341 "location": [342 758.4381103515625,343 465.69696044921875,344 100.00115966796875345 ],346 "rotation": [347 0,348 90.00007629394531,349 0350 ],351 "scale": [352 1,353 1,354 1355 ]356 },357 "color": [358 63,359 95,360 127361 ]362 },363 {364 "object_id": "SM_Paper_Cups2",365 "bbox_2d": [366 196,367 650,368 219,369 662370 ],371 "bbox_3d": {372 "aabb": {373 "center": [374 774.2435852559868,375 481.9266381261665,376 80.00115966796875377 ],378 "extent": [379 4.66232409787483,380 7.309516863272449,381 4.662269592285156382 ]383 },384 "obb": {385 "center": [386 774.2435852559868,387 481.9266381261665,388 80.00115966796875389 ],390 "extent": [391 4.66232409787483,392 7.309516863272449,393 4.662269592285156394 ],395 "rotation": [396 -90,397 89.99957275390624,398 0399 ]400 },401 "location": [402 774.2435302734375,403 474.6171569824219,404 80.00115966796875405 ],406 "rotation": [407 -90,408 89.99957275390624,409 0410 ],411 "scale": [412 1,413 1,414 1415 ]416 },417 "color": [418 63,419 95,420 63421 ]422 },423 {424 "object_id": "SM_Plastic_Cup_5",425 "bbox_2d": [426 325,427 608,428 333,429 609430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 937.7943618646119,435 457.9903783798352,436 106.27174806615629437 ],438 "extent": [439 4.662321174947806,440 4.6622708339359065,441 6.0977138140409295442 ]443 },444 "obb": {445 "center": [446 937.7943618646119,447 457.9903783798352,448 106.27174806615629449 ],450 "extent": [451 4.662321174947806,452 4.6622708339359065,453 6.0977138140409295454 ],455 "rotation": [456 -0.0004730224609443101,457 -179.99998474121097,458 180459 ]460 },461 "location": [462 937.7943115234375,463 457.9903564453125,464 112.36942291259766465 ],466 "rotation": [467 -0.0004730224609443101,468 -179.99998474121097,469 180470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 31,479 95,480 127481 ]482 },483 {484 "object_id": "SM_Plastic_Cup2",485 "bbox_2d": [486 325,487 607,488 333,489 608490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 937.7943624063862,495 457.99038000375793,496 107.4034008981981497 ],498 "extent": [499 4.662322958371874,500 4.662273699495586,501 6.09771546991837502 ]503 },504 "obb": {505 "center": [506 937.7943624063862,507 457.99038000375793,508 107.4034008981981509 ],510 "extent": [511 4.662322958371874,512 4.662273699495586,513 6.09771546991837514 ],515 "rotation": [516 -0.0004781132156495003,517 -179.99996948242188,518 -179.99998474121097519 ]520 },521 "location": [522 937.7943115234375,523 457.9903564453125,524 113.5010757446289525 ],526 "rotation": [527 -0.0004781132156495003,528 -179.99996948242188,529 -179.99998474121097530 ],531 "scale": [532 1,533 1,534 1535 ]536 },537 "color": [538 31,539 95,540 63541 ]542 },543 {544 "object_id": "SM_Plastic_Cup3",545 "bbox_2d": [546 322,547 606,548 333,549 606550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 937.7943623943374,555 457.99038000375793,556 108.45808076880347557 ],558 "extent": [559 4.662322946323229,560 4.662273699495586,561 6.097715460706041562 ]563 },564 "obb": {565 "center": [566 937.7943623943374,567 457.99038000375793,568 108.45808076880347569 ],570 "extent": [571 4.662322946323229,572 4.662273699495586,573 6.097715460706041574 ],575 "rotation": [576 -0.00047800000174902363,577 -179.99996948242188,578 -179.99998474121097579 ]580 },581 "location": [582 937.7943115234375,583 457.9903564453125,584 114.55575561523438585 ],586 "rotation": [587 -0.00047800000174902363,588 -179.99996948242188,589 -179.99998474121097590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 31,599 95,600 191601 ]602 },603 {604 "object_id": "SM_Plastic_Cup4",605 "bbox_2d": [606 322,607 605,608 333,609 605610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 937.7943623943374,615 457.99038000375793,616 109.43800020239722617 ],618 "extent": [619 4.662322946323229,620 4.662273699495586,621 6.097715460706041622 ]623 },624 "obb": {625 "center": [626 937.7943623943374,627 457.99038000375793,628 109.43800020239722629 ],630 "extent": [631 4.662322946323229,632 4.662273699495586,633 6.097715460706041634 ],635 "rotation": [636 -0.00047800000174902363,637 -179.99996948242188,638 -179.99998474121097639 ]640 },641 "location": [642 937.7943115234375,643 457.9903564453125,644 115.53567504882812645 ],646 "rotation": [647 -0.00047800000174902363,648 -179.99996948242188,649 -179.99998474121097650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 31,659 95,660 31661 ]662 },663 {664 "object_id": "SM_Plastic_Cup5",665 "bbox_2d": [666 322,667 590,668 333,669 604670 ],671 "bbox_3d": {672 "aabb": {673 "center": [674 937.7943623943374,675 457.99038000375793,676 110.60352754614722677 ],678 "extent": [679 4.662322946323229,680 4.662273699495586,681 6.097715460706041682 ]683 },684 "obb": {685 "center": [686 937.7943623943374,687 457.99038000375793,688 110.60352754614722689 ],690 "extent": [691 4.662322946323229,692 4.662273699495586,693 6.097715460706041694 ],695 "rotation": [696 -0.00047800000174902363,697 -179.99996948242188,698 -179.99998474121097699 ]700 },701 "location": [702 937.7943115234375,703 457.9903564453125,704 116.70120239257812705 ],706 "rotation": [707 -0.00047800000174902363,708 -179.99996948242188,709 -179.99998474121097710 ],711 "scale": [712 1,713 1,714 1715 ]716 },717 "color": [718 0,719 95,720 95721 ]722 },723 {724 "object_id": "SM_Plastic_Cup6",725 "bbox_2d": [726 376,727 624,728 391,729 633730 ],731 "bbox_3d": {732 "aabb": {733 "center": [734 976.5128099366584,735 482.11237764378257,736 80.07191109149238737 ],738 "extent": [739 4.662327705307916,740 6.097736163472632,741 4.662300099139145742 ]743 },744 "obb": {745 "center": [746 976.5128099366584,747 482.11237764378257,748 80.07191109149238749 ],750 "extent": [751 4.662327705307916,752 6.097736163472632,753 4.662300099139145754 ],755 "rotation": [756 5.5600874475203515e-05,757 -179.99949645996094,758 89.99975585937501759 ]760 },761 "location": [762 976.5127563476562,763 488.2100524902344,764 80.07190704345703765 ],766 "rotation": [767 5.5600874475203515e-05,768 -179.99949645996094,769 89.99975585937501770 ],771 "scale": [772 1,773 1,774 1775 ]776 },777 "color": [778 255,779 95,780 95781 ]782 },783 {784 "object_id": "SM_Plastic_Cup7",785 "bbox_2d": [786 395,787 621,788 409,789 630790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 1004.8085252686898,795 482.11237764378257,796 80.07191109149238797 ],798 "extent": [799 4.662327737785745,800 6.0977361634728595,801 4.662300131616803802 ]803 },804 "obb": {805 "center": [806 1004.8085252686898,807 482.11237764378257,808 80.07191109149238809 ],810 "extent": [811 4.662327737785745,812 6.0977361634728595,813 4.662300131616803814 ],815 "rotation": [816 5.6000000768108266e-05,817 -179.99949645996094,818 89.99975585937501819 ]820 },821 "location": [822 1004.8084716796875,823 488.2100524902344,824 80.07190704345703825 ],826 "rotation": [827 5.6000000768108266e-05,828 -179.99949645996094,829 89.99975585937501830 ],831 "scale": [832 1,833 1,834 1835 ]836 },837 "color": [838 127,839 95,840 95841 ]842 }843 ],844 "coffee counter": [845 {846 "object_id": "SM_Coffee_Counter_10",847 "bbox_2d": [848 0,849 618,850 280,851 772852 ],853 "bbox_3d": {854 "aabb": {855 "center": [856 748.8608591313241,857 439.99975984073865,858 55.00001907348633859 ],860 "extent": [861 101.1391713864673,862 40.000270676740854,863 45.00001907348633864 ]865 },866 "obb": {867 "center": [868 748.8608591313241,869 439.99975984073865,870 55.00001907348633871 ],872 "extent": [873 101.1391713864673,874 40.000270676740854,875 45.00001907348633876 ],877 "rotation": [878 0,879 90.00011444091797,880 0881 ]882 },883 "location": [884 850,885 400,886 10887 ],888 "rotation": [889 0,890 90.00011444091797,891 0892 ],893 "scale": [894 1,895 1,896 1897 ]898 },899 "color": [900 191,901 95,902 31903 ]904 },905 {906 "object_id": "SM_Coffee_Counter2_12",907 "bbox_2d": [908 239,909 601,910 427,911 733912 ],913 "bbox_3d": {914 "aabb": {915 "center": [916 951.2646677250741,917 439.99975984073865,918 55.00001907348633919 ],920 "extent": [921 101.1391713864673,922 40.000270676740854,923 45.00001907348633924 ]925 },926 "obb": {927 "center": [928 951.2646677250741,929 439.99975984073865,930 55.00001907348633931 ],932 "extent": [933 101.1391713864673,934 40.000270676740854,935 45.00001907348633936 ],937 "rotation": [938 0,939 90.00011444091797,940 0941 ]942 },943 "location": [944 1052.40380859375,945 400,946 10947 ],948 "rotation": [949 0,950 90.00011444091797,951 0952 ],953 "scale": [954 1,955 1,956 1957 ]958 },959 "color": [960 31,961 95,962 0963 ]964 }965 ],966 "drink machine": [967 {968 "object_id": "SM_Drink_Machine_2",969 "bbox_2d": [970 209,971 531,972 326,973 616974 ],975 "bbox_3d": {976 "aabb": {977 "center": [978 889.1782880594402,979 443.63552856446387,980 133.54526138305664981 ],982 "extent": [983 29.00478112511564,984 27.472098157030928,985 33.42982482910156986 ]987 },988 "obb": {989 "center": [990 889.1782880594402,991 443.63552856446387,992 133.54526138305664993 ],994 "extent": [995 29.00478112511564,996 27.472098157030928,997 33.42982482910156998 ],999 "rotation": [1000 0,1001 90.00012207031251,1002 01003 ]1004 },1005 "location": [1006 889.1782836914062,1007 443,1008 100.000015258789061009 ],1010 "rotation": [1011 0,1012 90.00012207031251,1013 01014 ],1015 "scale": [1016 1,1017 1,1018 11019 ]1020 },1021 "color": [1022 31,1023 95,1024 2551025 ]1026 }1027 ],1028 "shopping basket stand": [1029 {1030 "object_id": "SM_Shopping_Basket_Stand_2",1031 "bbox_2d": [1032 1300,1033 862,1034 1450,1035 10331036 ],1037 "bbox_3d": {1038 "aabb": {1039 "center": [1040 437.0000002387705,1041 1145.9999981076555,1042 24.870955467224121043 ],1044 "extent": [1045 37.900795186396465,1046 25.92428990466101,1047 14.870958328247071048 ]1049 },1050 "obb": {1051 "center": [1052 437.0000002387705,1053 1145.9999981076555,1054 24.870955467224121055 ],1056 "extent": [1057 37.900795186396465,1058 25.92428990466101,1059 14.870958328247071060 ],1061 "rotation": [1062 0,1063 7.191411018371582,1064 01065 ]1066 },1067 "location": [1068 437,1069 1146,1070 101071 ],1072 "rotation": [1073 0,1074 7.191411018371582,1075 01076 ],1077 "scale": [1078 1,1079 1,1080 11081 ]1082 },1083 "color": [1084 95,1085 0,1086 311087 ]1088 }1089 ],1090 "shopping basket": [1091 {1092 "object_id": "SM_Shopping_Basket_11",1093 "bbox_2d": [1094 1309,1095 855,1096 1450,1097 10121098 ],1099 "bbox_3d": {1100 "aabb": {1101 "center": [1102 437.000002865246,1103 1145.9999772918668,1104 28.7261810302734381105 ],1106 "extent": [1107 32.089719732421145,1108 24.25146511108278,1109 16.133375167846681110 ]1111 },1112 "obb": {1113 "center": [1114 437.000002865246,1115 1145.9999772918668,1116 28.7261810302734381117 ],1118 "extent": [1119 32.089719732421145,1120 24.25146511108278,1121 16.133375167846681122 ],1123 "rotation": [1124 0,1125 7.191411018371582,1126 01127 ]1128 },1129 "location": [1130 437,1131 1146,1132 12.5928096771240231133 ],1134 "rotation": [1135 0,1136 7.191411018371582,1137 01138 ],1139 "scale": [1140 1,1141 1,1142 11143 ]1144 },1145 "color": [1146 95,1147 255,1148 01149 ]1150 },1151 {1152 "object_id": "SM_Shopping_Basket2",1153 "bbox_2d": [1154 1309,1155 840,1156 1450,1157 9931158 ],1159 "bbox_3d": {1160 "aabb": {1161 "center": [1162 437.000002865246,1163 1145.9999772918668,1164 34.185832977294921165 ],1166 "extent": [1167 32.089719732421145,1168 24.25146511108278,1169 16.133375167846681170 ]1171 },1172 "obb": {1173 "center": [1174 437.000002865246,1175 1145.9999772918668,1176 34.185832977294921177 ],1178 "extent": [1179 32.089719732421145,1180 24.25146511108278,1181 16.133375167846681182 ],1183 "rotation": [1184 0,1185 7.191411018371582,1186 01187 ]1188 },1189 "location": [1190 437,1191 1146,1192 18.0524616241455081193 ],1194 "rotation": [1195 0,1196 7.191411018371582,1197 01198 ],1199 "scale": [1200 1,