TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l102_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l102_r005/lit.png",5 "camera": {6 "location": [7 167,8 1071,9 15210 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 167,38 1071,39 152,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 0,58 753,59 481,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 482,122 618,123 857,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "tobacco display": [180 {181 "object_id": "SM_Tobacco_Display_C_8",182 "bbox_2d": [183 0,184 373,185 52,186 822187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 24.718214886462405,192 604.8800907798582,193 109.9212646484375194 ],195 "extent": [196 22.350087063553914,197 38.00004380254984,198 99.92132568359375199 ]200 },201 "obb": {202 "center": [203 24.718214886462402,204 604.8800907798582,205 109.9212646484375206 ],207 "extent": [208 22.350087063553914,209 38.00004380254984,210 99.92132568359375211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 2.3681564331054688,220 566.880126953125,221 9.99993896484375222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 0238 ]239 }240 ],241 "coffee machine": [242 {243 "object_id": "SM_Coffee_Machine_2",244 "bbox_2d": [245 1183,246 533,247 1260,248 599249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 797.5586261905396,254 445.6846854893375,255 128.9685573577881256 ],257 "extent": [258 27.070429990485422,259 22.343763158214927,260 28.9674015045166261 ]262 },263 "obb": {264 "center": [265 797.5586261905396,266 445.6846854893375,267 128.9685573577881268 ],269 "extent": [270 27.070429990485422,271 22.343763158214927,272 28.9674015045166273 ],274 "rotation": [275 0,276 90.00007629394531,277 0278 ]279 },280 "location": [281 798.4383544921875,282 445.6964111328125,283 100.00115966796875284 ],285 "rotation": [286 0,287 90.00007629394531,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 127,298 95,299 31300 ]301 }302 ],303 "coffee supplies": [304 {305 "object_id": "SM_Coffee_Supplies_5",306 "bbox_2d": [307 1130,308 572,309 1194,310 602311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 728.4383504150533,316 445.6962622915158,317 111.84191799163818318 ],319 "extent": [320 24.109946031074287,321 16.28647964711405,322 11.954957008361816323 ]324 },325 "obb": {326 "center": [327 728.4383504150533,328 445.6962622915158,329 111.84191799163818330 ],331 "extent": [332 24.109946031074287,333 16.28647964711405,334 11.954957008361816335 ],336 "rotation": [337 0,338 93.59552001953126,339 0340 ]341 },342 "location": [343 728.4383544921875,344 445.6961669921875,345 100.00115966796875346 ],347 "rotation": [348 0,349 93.59552001953126,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 63,360 95,361 0362 ]363 }364 ],365 "napkin dispenser": [366 {367 "object_id": "SM_Paper_Napkin_Dispenser_8",368 "bbox_2d": [369 1119,370 589,371 1148,372 603373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 688.4382333753791,378 455.6964111147987,379 105.59275150299072380 ],381 "extent": [382 8.491547799773002,383 9.322457854809215,384 5.591593265533447385 ]386 },387 "obb": {388 "center": [389 688.4382333753791,390 455.6964111147987,391 105.59275150299072392 ],393 "extent": [394 8.491547799773002,395 9.322457854809215,396 5.591593265533447397 ],398 "rotation": [399 0,400 88.91768646240236,401 0402 ]403 },404 "location": [405 688.438232421875,406 455.6964111328125,407 100.00115966796875408 ],409 "rotation": [410 0,411 88.91768646240236,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 63,422 95,423 255424 ]425 }426 ],427 "cup": [428 {429 "object_id": "SM_Paper_Cups_11",430 "bbox_2d": [431 1200,432 584,433 1210,434 600435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 758.4381108283997,440 465.6969604492194,441 107.31064081192017442 ],443 "extent": [444 4.662275800468478,445 4.662275800468535,446 7.309482097625732447 ]448 },449 "obb": {450 "center": [451 758.4381108283997,452 465.6969604492194,453 107.31064081192017454 ],455 "extent": [456 4.662275800468478,457 4.662275800468535,458 7.309482097625732459 ],460 "rotation": [461 0,462 90.00007629394531,463 0464 ]465 },466 "location": [467 758.4381103515625,468 465.69696044921875,469 100.00115966796875470 ],471 "rotation": [472 0,473 90.00007629394531,474 0475 ],476 "scale": [477 1,478 1,479 1480 ]481 },482 "color": [483 63,484 95,485 127486 ]487 },488 {489 "object_id": "SM_Paper_Cups2",490 "bbox_2d": [491 1226,492 619,493 1241,494 629495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 774.2435852559868,500 481.9266381261665,501 80.00115966796875502 ],503 "extent": [504 4.66232409787483,505 7.309516863272449,506 4.662269592285156507 ]508 },509 "obb": {510 "center": [511 774.2435852559868,512 481.9266381261665,513 80.00115966796875514 ],515 "extent": [516 4.66232409787483,517 7.309516863272449,518 4.662269592285156519 ],520 "rotation": [521 -90,522 89.99957275390624,523 0524 ]525 },526 "location": [527 774.2435302734375,528 474.6171569824219,529 80.00115966796875530 ],531 "rotation": [532 -90,533 89.99957275390624,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 63,544 95,545 63546 ]547 },548 {549 "object_id": "SM_Paper_Cups3",550 "bbox_2d": [551 1096,552 598,553 1106,554 601555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 678.4381108283997,560 425.69631958007875,561 107.31064081192017562 ],563 "extent": [564 4.662275800468478,565 4.662275800468535,566 7.309482097625732567 ]568 },569 "obb": {570 "center": [571 678.4381108283997,572 425.69631958007875,573 107.31064081192017574 ],575 "extent": [576 4.662275800468478,577 4.662275800468535,578 7.309482097625732579 ],580 "rotation": [581 0,582 90.00007629394531,583 0584 ]585 },586 "location": [587 678.4381103515625,588 425.6963195800781,589 100.00115966796875590 ],591 "rotation": [592 0,593 90.00007629394531,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 191,604 95,605 127606 ]607 },608 {609 "object_id": "SM_Paper_Cups4",610 "bbox_2d": [611 1096,612 594,613 1106,614 597615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 678.4381108283997,620 425.69631958007875,621 110.54884576797485622 ],623 "extent": [624 4.662275800468478,625 4.662275800468535,626 7.309482097625732627 ]628 },629 "obb": {630 "center": [631 678.4381108283997,632 425.69631958007875,633 110.54884576797485634 ],635 "extent": [636 4.662275800468478,637 4.662275800468535,638 7.309482097625732639 ],640 "rotation": [641 0,642 90.00007629394531,643 0644 ]645 },646 "location": [647 678.4381103515625,648 425.6963195800781,649 103.23936462402344650 ],651 "rotation": [652 0,653 90.00007629394531,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 191,664 95,665 63666 ]667 },668 {669 "object_id": "SM_Paper_Cups5",670 "bbox_2d": [671 1096,672 576,673 1106,674 593675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 678.4381099491318,680 425.69631983585765,681 113.61073541641235682 ],683 "extent": [684 6.4356430293148605,685 6.435643029314804,686 7.309482097625732687 ]688 },689 "obb": {690 "center": [691 678.4381099491318,692 425.69631983585765,693 113.61073541641235694 ],695 "extent": [696 6.4356430293148605,697 6.435643029314804,698 7.309482097625732699 ],700 "rotation": [701 0,702 -122.43948364257814,703 0704 ]705 },706 "location": [707 678.4381103515625,708 425.6963195800781,709 106.30125427246094710 ],711 "rotation": [712 0,713 -122.43948364257814,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 191,724 95,725 191726 ]727 },728 {729 "object_id": "SM_Plastic_Cup_5",730 "bbox_2d": [731 1334,732 593,733 1342,734 594735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 937.7943618646119,740 457.9903783798352,741 106.27174806615629742 ],743 "extent": [744 4.662321174947806,745 4.6622708339359065,746 6.0977138140409295747 ]748 },749 "obb": {750 "center": [751 937.7943618646119,752 457.9903783798352,753 106.27174806615629754 ],755 "extent": [756 4.662321174947806,757 4.6622708339359065,758 6.0977138140409295759 ],760 "rotation": [761 -0.0004730224609443101,762 -179.99998474121097,763 180764 ]765 },766 "location": [767 937.7943115234375,768 457.9903564453125,769 112.36942291259766770 ],771 "rotation": [772 -0.0004730224609443101,773 -179.99998474121097,774 180775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 31,784 95,785 127786 ]787 },788 {789 "object_id": "SM_Plastic_Cup2",790 "bbox_2d": [791 1334,792 592,793 1342,794 592795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 937.7943624063862,800 457.99038000375793,801 107.4034008981981802 ],803 "extent": [804 4.662322958371874,805 4.662273699495586,806 6.09771546991837807 ]808 },809 "obb": {810 "center": [811 937.7943624063862,812 457.99038000375793,813 107.4034008981981814 ],815 "extent": [816 4.662322958371874,817 4.662273699495586,818 6.09771546991837819 ],820 "rotation": [821 -0.0004781132156495003,822 -179.99996948242188,823 -179.99998474121097824 ]825 },826 "location": [827 937.7943115234375,828 457.9903564453125,829 113.5010757446289830 ],831 "rotation": [832 -0.0004781132156495003,833 -179.99996948242188,834 -179.99998474121097835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 31,844 95,845 63846 ]847 },848 {849 "object_id": "SM_Plastic_Cup3",850 "bbox_2d": [851 1333,852 591,853 1342,854 591855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 937.7943623943374,860 457.99038000375793,861 108.45808076880347862 ],863 "extent": [864 4.662322946323229,865 4.662273699495586,866 6.097715460706041867 ]868 },869 "obb": {870 "center": [871 937.7943623943374,872 457.99038000375793,873 108.45808076880347874 ],875 "extent": [876 4.662322946323229,877 4.662273699495586,878 6.097715460706041879 ],880 "rotation": [881 -0.00047800000174902363,882 -179.99996948242188,883 -179.99998474121097884 ]885 },886 "location": [887 937.7943115234375,888 457.9903564453125,889 114.55575561523438890 ],891 "rotation": [892 -0.00047800000174902363,893 -179.99996948242188,894 -179.99998474121097895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 31,904 95,905 191906 ]907 },908 {909 "object_id": "SM_Plastic_Cup4",910 "bbox_2d": [911 1333,912 590,913 1342,914 590915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 937.7943623943374,920 457.99038000375793,921 109.43800020239722922 ],923 "extent": [924 4.662322946323229,925 4.662273699495586,926 6.097715460706041927 ]928 },929 "obb": {930 "center": [931 937.7943623943374,932 457.99038000375793,933 109.43800020239722934 ],935 "extent": [936 4.662322946323229,937 4.662273699495586,938 6.097715460706041939 ],940 "rotation": [941 -0.00047800000174902363,942 -179.99996948242188,943 -179.99998474121097944 ]945 },946 "location": [947 937.7943115234375,948 457.9903564453125,949 115.53567504882812950 ],951 "rotation": [952 -0.00047800000174902363,953 -179.99996948242188,954 -179.99998474121097955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 31,964 95,965 31966 ]967 },968 {969 "object_id": "SM_Plastic_Cup5",970 "bbox_2d": [971 1333,972 577,973 1342,974 589975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 937.7943623943374,980 457.99038000375793,981 110.60352754614722982 ],983 "extent": [984 4.662322946323229,985 4.662273699495586,986 6.097715460706041987 ]988 },989 "obb": {990 "center": [991 937.7943623943374,992 457.99038000375793,993 110.60352754614722994 ],995 "extent": [996 4.662322946323229,997 4.662273699495586,998 6.097715460706041999 ],1000 "rotation": [1001 -0.00047800000174902363,1002 -179.99996948242188,1003 -179.999984741210971004 ]1005 },1006 "location": [1007 937.7943115234375,1008 457.9903564453125,1009 116.701202392578121010 ],1011 "rotation": [1012 -0.00047800000174902363,1013 -179.99996948242188,1014 -179.999984741210971015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 0,1024 95,1025 951026 ]1027 },1028 {1029 "object_id": "SM_Plastic_Cup6",1030 "bbox_2d": [1031 1380,1032 611,1033 1393,1034 6191035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 976.5128099366584,1040 482.11237764378257,1041 80.071911091492381042 ],1043 "extent": [1044 4.662327705307916,1045 6.097736163472632,1046 4.6623000991391451047 ]1048 },1049 "obb": {1050 "center": [1051 976.5128099366584,1052 482.11237764378257,1053 80.071911091492381054 ],1055 "extent": [1056 4.662327705307916,1057 6.097736163472632,1058 4.6623000991391451059 ],1060 "rotation": [1061 5.5600874475203515e-05,1062 -179.99949645996094,1063 89.999755859375011064 ]1065 },1066 "location": [1067 976.5127563476562,1068 488.2100524902344,1069 80.071907043457031070 ],1071 "rotation": [1072 5.5600874475203515e-05,1073 -179.99949645996094,1074 89.999755859375011075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 255,1084 95,1085 951086 ]1087 },1088 {1089 "object_id": "SM_Plastic_Cup7",1090 "bbox_2d": [1091 1399,1092 610,1093 1408,1094 6171095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 1004.8085252686898,1100 482.11237764378257,1101 80.071911091492381102 ],1103 "extent": [1104 4.662327737785745,1105 6.0977361634728595,1106 4.6623001316168031107 ]1108 },1109 "obb": {1110 "center": [1111 1004.8085252686898,1112 482.11237764378257,1113 80.071911091492381114 ],1115 "extent": [1116 4.662327737785745,1117 6.0977361634728595,1118 4.6623001316168031119 ],1120 "rotation": [1121 5.6000000768108266e-05,1122 -179.99949645996094,1123 89.999755859375011124 ]1125 },1126 "location": [1127 1004.8084716796875,1128 488.2100524902344,1129 80.071907043457031130 ],1131 "rotation": [1132 5.6000000768108266e-05,1133 -179.99949645996094,1134 89.999755859375011135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 127,1144 95,1145 951146 ]1147 }1148 ],1149 "coffee counter": [1150 {1151 "object_id": "SM_Coffee_Counter_10",1152 "bbox_2d": [1153 1054,1154 596,1155 1292,1156 7191157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 748.8608591313241,1162 439.99975984073865,1163 55.000019073486331164 ],1165 "extent": [1166 101.1391713864673,1167 40.000270676740854,1168 45.000019073486331169 ]1170 },1171 "obb": {1172 "center": [1173 748.8608591313241,1174 439.99975984073865,1175 55.000019073486331176 ],1177 "extent": [1178 101.1391713864673,1179 40.000270676740854,1180 45.000019073486331181 ],1182 "rotation": [1183 0,1184 90.00011444091797,1185 01186 ]1187 },1188 "location": [1189 850,1190 400,1191 101192 ],1193 "rotation": [1194 0,1195 90.00011444091797,1196 01197 ],1198 "scale": [1199 1,1200 1,