TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l019_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l019_r005/lit.png",5 "camera": {6 "location": [7 167,8 1163,9 8010 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 167,38 1163,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 0,58 436,59 731,60 89761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 447,122 205,123 695,124 930125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "tobacco display": [180 {181 "object_id": "SM_Tobacco_Display_C_8",182 "bbox_2d": [183 54,184 222,185 113,186 440187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 24.718214886462405,192 604.8800907798582,193 109.9212646484375194 ],195 "extent": [196 22.350087063553914,197 38.00004380254984,198 99.92132568359375199 ]200 },201 "obb": {202 "center": [203 24.718214886462402,204 604.8800907798582,205 109.9212646484375206 ],207 "extent": [208 22.350087063553914,209 38.00004380254984,210 99.92132568359375211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 2.3681564331054688,220 566.880126953125,221 9.99993896484375222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 0238 ]239 },240 {241 "object_id": "SM_Tobacco_Display_B_8",242 "bbox_2d": [243 0,244 167,245 60,246 438247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 23.90831144999611,252 682.3889438536045,253 109.92131042480469254 ],255 "extent": [256 22.3500820035545,257 38.00004082647695,258 99.92132568359375259 ]260 },261 "obb": {262 "center": [263 23.90831144999611,264 682.3889438536045,265 109.92131042480469266 ],267 "extent": [268 22.3500820035545,269 38.00004082647695,270 99.92132568359375271 ],272 "rotation": [273 0,274 -90.00011444091797,275 0276 ]277 },278 "location": [279 1.558258056640625,280 644.3889770507812,281 9.999984741210938282 ],283 "rotation": [284 0,285 -90.00011444091797,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 95,296 63,297 191298 ]299 }300 ],301 "coffee machine": [302 {303 "object_id": "SM_Coffee_Machine_2",304 "bbox_2d": [305 1117,306 458,307 1187,308 518309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 797.5586261905396,314 445.6846854893375,315 128.9685573577881316 ],317 "extent": [318 27.070429990485422,319 22.343763158214927,320 28.9674015045166321 ]322 },323 "obb": {324 "center": [325 797.5586261905396,326 445.6846854893375,327 128.9685573577881328 ],329 "extent": [330 27.070429990485422,331 22.343763158214927,332 28.9674015045166333 ],334 "rotation": [335 0,336 90.00007629394531,337 0338 ]339 },340 "location": [341 798.4383544921875,342 445.6964111328125,343 100.00115966796875344 ],345 "rotation": [346 0,347 90.00007629394531,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 127,358 95,359 31360 ]361 }362 ],363 "coffee supplies": [364 {365 "object_id": "SM_Coffee_Supplies_5",366 "bbox_2d": [367 1066,368 492,369 1125,370 517371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 728.4383504150533,376 445.6962622915158,377 111.84191799163818378 ],379 "extent": [380 24.109946031074287,381 16.28647964711405,382 11.954957008361816383 ]384 },385 "obb": {386 "center": [387 728.4383504150533,388 445.6962622915158,389 111.84191799163818390 ],391 "extent": [392 24.109946031074287,393 16.28647964711405,394 11.954957008361816395 ],396 "rotation": [397 0,398 93.59552001953126,399 0400 ]401 },402 "location": [403 728.4383544921875,404 445.6961669921875,405 100.00115966796875406 ],407 "rotation": [408 0,409 93.59552001953126,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 63,420 95,421 0422 ]423 }424 ],425 "napkin dispenser": [426 {427 "object_id": "SM_Paper_Napkin_Dispenser_8",428 "bbox_2d": [429 1054,430 505,431 1080,432 516433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 688.4382333753791,438 455.6964111147987,439 105.59275150299072440 ],441 "extent": [442 8.491547799773002,443 9.322457854809215,444 5.591593265533447445 ]446 },447 "obb": {448 "center": [449 688.4382333753791,450 455.6964111147987,451 105.59275150299072452 ],453 "extent": [454 8.491547799773002,455 9.322457854809215,456 5.591593265533447457 ],458 "rotation": [459 0,460 88.91768646240236,461 0462 ]463 },464 "location": [465 688.438232421875,466 455.6964111328125,467 100.00115966796875468 ],469 "rotation": [470 0,471 88.91768646240236,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 63,482 95,483 255484 ]485 }486 ],487 "cup": [488 {489 "object_id": "SM_Paper_Cups_11",490 "bbox_2d": [491 1129,492 503,493 1139,494 517495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 758.4381108283997,500 465.6969604492194,501 107.31064081192017502 ],503 "extent": [504 4.662275800468478,505 4.662275800468535,506 7.309482097625732507 ]508 },509 "obb": {510 "center": [511 758.4381108283997,512 465.6969604492194,513 107.31064081192017514 ],515 "extent": [516 4.662275800468478,517 4.662275800468535,518 7.309482097625732519 ],520 "rotation": [521 0,522 90.00007629394531,523 0524 ]525 },526 "location": [527 758.4381103515625,528 465.69696044921875,529 100.00115966796875530 ],531 "rotation": [532 0,533 90.00007629394531,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 63,544 95,545 127546 ]547 },548 {549 "object_id": "SM_Paper_Cups2",550 "bbox_2d": [551 1153,552 535,553 1166,554 544555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 774.2435852559868,560 481.9266381261665,561 80.00115966796875562 ],563 "extent": [564 4.66232409787483,565 7.309516863272449,566 4.662269592285156567 ]568 },569 "obb": {570 "center": [571 774.2435852559868,572 481.9266381261665,573 80.00115966796875574 ],575 "extent": [576 4.66232409787483,577 7.309516863272449,578 4.662269592285156579 ],580 "rotation": [581 -90,582 89.99957275390624,583 0584 ]585 },586 "location": [587 774.2435302734375,588 474.6171569824219,589 80.00115966796875590 ],591 "rotation": [592 -90,593 89.99957275390624,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 63,604 95,605 63606 ]607 },608 {609 "object_id": "SM_Paper_Cups3",610 "bbox_2d": [611 1035,612 515,613 1044,614 516615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 678.4381108283997,620 425.69631958007875,621 107.31064081192017622 ],623 "extent": [624 4.662275800468478,625 4.662275800468535,626 7.309482097625732627 ]628 },629 "obb": {630 "center": [631 678.4381108283997,632 425.69631958007875,633 107.31064081192017634 ],635 "extent": [636 4.662275800468478,637 4.662275800468535,638 7.309482097625732639 ],640 "rotation": [641 0,642 90.00007629394531,643 0644 ]645 },646 "location": [647 678.4381103515625,648 425.6963195800781,649 100.00115966796875650 ],651 "rotation": [652 0,653 90.00007629394531,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 191,664 95,665 127666 ]667 },668 {669 "object_id": "SM_Paper_Cups4",670 "bbox_2d": [671 1035,672 512,673 1044,674 514675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 678.4381108283997,680 425.69631958007875,681 110.54884576797485682 ],683 "extent": [684 4.662275800468478,685 4.662275800468535,686 7.309482097625732687 ]688 },689 "obb": {690 "center": [691 678.4381108283997,692 425.69631958007875,693 110.54884576797485694 ],695 "extent": [696 4.662275800468478,697 4.662275800468535,698 7.309482097625732699 ],700 "rotation": [701 0,702 90.00007629394531,703 0704 ]705 },706 "location": [707 678.4381103515625,708 425.6963195800781,709 103.23936462402344710 ],711 "rotation": [712 0,713 90.00007629394531,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 191,724 95,725 63726 ]727 },728 {729 "object_id": "SM_Paper_Cups5",730 "bbox_2d": [731 1035,732 496,733 1044,734 511735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 678.4381099491318,740 425.69631983585765,741 113.61073541641235742 ],743 "extent": [744 6.4356430293148605,745 6.435643029314804,746 7.309482097625732747 ]748 },749 "obb": {750 "center": [751 678.4381099491318,752 425.69631983585765,753 113.61073541641235754 ],755 "extent": [756 6.4356430293148605,757 6.435643029314804,758 7.309482097625732759 ],760 "rotation": [761 0,762 -122.43948364257814,763 0764 ]765 },766 "location": [767 678.4381103515625,768 425.6963195800781,769 106.30125427246094770 ],771 "rotation": [772 0,773 -122.43948364257814,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 191,784 95,785 191786 ]787 },788 {789 "object_id": "SM_Plastic_Cup_5",790 "bbox_2d": [791 1259,792 519,793 1267,794 519795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 937.7943618646119,800 457.9903783798352,801 106.27174806615629802 ],803 "extent": [804 4.662321174947806,805 4.6622708339359065,806 6.0977138140409295807 ]808 },809 "obb": {810 "center": [811 937.7943618646119,812 457.9903783798352,813 106.27174806615629814 ],815 "extent": [816 4.662321174947806,817 4.6622708339359065,818 6.0977138140409295819 ],820 "rotation": [821 -0.0004730224609443101,822 -179.99998474121097,823 180824 ]825 },826 "location": [827 937.7943115234375,828 457.9903564453125,829 112.36942291259766830 ],831 "rotation": [832 -0.0004730224609443101,833 -179.99998474121097,834 180835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 31,844 95,845 127846 ]847 },848 {849 "object_id": "SM_Plastic_Cup2",850 "bbox_2d": [851 1259,852 518,853 1267,854 518855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 937.7943624063862,860 457.99038000375793,861 107.4034008981981862 ],863 "extent": [864 4.662322958371874,865 4.662273699495586,866 6.09771546991837867 ]868 },869 "obb": {870 "center": [871 937.7943624063862,872 457.99038000375793,873 107.4034008981981874 ],875 "extent": [876 4.662322958371874,877 4.662273699495586,878 6.09771546991837879 ],880 "rotation": [881 -0.0004781132156495003,882 -179.99996948242188,883 -179.99998474121097884 ]885 },886 "location": [887 937.7943115234375,888 457.9903564453125,889 113.5010757446289890 ],891 "rotation": [892 -0.0004781132156495003,893 -179.99996948242188,894 -179.99998474121097895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 31,904 95,905 63906 ]907 },908 {909 "object_id": "SM_Plastic_Cup3",910 "bbox_2d": [911 1259,912 517,913 1267,914 517915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 937.7943623943374,920 457.99038000375793,921 108.45808076880347922 ],923 "extent": [924 4.662322946323229,925 4.662273699495586,926 6.097715460706041927 ]928 },929 "obb": {930 "center": [931 937.7943623943374,932 457.99038000375793,933 108.45808076880347934 ],935 "extent": [936 4.662322946323229,937 4.662273699495586,938 6.097715460706041939 ],940 "rotation": [941 -0.00047800000174902363,942 -179.99996948242188,943 -179.99998474121097944 ]945 },946 "location": [947 937.7943115234375,948 457.9903564453125,949 114.55575561523438950 ],951 "rotation": [952 -0.00047800000174902363,953 -179.99996948242188,954 -179.99998474121097955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 31,964 95,965 191966 ]967 },968 {969 "object_id": "SM_Plastic_Cup4",970 "bbox_2d": [971 1259,972 516,973 1267,974 516975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 937.7943623943374,980 457.99038000375793,981 109.43800020239722982 ],983 "extent": [984 4.662322946323229,985 4.662273699495586,986 6.097715460706041987 ]988 },989 "obb": {990 "center": [991 937.7943623943374,992 457.99038000375793,993 109.43800020239722994 ],995 "extent": [996 4.662322946323229,997 4.662273699495586,998 6.097715460706041999 ],1000 "rotation": [1001 -0.00047800000174902363,1002 -179.99996948242188,1003 -179.999984741210971004 ]1005 },1006 "location": [1007 937.7943115234375,1008 457.9903564453125,1009 115.535675048828121010 ],1011 "rotation": [1012 -0.00047800000174902363,1013 -179.99996948242188,1014 -179.999984741210971015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 31,1024 95,1025 311026 ]1027 },1028 {1029 "object_id": "SM_Plastic_Cup5",1030 "bbox_2d": [1031 1259,1032 505,1033 1267,1034 5151035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 937.7943623943374,1040 457.99038000375793,1041 110.603527546147221042 ],1043 "extent": [1044 4.662322946323229,1045 4.662273699495586,1046 6.0977154607060411047 ]1048 },1049 "obb": {1050 "center": [1051 937.7943623943374,1052 457.99038000375793,1053 110.603527546147221054 ],1055 "extent": [1056 4.662322946323229,1057 4.662273699495586,1058 6.0977154607060411059 ],1060 "rotation": [1061 -0.00047800000174902363,1062 -179.99996948242188,1063 -179.999984741210971064 ]1065 },1066 "location": [1067 937.7943115234375,1068 457.9903564453125,1069 116.701202392578121070 ],1071 "rotation": [1072 -0.00047800000174902363,1073 -179.99996948242188,1074 -179.999984741210971075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 0,1084 95,1085 951086 ]1087 },1088 {1089 "object_id": "SM_Plastic_Cup6",1090 "bbox_2d": [1091 1302,1092 536,1093 1312,1094 5431095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 976.5128099366584,1100 482.11237764378257,1101 80.071911091492381102 ],1103 "extent": [1104 4.662327705307916,1105 6.097736163472632,1106 4.6623000991391451107 ]1108 },1109 "obb": {1110 "center": [1111 976.5128099366584,1112 482.11237764378257,1113 80.071911091492381114 ],1115 "extent": [1116 4.662327705307916,1117 6.097736163472632,1118 4.6623000991391451119 ],1120 "rotation": [1121 5.5600874475203515e-05,1122 -179.99949645996094,1123 89.999755859375011124 ]1125 },1126 "location": [1127 976.5127563476562,1128 488.2100524902344,1129 80.071907043457031130 ],1131 "rotation": [1132 5.5600874475203515e-05,1133 -179.99949645996094,1134 89.999755859375011135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 255,1144 95,1145 951146 ]1147 }1148 ],1149 "coffee counter": [1150 {1151 "object_id": "SM_Coffee_Counter_10",1152 "bbox_2d": [1153 997,1154 517,1155 1216,1156 6191157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 748.8608591313241,1162 439.99975984073865,1163 55.000019073486331164 ],1165 "extent": [1166 101.1391713864673,1167 40.000270676740854,1168 45.000019073486331169 ]1170 },1171 "obb": {1172 "center": [1173 748.8608591313241,1174 439.99975984073865,1175 55.000019073486331176 ],1177 "extent": [1178 101.1391713864673,1179 40.000270676740854,1180 45.000019073486331181 ],1182 "rotation": [1183 0,1184 90.00011444091797,1185 01186 ]1187 },1188 "location": [1189 850,1190 400,1191 101192 ],1193 "rotation": [1194 0,1195 90.00011444091797,1196 01197 ],1198 "scale": [1199 1,1200 1,