TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l057_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l057_r005/lit.png",5 "camera": {6 "location": [7 80,8 1131,9 12710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 80,38 1131,39 127,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 385,58 613,59 929,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 930,122 474,123 1134,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "tobacco display": [180 {181 "object_id": "SM_Tobacco_Display_C_8",182 "bbox_2d": [183 296,184 345,185 327,186 818187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 24.718214886462405,192 604.8800907798582,193 109.9212646484375194 ],195 "extent": [196 22.350087063553914,197 38.00004380254984,198 99.92132568359375199 ]200 },201 "obb": {202 "center": [203 24.718214886462402,204 604.8800907798582,205 109.9212646484375206 ],207 "extent": [208 22.350087063553914,209 38.00004380254984,210 99.92132568359375211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 2.3681564331054688,220 566.880126953125,221 9.99993896484375222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 0238 ]239 },240 {241 "object_id": "SM_Tobacco_Display_A_2",242 "bbox_2d": [243 57,244 223,245 294,246 986247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 23.729498760974124,252 758.7660160728269,253 109.92137145996094254 ],255 "extent": [256 22.350087063553914,257 38.00004380254984,258 99.92132568359375259 ]260 },261 "obb": {262 "center": [263 23.72949876097412,264 758.7660160728269,265 109.92137145996094266 ],267 "extent": [268 22.350087063553914,269 38.00004380254984,270 99.92132568359375271 ],272 "rotation": [273 0,274 -90.00012207031251,275 0276 ]277 },278 "location": [279 1.3794403076171875,280 720.7660522460938,281 10.000045776367188282 ],283 "rotation": [284 0,285 -90.00012207031251,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 95,296 63,297 63298 ]299 },300 {301 "object_id": "SM_Tobacco_Display_B_8",302 "bbox_2d": [303 274,304 307,305 312,306 873307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 23.90831144999611,312 682.3889438536045,313 109.92131042480469314 ],315 "extent": [316 22.3500820035545,317 38.00004082647695,318 99.92132568359375319 ]320 },321 "obb": {322 "center": [323 23.90831144999611,324 682.3889438536045,325 109.92131042480469326 ],327 "extent": [328 22.3500820035545,329 38.00004082647695,330 99.92132568359375331 ],332 "rotation": [333 0,334 -90.00011444091797,335 0336 ]337 },338 "location": [339 1.558258056640625,340 644.3889770507812,341 9.999984741210938342 ],343 "rotation": [344 0,345 -90.00011444091797,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 95,356 63,357 191358 ]359 }360 ],361 "coffee machine": [362 {363 "object_id": "SM_Coffee_Machine_2",364 "bbox_2d": [365 1206,366 508,367 1275,368 567369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 797.5586261905396,374 445.6846854893375,375 128.9685573577881376 ],377 "extent": [378 27.070429990485422,379 22.343763158214927,380 28.9674015045166381 ]382 },383 "obb": {384 "center": [385 797.5586261905396,386 445.6846854893375,387 128.9685573577881388 ],389 "extent": [390 27.070429990485422,391 22.343763158214927,392 28.9674015045166393 ],394 "rotation": [395 0,396 90.00007629394531,397 0398 ]399 },400 "location": [401 798.4383544921875,402 445.6964111328125,403 100.00115966796875404 ],405 "rotation": [406 0,407 90.00007629394531,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 95,419 31420 ]421 }422 ],423 "coffee supplies": [424 {425 "object_id": "SM_Coffee_Supplies_5",426 "bbox_2d": [427 1160,428 543,429 1218,430 568431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 728.4383504150533,436 445.6962622915158,437 111.84191799163818438 ],439 "extent": [440 24.109946031074287,441 16.28647964711405,442 11.954957008361816443 ]444 },445 "obb": {446 "center": [447 728.4383504150533,448 445.6962622915158,449 111.84191799163818450 ],451 "extent": [452 24.109946031074287,453 16.28647964711405,454 11.954957008361816455 ],456 "rotation": [457 0,458 93.59552001953126,459 0460 ]461 },462 "location": [463 728.4383544921875,464 445.6961669921875,465 100.00115966796875466 ],467 "rotation": [468 0,469 93.59552001953126,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 95,481 0482 ]483 }484 ],485 "napkin dispenser": [486 {487 "object_id": "SM_Paper_Napkin_Dispenser_8",488 "bbox_2d": [489 1151,490 557,491 1177,492 568493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 688.4382333753791,498 455.6964111147987,499 105.59275150299072500 ],501 "extent": [502 8.491547799773002,503 9.322457854809215,504 5.591593265533447505 ]506 },507 "obb": {508 "center": [509 688.4382333753791,510 455.6964111147987,511 105.59275150299072512 ],513 "extent": [514 8.491547799773002,515 9.322457854809215,516 5.591593265533447517 ],518 "rotation": [519 0,520 88.91768646240236,521 0522 ]523 },524 "location": [525 688.438232421875,526 455.6964111328125,527 100.00115966796875528 ],529 "rotation": [530 0,531 88.91768646240236,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 63,542 95,543 255544 ]545 }546 ],547 "cup": [548 {549 "object_id": "SM_Paper_Cups_11",550 "bbox_2d": [551 1222,552 553,553 1231,554 567555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 758.4381108283997,560 465.6969604492194,561 107.31064081192017562 ],563 "extent": [564 4.662275800468478,565 4.662275800468535,566 7.309482097625732567 ]568 },569 "obb": {570 "center": [571 758.4381108283997,572 465.6969604492194,573 107.31064081192017574 ],575 "extent": [576 4.662275800468478,577 4.662275800468535,578 7.309482097625732579 ],580 "rotation": [581 0,582 90.00007629394531,583 0584 ]585 },586 "location": [587 758.4381103515625,588 465.69696044921875,589 100.00115966796875590 ],591 "rotation": [592 0,593 90.00007629394531,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 63,604 95,605 127606 ]607 },608 {609 "object_id": "SM_Paper_Cups2",610 "bbox_2d": [611 1246,612 585,613 1259,614 593615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 774.2435852559868,620 481.9266381261665,621 80.00115966796875622 ],623 "extent": [624 4.66232409787483,625 7.309516863272449,626 4.662269592285156627 ]628 },629 "obb": {630 "center": [631 774.2435852559868,632 481.9266381261665,633 80.00115966796875634 ],635 "extent": [636 4.66232409787483,637 7.309516863272449,638 4.662269592285156639 ],640 "rotation": [641 -90,642 89.99957275390624,643 0644 ]645 },646 "location": [647 774.2435302734375,648 474.6171569824219,649 80.00115966796875650 ],651 "rotation": [652 -90,653 89.99957275390624,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 63,664 95,665 63666 ]667 },668 {669 "object_id": "SM_Paper_Cups3",670 "bbox_2d": [671 1135,672 565,673 1139,674 568675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 678.4381108283997,680 425.69631958007875,681 107.31064081192017682 ],683 "extent": [684 4.662275800468478,685 4.662275800468535,686 7.309482097625732687 ]688 },689 "obb": {690 "center": [691 678.4381108283997,692 425.69631958007875,693 107.31064081192017694 ],695 "extent": [696 4.662275800468478,697 4.662275800468535,698 7.309482097625732699 ],700 "rotation": [701 0,702 90.00007629394531,703 0704 ]705 },706 "location": [707 678.4381103515625,708 425.6963195800781,709 100.00115966796875710 ],711 "rotation": [712 0,713 90.00007629394531,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 191,724 95,725 127726 ]727 },728 {729 "object_id": "SM_Paper_Cups4",730 "bbox_2d": [731 1135,732 562,733 1139,734 564735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 678.4381108283997,740 425.69631958007875,741 110.54884576797485742 ],743 "extent": [744 4.662275800468478,745 4.662275800468535,746 7.309482097625732747 ]748 },749 "obb": {750 "center": [751 678.4381108283997,752 425.69631958007875,753 110.54884576797485754 ],755 "extent": [756 4.662275800468478,757 4.662275800468535,758 7.309482097625732759 ],760 "rotation": [761 0,762 90.00007629394531,763 0764 ]765 },766 "location": [767 678.4381103515625,768 425.6963195800781,769 103.23936462402344770 ],771 "rotation": [772 0,773 90.00007629394531,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 191,784 95,785 63786 ]787 },788 {789 "object_id": "SM_Paper_Cups5",790 "bbox_2d": [791 1132,792 546,793 1139,794 561795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 678.4381099491318,800 425.69631983585765,801 113.61073541641235802 ],803 "extent": [804 6.4356430293148605,805 6.435643029314804,806 7.309482097625732807 ]808 },809 "obb": {810 "center": [811 678.4381099491318,812 425.69631983585765,813 113.61073541641235814 ],815 "extent": [816 6.4356430293148605,817 6.435643029314804,818 7.309482097625732819 ],820 "rotation": [821 0,822 -122.43948364257814,823 0824 ]825 },826 "location": [827 678.4381103515625,828 425.6963195800781,829 106.30125427246094830 ],831 "rotation": [832 0,833 -122.43948364257814,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 191,844 95,845 191846 ]847 },848 {849 "object_id": "SM_Plastic_Cup_5",850 "bbox_2d": [851 1342,852 564,853 1349,854 565855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 937.7943618646119,860 457.9903783798352,861 106.27174806615629862 ],863 "extent": [864 4.662321174947806,865 4.6622708339359065,866 6.0977138140409295867 ]868 },869 "obb": {870 "center": [871 937.7943618646119,872 457.9903783798352,873 106.27174806615629874 ],875 "extent": [876 4.662321174947806,877 4.6622708339359065,878 6.0977138140409295879 ],880 "rotation": [881 -0.0004730224609443101,882 -179.99998474121097,883 180884 ]885 },886 "location": [887 937.7943115234375,888 457.9903564453125,889 112.36942291259766890 ],891 "rotation": [892 -0.0004730224609443101,893 -179.99998474121097,894 180895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 31,904 95,905 127906 ]907 },908 {909 "object_id": "SM_Plastic_Cup2",910 "bbox_2d": [911 1342,912 563,913 1349,914 563915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 937.7943624063862,920 457.99038000375793,921 107.4034008981981922 ],923 "extent": [924 4.662322958371874,925 4.662273699495586,926 6.09771546991837927 ]928 },929 "obb": {930 "center": [931 937.7943624063862,932 457.99038000375793,933 107.4034008981981934 ],935 "extent": [936 4.662322958371874,937 4.662273699495586,938 6.09771546991837939 ],940 "rotation": [941 -0.0004781132156495003,942 -179.99996948242188,943 -179.99998474121097944 ]945 },946 "location": [947 937.7943115234375,948 457.9903564453125,949 113.5010757446289950 ],951 "rotation": [952 -0.0004781132156495003,953 -179.99996948242188,954 -179.99998474121097955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 31,964 95,965 63966 ]967 },968 {969 "object_id": "SM_Plastic_Cup3",970 "bbox_2d": [971 1341,972 562,973 1342,974 562975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 937.7943623943374,980 457.99038000375793,981 108.45808076880347982 ],983 "extent": [984 4.662322946323229,985 4.662273699495586,986 6.097715460706041987 ]988 },989 "obb": {990 "center": [991 937.7943623943374,992 457.99038000375793,993 108.45808076880347994 ],995 "extent": [996 4.662322946323229,997 4.662273699495586,998 6.097715460706041999 ],1000 "rotation": [1001 -0.00047800000174902363,1002 -179.99996948242188,1003 -179.999984741210971004 ]1005 },1006 "location": [1007 937.7943115234375,1008 457.9903564453125,1009 114.555755615234381010 ],1011 "rotation": [1012 -0.00047800000174902363,1013 -179.99996948242188,1014 -179.999984741210971015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 31,1024 95,1025 1911026 ]1027 },1028 {1029 "object_id": "SM_Plastic_Cup4",1030 "bbox_2d": [1031 1341,1032 561,1033 1349,1034 5621035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 937.7943623943374,1040 457.99038000375793,1041 109.438000202397221042 ],1043 "extent": [1044 4.662322946323229,1045 4.662273699495586,1046 6.0977154607060411047 ]1048 },1049 "obb": {1050 "center": [1051 937.7943623943374,1052 457.99038000375793,1053 109.438000202397221054 ],1055 "extent": [1056 4.662322946323229,1057 4.662273699495586,1058 6.0977154607060411059 ],1060 "rotation": [1061 -0.00047800000174902363,1062 -179.99996948242188,1063 -179.999984741210971064 ]1065 },1066 "location": [1067 937.7943115234375,1068 457.9903564453125,1069 115.535675048828121070 ],1071 "rotation": [1072 -0.00047800000174902363,1073 -179.99996948242188,1074 -179.999984741210971075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 31,1084 95,1085 311086 ]1087 },1088 {1089 "object_id": "SM_Plastic_Cup5",1090 "bbox_2d": [1091 1341,1092 550,1093 1349,1094 5601095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 937.7943623943374,1100 457.99038000375793,1101 110.603527546147221102 ],1103 "extent": [1104 4.662322946323229,1105 4.662273699495586,1106 6.0977154607060411107 ]1108 },1109 "obb": {1110 "center": [1111 937.7943623943374,1112 457.99038000375793,1113 110.603527546147221114 ],1115 "extent": [1116 4.662322946323229,1117 4.662273699495586,1118 6.0977154607060411119 ],1120 "rotation": [1121 -0.00047800000174902363,1122 -179.99996948242188,1123 -179.999984741210971124 ]1125 },1126 "location": [1127 937.7943115234375,1128 457.9903564453125,1129 116.701202392578121130 ],1131 "rotation": [1132 -0.00047800000174902363,1133 -179.99996948242188,1134 -179.999984741210971135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 0,1144 95,1145 951146 ]1147 },1148 {1149 "object_id": "SM_Plastic_Cup6",1150 "bbox_2d": [1151 1384,1152 580,1153 1395,1154 5881155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 976.5128099366584,1160 482.11237764378257,1161 80.071911091492381162 ],1163 "extent": [1164 4.662327705307916,1165 6.097736163472632,1166 4.6623000991391451167 ]1168 },1169 "obb": {1170 "center": [1171 976.5128099366584,1172 482.11237764378257,1173 80.071911091492381174 ],1175 "extent": [1176 4.662327705307916,1177 6.097736163472632,1178 4.6623000991391451179 ],1180 "rotation": [1181 5.5600874475203515e-05,1182 -179.99949645996094,1183 89.999755859375011184 ]1185 },1186 "location": [1187 976.5127563476562,1188 488.2100524902344,1189 80.071907043457031190 ],1191 "rotation": [1192 5.5600874475203515e-05,1193 -179.99949645996094,1194 89.999755859375011195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]