TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l125_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l125_r003/lit.png",5 "camera": {6 "location": [7 654,8 1135,9 15510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 654,38 1135,39 155,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 1416,58 631,59 1751,60 88961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 1288,122 570,123 1415,124 865125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "tobacco display": [180 {181 "object_id": "SM_Tobacco_Display_C_8",182 "bbox_2d": [183 1729,184 454,185 1858,186 650187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 24.718214886462405,192 604.8800907798582,193 109.9212646484375194 ],195 "extent": [196 22.350087063553914,197 38.00004380254984,198 99.92132568359375199 ]200 },201 "obb": {202 "center": [203 24.718214886462402,204 604.8800907798582,205 109.9212646484375206 ],207 "extent": [208 22.350087063553914,209 38.00004380254984,210 99.92132568359375211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 2.3681564331054688,220 566.880126953125,221 9.99993896484375222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 0238 ]239 },240 {241 "object_id": "SM_Tobacco_Display_A_2",242 "bbox_2d": [243 1458,244 454,245 1613,246 650247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 23.729498760974124,252 758.7660160728269,253 109.92137145996094254 ],255 "extent": [256 22.350087063553914,257 38.00004380254984,258 99.92132568359375259 ]260 },261 "obb": {262 "center": [263 23.72949876097412,264 758.7660160728269,265 109.92137145996094266 ],267 "extent": [268 22.350087063553914,269 38.00004380254984,270 99.92132568359375271 ],272 "rotation": [273 0,274 -90.00012207031251,275 0276 ]277 },278 "location": [279 1.3794403076171875,280 720.7660522460938,281 10.000045776367188282 ],283 "rotation": [284 0,285 -90.00012207031251,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 95,296 63,297 63298 ]299 },300 {301 "object_id": "SM_Tobacco_Display_B_8",302 "bbox_2d": [303 1609,304 454,305 1734,306 650307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 23.90831144999611,312 682.3889438536045,313 109.92131042480469314 ],315 "extent": [316 22.3500820035545,317 38.00004082647695,318 99.92132568359375319 ]320 },321 "obb": {322 "center": [323 23.90831144999611,324 682.3889438536045,325 109.92131042480469326 ],327 "extent": [328 22.3500820035545,329 38.00004082647695,330 99.92132568359375331 ],332 "rotation": [333 0,334 -90.00011444091797,335 0336 ]337 },338 "location": [339 1.558258056640625,340 644.3889770507812,341 9.999984741210938342 ],343 "rotation": [344 0,345 -90.00011444091797,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 95,356 63,357 191358 ]359 }360 ],361 "atm": [362 {363 "object_id": "SM_ATM_27",364 "bbox_2d": [365 964,366 501,367 1040,368 713369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -165.37035369874536,374 1099.9999860165026,375 99.15963745117188376 ],377 "extent": [378 31.839377383484702,379 31.772072915673334,380 89.1596450805664381 ]382 },383 "obb": {384 "center": [385 -165.37035369874536,386 1099.9999860165026,387 99.15963745117188388 ],389 "extent": [390 31.839377383484702,391 31.772072915673334,392 89.1596450805664393 ],394 "rotation": [395 0,396 -90.00012207031251,397 0398 ]399 },400 "location": [401 -171.93374633789062,402 1100,403 10404 ],405 "rotation": [406 0,407 -90.00012207031251,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 255,418 95,419 31420 ]421 }422 ],423 "card reader": [424 {425 "object_id": "SM_Card_Reader_2",426 "bbox_2d": [427 1845,428 641,429 1897,430 661431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 212.96651400260225,436 716.4899456618128,437 104.12414264678955438 ],439 "extent": [440 10.298967466885273,441 6.94403134721415,442 4.124121189117432443 ]444 },445 "obb": {446 "center": [447 212.96651400260225,448 716.4899456618128,449 104.12414264678955450 ],451 "extent": [452 10.298967466885273,453 6.94403134721415,454 4.124121189117432455 ],456 "rotation": [457 0,458 -77.24995422363281,459 0460 ]461 },462 "location": [463 213.7287139892578,464 716.6624145507812,465 100.0000228881836466 ],467 "rotation": [468 0,469 -77.24995422363281,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 95,480 0,481 191482 ]483 }484 ],485 "shopping basket stand": [486 {487 "object_id": "SM_Shopping_Basket_Stand_2",488 "bbox_2d": [489 875,490 989,491 1016,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 437.0000002387705,498 1145.9999981076555,499 24.87095546722412500 ],501 "extent": [502 37.900795186396465,503 25.92428990466101,504 14.87095832824707505 ]506 },507 "obb": {508 "center": [509 437.0000002387705,510 1145.9999981076555,511 24.87095546722412512 ],513 "extent": [514 37.900795186396465,515 25.92428990466101,516 14.87095832824707517 ],518 "rotation": [519 0,520 7.191411018371582,521 0522 ]523 },524 "location": [525 437,526 1146,527 10528 ],529 "rotation": [530 0,531 7.191411018371582,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 95,542 0,543 31544 ]545 }546 ],547 "shopping basket": [548 {549 "object_id": "SM_Shopping_Basket_11",550 "bbox_2d": [551 874,552 971,553 1010,554 1079555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 437.000002865246,560 1145.9999772918668,561 28.726181030273438562 ],563 "extent": [564 32.089719732421145,565 24.25146511108278,566 16.13337516784668567 ]568 },569 "obb": {570 "center": [571 437.000002865246,572 1145.9999772918668,573 28.726181030273438574 ],575 "extent": [576 32.089719732421145,577 24.25146511108278,578 16.13337516784668579 ],580 "rotation": [581 0,582 7.191411018371582,583 0584 ]585 },586 "location": [587 437,588 1146,589 12.592809677124023590 ],591 "rotation": [592 0,593 7.191411018371582,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 95,604 255,605 0606 ]607 },608 {609 "object_id": "SM_Shopping_Basket2",610 "bbox_2d": [611 789,612 953,613 1010,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 437.000002865246,620 1145.9999772918668,621 34.18583297729492622 ],623 "extent": [624 32.089719732421145,625 24.25146511108278,626 16.13337516784668627 ]628 },629 "obb": {630 "center": [631 437.000002865246,632 1145.9999772918668,633 34.18583297729492634 ],635 "extent": [636 32.089719732421145,637 24.25146511108278,638 16.13337516784668639 ],640 "rotation": [641 0,642 7.191411018371582,643 0644 ]645 },646 "location": [647 437,648 1146,649 18.052461624145508650 ],651 "rotation": [652 0,653 7.191411018371582,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 95,664 255,665 255666 ]667 },668 {669 "object_id": "SM_Shopping_Basket3",670 "bbox_2d": [671 789,672 926,673 1010,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 437.000002865246,680 1145.9999772918668,681 39.529951095581055682 ],683 "extent": [684 32.089719732421145,685 24.25146511108278,686 16.13337516784668687 ]688 },689 "obb": {690 "center": [691 437.000002865246,692 1145.9999772918668,693 39.529951095581055694 ],695 "extent": [696 32.089719732421145,697 24.25146511108278,698 16.13337516784668699 ],700 "rotation": [701 0,702 7.191411018371582,703 0704 ]705 },706 "location": [707 437,708 1146,709 23.39657974243164710 ],711 "rotation": [712 0,713 7.191411018371582,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 95,724 255,725 127726 ]727 },728 {729 "object_id": "SM_Shopping_Basket4",730 "bbox_2d": [731 785,732 810,733 1011,734 1056735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 436.34887032376605,740 1145.2814455686596,741 59.73983968876464742 ],743 "extent": [744 36.4081771978602,745 25.262972897530062,746 28.069951478752223747 ]748 },749 "obb": {750 "center": [751 436.34887032376605,752 1145.2814455686596,753 59.73983968876464754 ],755 "extent": [756 36.4081771978602,757 25.262972897530062,758 28.069951478752223759 ],760 "rotation": [761 -27.591447830200202,762 8.121444702148441,763 0764 ]765 },766 "location": [767 428.951416015625,768 1144.225830078125,769 45.4412727355957770 ],771 "rotation": [772 -27.591447830200202,773 8.121444702148441,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 95,784 255,785 63786 ]787 }788 ],789 "mat": [790 {791 "object_id": "SM_Mat2",792 "bbox_2d": [793 1748,794 890,795 1919,796 966797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 324.528668041802,802 717.1061794844431,803 10.689099669456482804 ],805 "extent": [806 69.14052434333286,807 93.36202669623742,808 0.5533158183097839809 ]810 },811 "obb": {812 "center": [813 324.528668041802,814 717.1061794844431,815 10.689099669456482816 ],817 "extent": [818 69.14052434333286,819 93.36202669623742,820 0.5533158183097839821 ],822 "rotation": [823 0,824 -90.50744628906251,825 0826 ]827 },828 "location": [829 324.0971984863281,830 717.1015625,831 10.157707214355469832 ],833 "rotation": [834 0,835 -90.50744628906251,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 95,846 255,847 31848 ]849 }850 ],851 "lighter display": [852 {853 "object_id": "SM_Lighter_Display_5",854 "bbox_2d": [855 1687,856 604,857 1773,858 670859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 238.92790071919288,864 802.2531143062456,865 113.30773448944092866 ],867 "extent": [868 13.147392160229316,869 14.132033608390088,870 13.30773639678955871 ]872 },873 "obb": {874 "center": [875 238.92790071919288,876 802.2531143062456,877 113.30773448944092878 ],879 "extent": [880 13.147392160229316,881 14.132033608390088,882 13.30773639678955883 ],884 "rotation": [885 0,886 -108.63994598388675,887 0888 ]889 },890 "location": [891 238.9279022216797,892 802.2531127929688,893 100894 ],895 "rotation": [896 0,897 -108.63994598388675,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 95,908 31,909 0910 ]911 }912 ],913 "sour candy": [914 {915 "object_id": "SM_Sour_Candy_5",916 "bbox_2d": [917 1645,918 619,919 1717,920 671921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 244.7695346689095,926 827.8213800941745,927 110.12102127075195928 ],929 "extent": [930 13.264915934971029,931 8.890602562099843,932 10.121023178100586933 ]934 },935 "obb": {936 "center": [937 244.7695346689095,938 827.8213800941745,939 110.12102127075195940 ],941 "extent": [942 13.264915934971029,943 8.890602562099843,944 10.121023178100586945 ],946 "rotation": [947 0,948 -96.92366790771486,949 0950 ]951 },952 "location": [953 244.79843139648438,954 827.81787109375,955 100956 ],957 "rotation": [958 0,959 -96.92366790771486,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 95,970 127,971 95972 ]973 }974 ],975 "brochures": [976 {977 "object_id": "SM_Brochures_8",978 "bbox_2d": [979 1521,980 597,981 1563,982 666983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 229.31616101974288,988 877.3379507332987,989 114.69073390960693990 ],991 "extent": [992 8.653435916451969,993 8.89416004278928,994 14.690765380859375995 ]996 },997 "obb": {998 "center": [999 229.31616101974288,1000 877.3379507332987,1001 114.690733909606931002 ],1003 "extent": [1004 8.653435916451969,1005 8.89416004278928,1006 14.6907653808593751007 ],1008 "rotation": [1009 0,1010 -49.61500930786132,1011 01012 ]1013 },1014 "location": [1015 229.316162109375,1016 877.3379516601562,1017 99.999969482421881018 ],1019 "rotation": [1020 0,1021 -49.61500930786132,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 95,1032 63,1033 951034 ]1035 }1036 ],1037 "beer sign": [1038 {1039 "object_id": "SM_Beer_Sign_4",1040 "bbox_2d": [1041 1551,1042 392,1043 1674,1044 4351045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 2.072068214411798,1050 690.9740556403841,1051 240.578370094299321052 ],1053 "extent": [1054 2.073853505422177,1055 41.1873022391693,1056 14.964528083801271057 ]1058 },1059 "obb": {1060 "center": [1061 2.072068214411798,1062 690.9740556403841,1063 240.578370094299321064 ],1065 "extent": [1066 2.073853505422177,1067 41.1873022391693,1068 14.964528083801271069 ],1070 "rotation": [1071 0,1072 -90.00012207031251,1073 01074 ]1075 },1076 "location": [1077 -0.0016937255859375,1078 690.9740600585938,1079 240.5783691406251080 ],1081 "rotation": [1082 0,1083 -90.00012207031251,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 95,1094 31,1095 951096 ]1097 }1098 ],1099 "ad": [1100 {1101 "object_id": "SM_Bank_Ad_5",1102 "bbox_2d": [1103 1126,1104 424,1105 1144,1106 5601107 ],1108 "bbox_3d": {1109 "aabb": {1110 "center": [1111 -79.72662353515625,1112 1001.1344685554504,1113 189.780487060546881114 ],1115 "extent": [1116 34.999996185302734,1117 1.2430899143218994,1118 501119 ]1120 },1121 "obb": {1122 "center": [1123 -79.72662353515625,1124 1001.1344685554504,1125 189.780487060546881126 ],1127 "extent": [1128 34.999996185302734,1129 1.2430899143218994,1130 501131 ],1132 "rotation": [1133 0,1134 0,1135 01136 ]1137 },1138 "location": [1139 -79.72662353515625,1140 1003.6402587890625,1141 190.542617797851561142 ],1143 "rotation": [1144 0,1145 0,1146 01147 ],1148 "scale": [1149 1,1150 1,1151 11152 ]1153 },1154 "color": [1155 95,1156 95,1157 1271158 ]1159 },1160 {1161 "object_id": "SM_Galaxy_X_Ad_5",1162 "bbox_2d": [1163 578,1164 278,1165 686,1166 8131167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 452.88775634765625,1172 1201.7025364637375,1173 153.906242370605471174 ],1175 "extent": [1176 32.24943542480469,1177 0.4452856779098511,1178 47.1828308105468751179 ]1180 },1181 "obb": {1182 "center": [1183 452.88775634765625,1184 1201.7025364637375,1185 153.906242370605471186 ],1187 "extent": [1188 32.24943542480469,1189 0.4452856779098511,1190 47.1828308105468751191 ],1192 "rotation": [1193 0,1194 0,1195 01196 ]1197 },1198 "location": [1199 452.88775634765625,1200 1201.655029296875,