TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l013_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l013_r002/lit.png",5 "camera": {6 "location": [7 402,8 609,9 8010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 402,38 609,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 952,58 462,59 1059,60 81161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 921,122 384,123 1025,124 722125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "card reader": [180 {181 "object_id": "SM_Card_Reader_2",182 "bbox_2d": [183 1475,184 397,185 1514,186 409187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 212.96651400260225,192 716.4899456618128,193 104.12414264678955194 ],195 "extent": [196 10.298967466885273,197 6.94403134721415,198 4.124121189117432199 ]200 },201 "obb": {202 "center": [203 212.96651400260225,204 716.4899456618128,205 104.12414264678955206 ],207 "extent": [208 10.298967466885273,209 6.94403134721415,210 4.124121189117432211 ],212 "rotation": [213 0,214 -77.24995422363281,215 0216 ]217 },218 "location": [219 213.7287139892578,220 716.6624145507812,221 100.0000228881836222 ],223 "rotation": [224 0,225 -77.24995422363281,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 95,236 0,237 191238 ]239 }240 ],241 "shopping basket stand": [242 {243 "object_id": "SM_Shopping_Basket_Stand_2",244 "bbox_2d": [245 211,246 621,247 411,248 701249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 437.0000002387705,254 1145.9999981076555,255 24.87095546722412256 ],257 "extent": [258 37.900795186396465,259 25.92428990466101,260 14.87095832824707261 ]262 },263 "obb": {264 "center": [265 437.0000002387705,266 1145.9999981076555,267 24.87095546722412268 ],269 "extent": [270 37.900795186396465,271 25.92428990466101,272 14.87095832824707273 ],274 "rotation": [275 0,276 7.191411018371582,277 0278 ]279 },280 "location": [281 437,282 1146,283 10284 ],285 "rotation": [286 0,287 7.191411018371582,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 95,298 0,299 31300 ]301 }302 ],303 "shopping basket": [304 {305 "object_id": "SM_Shopping_Basket_11",306 "bbox_2d": [307 231,308 611,309 397,310 691311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 437.000002865246,316 1145.9999772918668,317 28.726181030273438318 ],319 "extent": [320 32.089719732421145,321 24.25146511108278,322 16.13337516784668323 ]324 },325 "obb": {326 "center": [327 437.000002865246,328 1145.9999772918668,329 28.726181030273438330 ],331 "extent": [332 32.089719732421145,333 24.25146511108278,334 16.13337516784668335 ],336 "rotation": [337 0,338 7.191411018371582,339 0340 ]341 },342 "location": [343 437,344 1146,345 12.592809677124023346 ],347 "rotation": [348 0,349 7.191411018371582,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 95,360 255,361 0362 ]363 },364 {365 "object_id": "SM_Shopping_Basket2",366 "bbox_2d": [367 231,368 600,369 397,370 677371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 437.000002865246,376 1145.9999772918668,377 34.18583297729492378 ],379 "extent": [380 32.089719732421145,381 24.25146511108278,382 16.13337516784668383 ]384 },385 "obb": {386 "center": [387 437.000002865246,388 1145.9999772918668,389 34.18583297729492390 ],391 "extent": [392 32.089719732421145,393 24.25146511108278,394 16.13337516784668395 ],396 "rotation": [397 0,398 7.191411018371582,399 0400 ]401 },402 "location": [403 437,404 1146,405 18.052461624145508406 ],407 "rotation": [408 0,409 7.191411018371582,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 95,420 255,421 255422 ]423 },424 {425 "object_id": "SM_Shopping_Basket3",426 "bbox_2d": [427 231,428 589,429 397,430 664431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 437.000002865246,436 1145.9999772918668,437 39.529951095581055438 ],439 "extent": [440 32.089719732421145,441 24.25146511108278,442 16.13337516784668443 ]444 },445 "obb": {446 "center": [447 437.000002865246,448 1145.9999772918668,449 39.529951095581055450 ],451 "extent": [452 32.089719732421145,453 24.25146511108278,454 16.13337516784668455 ],456 "rotation": [457 0,458 7.191411018371582,459 0460 ]461 },462 "location": [463 437,464 1146,465 23.39657974243164466 ],467 "rotation": [468 0,469 7.191411018371582,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 95,480 255,481 127482 ]483 },484 {485 "object_id": "SM_Shopping_Basket4",486 "bbox_2d": [487 221,488 523,489 395,490 639491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 436.34887032376605,496 1145.2814455686596,497 59.73983968876464498 ],499 "extent": [500 36.4081771978602,501 25.262972897530062,502 28.069951478752223503 ]504 },505 "obb": {506 "center": [507 436.34887032376605,508 1145.2814455686596,509 59.73983968876464510 ],511 "extent": [512 36.4081771978602,513 25.262972897530062,514 28.069951478752223515 ],516 "rotation": [517 -27.591447830200202,518 8.121444702148441,519 0520 ]521 },522 "location": [523 428.951416015625,524 1144.225830078125,525 45.4412727355957526 ],527 "rotation": [528 -27.591447830200202,529 8.121444702148441,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 95,540 255,541 63542 ]543 }544 ],545 "mat": [546 {547 "object_id": "SM_Mat_2",548 "bbox_2d": [549 0,550 686,551 155,552 741553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 596.1696014404297,558 1124.8133697509766,559 11.26958978176117560 ],561 "extent": [562 92.76057434082031,563 68.32167053222656,564 0.5533158183097839565 ]566 },567 "obb": {568 "center": [569 596.1696014404297,570 1124.8133697509766,571 11.26958978176117572 ],573 "extent": [574 92.76057434082031,575 68.32167053222656,576 0.5533158183097839577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 596.1780395507812,586 1124.3819580078125,587 10.738197326660156588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 95,602 255,603 191604 ]605 },606 {607 "object_id": "SM_Mat2",608 "bbox_2d": [609 465,610 812,611 1708,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 324.528668041802,618 717.1061794844431,619 10.689099669456482620 ],621 "extent": [622 69.14052434333286,623 93.36202669623742,624 0.5533158183097839625 ]626 },627 "obb": {628 "center": [629 324.528668041802,630 717.1061794844431,631 10.689099669456482632 ],633 "extent": [634 69.14052434333286,635 93.36202669623742,636 0.5533158183097839637 ],638 "rotation": [639 0,640 -90.50744628906251,641 0642 ]643 },644 "location": [645 324.0971984863281,646 717.1015625,647 10.157707214355469648 ],649 "rotation": [650 0,651 -90.50744628906251,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 95,662 255,663 31664 ]665 }666 ],667 "tobacco display": [668 {669 "object_id": "SM_Tobacco_Display_A_2",670 "bbox_2d": [671 1568,672 91,673 1852,674 308675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 23.729498760974124,680 758.7660160728269,681 109.92137145996094682 ],683 "extent": [684 22.350087063553914,685 38.00004380254984,686 99.92132568359375687 ]688 },689 "obb": {690 "center": [691 23.72949876097412,692 758.7660160728269,693 109.92137145996094694 ],695 "extent": [696 22.350087063553914,697 38.00004380254984,698 99.92132568359375699 ],700 "rotation": [701 0,702 -90.00012207031251,703 0704 ]705 },706 "location": [707 1.3794403076171875,708 720.7660522460938,709 10.000045776367188710 ],711 "rotation": [712 0,713 -90.00012207031251,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 95,724 63,725 63726 ]727 },728 {729 "object_id": "SM_Tobacco_Display_B_8",730 "bbox_2d": [731 1846,732 64,733 1919,734 286735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 23.90831144999611,740 682.3889438536045,741 109.92131042480469742 ],743 "extent": [744 22.3500820035545,745 38.00004082647695,746 99.92132568359375747 ]748 },749 "obb": {750 "center": [751 23.90831144999611,752 682.3889438536045,753 109.92131042480469754 ],755 "extent": [756 22.3500820035545,757 38.00004082647695,758 99.92132568359375759 ],760 "rotation": [761 0,762 -90.00011444091797,763 0764 ]765 },766 "location": [767 1.558258056640625,768 644.3889770507812,769 9.999984741210938770 ],771 "rotation": [772 0,773 -90.00011444091797,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 95,784 63,785 191786 ]787 }788 ],789 "lighter display": [790 {791 "object_id": "SM_Lighter_Display_5",792 "bbox_2d": [793 1073,794 361,795 1190,796 458797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 238.92790071919288,802 802.2531143062456,803 113.30773448944092804 ],805 "extent": [806 13.147392160229316,807 14.132033608390088,808 13.30773639678955809 ]810 },811 "obb": {812 "center": [813 238.92790071919288,814 802.2531143062456,815 113.30773448944092816 ],817 "extent": [818 13.147392160229316,819 14.132033608390088,820 13.30773639678955821 ],822 "rotation": [823 0,824 -108.63994598388675,825 0826 ]827 },828 "location": [829 238.9279022216797,830 802.2531127929688,831 100832 ],833 "rotation": [834 0,835 -108.63994598388675,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 95,846 31,847 0848 ]849 }850 ],851 "energy drink display": [852 {853 "object_id": "SM_Energy_Drink_Display_2",854 "bbox_2d": [855 1803,856 110,857 1919,858 369859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 234.2728631504418,864 646.744538947257,865 129.77771377563477866 ],867 "extent": [868 19.787281211975227,869 17.610119532174963,870 29.777729034423828871 ]872 },873 "obb": {874 "center": [875 234.2728631504418,876 646.744538947257,877 129.77771377563477878 ],879 "extent": [880 19.787281211975227,881 17.610119532174963,882 29.777729034423828883 ],884 "rotation": [885 0,886 -66.38336181640624,887 0888 ]889 },890 "location": [891 232.88006591796875,892 646.1355590820312,893 99.99999237060547894 ],895 "rotation": [896 0,897 -66.38336181640624,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 95,908 31,909 255910 ]911 }912 ],913 "sour candy": [914 {915 "object_id": "SM_Sour_Candy_5",916 "bbox_2d": [917 1010,918 399,919 1095,920 464921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 244.7695346689095,926 827.8213800941745,927 110.12102127075195928 ],929 "extent": [930 13.264915934971029,931 8.890602562099843,932 10.121023178100586933 ]934 },935 "obb": {936 "center": [937 244.7695346689095,938 827.8213800941745,939 110.12102127075195940 ],941 "extent": [942 13.264915934971029,943 8.890602562099843,944 10.121023178100586945 ],946 "rotation": [947 0,948 -96.92366790771486,949 0950 ]951 },952 "location": [953 244.79843139648438,954 827.81787109375,955 100956 ],957 "rotation": [958 0,959 -96.92366790771486,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 95,970 127,971 95972 ]973 }974 ],975 "brochures": [976 {977 "object_id": "SM_Brochures_8",978 "bbox_2d": [979 988,980 388,981 1023,982 468983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 229.31616101974288,988 877.3379507332987,989 114.69073390960693990 ],991 "extent": [992 8.653435916451969,993 8.89416004278928,994 14.690765380859375995 ]996 },997 "obb": {998 "center": [999 229.31616101974288,1000 877.3379507332987,1001 114.690733909606931002 ],1003 "extent": [1004 8.653435916451969,1005 8.89416004278928,1006 14.6907653808593751007 ],1008 "rotation": [1009 0,1010 -49.61500930786132,1011 01012 ]1013 },1014 "location": [1015 229.316162109375,1016 877.3379516601562,1017 99.999969482421881018 ],1019 "rotation": [1020 0,1021 -49.61500930786132,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 95,1032 63,1033 951034 ]1035 }1036 ],1037 "beer sign": [1038 {1039 "object_id": "SM_Beer_Sign_4",1040 "bbox_2d": [1041 1852,1042 0,1043 1919,1044 821045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 2.072068214411798,1050 690.9740556403841,1051 240.578370094299321052 ],1053 "extent": [1054 2.073853505422177,1055 41.1873022391693,1056 14.964528083801271057 ]1058 },1059 "obb": {1060 "center": [1061 2.072068214411798,1062 690.9740556403841,1063 240.578370094299321064 ],1065 "extent": [1066 2.073853505422177,1067 41.1873022391693,1068 14.964528083801271069 ],1070 "rotation": [1071 0,1072 -90.00012207031251,1073 01074 ]1075 },1076 "location": [1077 -0.0016937255859375,1078 690.9740600585938,1079 240.5783691406251080 ],1081 "rotation": [1082 0,1083 -90.00012207031251,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 95,1094 31,1095 951096 ]1097 }1098 ],1099 "ad": [1100 {1101 "object_id": "SM_Galaxy_X_Ad_5",1102 "bbox_2d": [1103 210,1104 293,1105 364,1106 4881107 ],1108 "bbox_3d": {1109 "aabb": {1110 "center": [1111 452.88775634765625,1112 1201.7025364637375,1113 153.906242370605471114 ],1115 "extent": [1116 32.24943542480469,1117 0.4452856779098511,1118 47.1828308105468751119 ]1120 },1121 "obb": {1122 "center": [1123 452.88775634765625,1124 1201.7025364637375,1125 153.906242370605471126 ],1127 "extent": [1128 32.24943542480469,1129 0.4452856779098511,1130 47.1828308105468751131 ],1132 "rotation": [1133 0,1134 0,1135 01136 ]1137 },1138 "location": [1139 452.88775634765625,1140 1201.655029296875,1141 152.38874816894531142 ],1143 "rotation": [1144 0,1145 0,1146 01147 ],1148 "scale": [1149 1,1150 1,1151 11152 ]1153 },1154 "color": [1155 95,1156 95,1157 1911158 ]1159 }1160 ],1161 "counter shelf display": [1162 {1163 "object_id": "SM_Counter_Shelf_Display_A_7",1164 "bbox_2d": [1165 1048,1166 355,1167 1919,1168 10791169 ],1170 "bbox_3d": {1171 "aabb": {1172 "center": [1173 220.08502578735352,1174 710.0000381469727,1175 55.000019073486331176 ],1177 "extent": [1178 40.08512878417969,1179 100.00005340576172,1180 45.000019073486331181 ]1182 },1183 "obb": {1184 "center": [1185 220.08502578735352,1186 710.0000381469727,1187 55.000019073486331188 ],1189 "extent": [1190 40.08512878417969,1191 100.00005340576172,1192 45.000019073486331193 ],1194 "rotation": [1195 0,1196 0,1197 01198 ]1199 },1200 "location": [