TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l083_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l083_r002/lit.png",5 "camera": {6 "location": [7 643,8 541,9 12510 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 643,38 541,39 125,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 1292,58 581,59 1582,60 79861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 1212,122 514,123 1308,124 741125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "atm": [180 {181 "object_id": "SM_ATM_27",182 "bbox_2d": [183 1365,184 472,185 1397,186 582187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -165.37035369874536,192 1099.9999860165026,193 99.15963745117188194 ],195 "extent": [196 31.839377383484702,197 31.772072915673334,198 89.1596450805664199 ]200 },201 "obb": {202 "center": [203 -165.37035369874536,204 1099.9999860165026,205 99.15963745117188206 ],207 "extent": [208 31.839377383484702,209 31.772072915673334,210 89.1596450805664211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 -171.93374633789062,220 1100,221 10222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 31238 ]239 }240 ],241 "card reader": [242 {243 "object_id": "SM_Card_Reader_2",244 "bbox_2d": [245 1674,246 583,247 1706,248 606249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 212.96651400260225,254 716.4899456618128,255 104.12414264678955256 ],257 "extent": [258 10.298967466885273,259 6.94403134721415,260 4.124121189117432261 ]262 },263 "obb": {264 "center": [265 212.96651400260225,266 716.4899456618128,267 104.12414264678955268 ],269 "extent": [270 10.298967466885273,271 6.94403134721415,272 4.124121189117432273 ],274 "rotation": [275 0,276 -77.24995422363281,277 0278 ]279 },280 "location": [281 213.7287139892578,282 716.6624145507812,283 100.0000228881836284 ],285 "rotation": [286 0,287 -77.24995422363281,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 95,298 0,299 191300 ]301 }302 ],303 "shopping basket stand": [304 {305 "object_id": "SM_Shopping_Basket_Stand_2",306 "bbox_2d": [307 710,308 669,309 830,310 725311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 437.0000002387705,316 1145.9999981076555,317 24.87095546722412318 ],319 "extent": [320 37.900795186396465,321 25.92428990466101,322 14.87095832824707323 ]324 },325 "obb": {326 "center": [327 437.0000002387705,328 1145.9999981076555,329 24.87095546722412330 ],331 "extent": [332 37.900795186396465,333 25.92428990466101,334 14.87095832824707335 ],336 "rotation": [337 0,338 7.191411018371582,339 0340 ]341 },342 "location": [343 437,344 1146,345 10346 ],347 "rotation": [348 0,349 7.191411018371582,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 95,360 0,361 31362 ]363 }364 ],365 "shopping basket": [366 {367 "object_id": "SM_Shopping_Basket_11",368 "bbox_2d": [369 720,370 662,371 820,372 718373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 437.000002865246,378 1145.9999772918668,379 28.726181030273438380 ],381 "extent": [382 32.089719732421145,383 24.25146511108278,384 16.13337516784668385 ]386 },387 "obb": {388 "center": [389 437.000002865246,390 1145.9999772918668,391 28.726181030273438392 ],393 "extent": [394 32.089719732421145,395 24.25146511108278,396 16.13337516784668397 ],398 "rotation": [399 0,400 7.191411018371582,401 0402 ]403 },404 "location": [405 437,406 1146,407 12.592809677124023408 ],409 "rotation": [410 0,411 7.191411018371582,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 95,422 255,423 0424 ]425 },426 {427 "object_id": "SM_Shopping_Basket2",428 "bbox_2d": [429 720,430 654,431 820,432 707433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 437.000002865246,438 1145.9999772918668,439 34.18583297729492440 ],441 "extent": [442 32.089719732421145,443 24.25146511108278,444 16.13337516784668445 ]446 },447 "obb": {448 "center": [449 437.000002865246,450 1145.9999772918668,451 34.18583297729492452 ],453 "extent": [454 32.089719732421145,455 24.25146511108278,456 16.13337516784668457 ],458 "rotation": [459 0,460 7.191411018371582,461 0462 ]463 },464 "location": [465 437,466 1146,467 18.052461624145508468 ],469 "rotation": [470 0,471 7.191411018371582,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 95,482 255,483 255484 ]485 },486 {487 "object_id": "SM_Shopping_Basket3",488 "bbox_2d": [489 720,490 644,491 820,492 699493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 437.000002865246,498 1145.9999772918668,499 39.529951095581055500 ],501 "extent": [502 32.089719732421145,503 24.25146511108278,504 16.13337516784668505 ]506 },507 "obb": {508 "center": [509 437.000002865246,510 1145.9999772918668,511 39.529951095581055512 ],513 "extent": [514 32.089719732421145,515 24.25146511108278,516 16.13337516784668517 ],518 "rotation": [519 0,520 7.191411018371582,521 0522 ]523 },524 "location": [525 437,526 1146,527 23.39657974243164528 ],529 "rotation": [530 0,531 7.191411018371582,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 95,542 255,543 127544 ]545 },546 {547 "object_id": "SM_Shopping_Basket4",548 "bbox_2d": [549 715,550 595,551 818,552 682553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 436.34887032376605,558 1145.2814455686596,559 59.73983968876464560 ],561 "extent": [562 36.4081771978602,563 25.262972897530062,564 28.069951478752223565 ]566 },567 "obb": {568 "center": [569 436.34887032376605,570 1145.2814455686596,571 59.73983968876464572 ],573 "extent": [574 36.4081771978602,575 25.262972897530062,576 28.069951478752223577 ],578 "rotation": [579 -27.591447830200202,580 8.121444702148441,581 0582 ]583 },584 "location": [585 428.951416015625,586 1144.225830078125,587 45.4412727355957588 ],589 "rotation": [590 -27.591447830200202,591 8.121444702148441,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 95,602 255,603 63604 ]605 }606 ],607 "mat": [608 {609 "object_id": "SM_Mat_2",610 "bbox_2d": [611 287,612 713,613 703,614 798615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 596.1696014404297,620 1124.8133697509766,621 11.26958978176117622 ],623 "extent": [624 92.76057434082031,625 68.32167053222656,626 0.5533158183097839627 ]628 },629 "obb": {630 "center": [631 596.1696014404297,632 1124.8133697509766,633 11.26958978176117634 ],635 "extent": [636 92.76057434082031,637 68.32167053222656,638 0.5533158183097839639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 596.1780395507812,648 1124.3819580078125,649 10.738197326660156650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 95,664 255,665 191666 ]667 },668 {669 "object_id": "SM_Mat2",670 "bbox_2d": [671 1185,672 799,673 1919,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 324.528668041802,680 717.1061794844431,681 10.689099669456482682 ],683 "extent": [684 69.14052434333286,685 93.36202669623742,686 0.5533158183097839687 ]688 },689 "obb": {690 "center": [691 324.528668041802,692 717.1061794844431,693 10.689099669456482694 ],695 "extent": [696 69.14052434333286,697 93.36202669623742,698 0.5533158183097839699 ],700 "rotation": [701 0,702 -90.50744628906251,703 0704 ]705 },706 "location": [707 324.0971984863281,708 717.1015625,709 10.157707214355469710 ],711 "rotation": [712 0,713 -90.50744628906251,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 95,724 255,725 31726 ]727 }728 ],729 "tobacco display": [730 {731 "object_id": "SM_Tobacco_Display_A_2",732 "bbox_2d": [733 1679,734 362,735 1869,736 586737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 23.729498760974124,742 758.7660160728269,743 109.92137145996094744 ],745 "extent": [746 22.350087063553914,747 38.00004380254984,748 99.92132568359375749 ]750 },751 "obb": {752 "center": [753 23.72949876097412,754 758.7660160728269,755 109.92137145996094756 ],757 "extent": [758 22.350087063553914,759 38.00004380254984,760 99.92132568359375761 ],762 "rotation": [763 0,764 -90.00012207031251,765 0766 ]767 },768 "location": [769 1.3794403076171875,770 720.7660522460938,771 10.000045776367188772 ],773 "rotation": [774 0,775 -90.00012207031251,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 95,786 63,787 63788 ]789 },790 {791 "object_id": "SM_Tobacco_Display_B_8",792 "bbox_2d": [793 1865,794 354,795 1919,796 566797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 23.90831144999611,802 682.3889438536045,803 109.92131042480469804 ],805 "extent": [806 22.3500820035545,807 38.00004082647695,808 99.92132568359375809 ]810 },811 "obb": {812 "center": [813 23.90831144999611,814 682.3889438536045,815 109.92131042480469816 ],817 "extent": [818 22.3500820035545,819 38.00004082647695,820 99.92132568359375821 ],822 "rotation": [823 0,824 -90.00011444091797,825 0826 ]827 },828 "location": [829 1.558258056640625,830 644.3889770507812,831 9.999984741210938832 ],833 "rotation": [834 0,835 -90.00011444091797,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 95,846 63,847 191848 ]849 }850 ],851 "lighter display": [852 {853 "object_id": "SM_Lighter_Display_5",854 "bbox_2d": [855 1417,856 537,857 1485,858 597859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 238.92790071919288,864 802.2531143062456,865 113.30773448944092866 ],867 "extent": [868 13.147392160229316,869 14.132033608390088,870 13.30773639678955871 ]872 },873 "obb": {874 "center": [875 238.92790071919288,876 802.2531143062456,877 113.30773448944092878 ],879 "extent": [880 13.147392160229316,881 14.132033608390088,882 13.30773639678955883 ],884 "rotation": [885 0,886 -108.63994598388675,887 0888 ]889 },890 "location": [891 238.9279022216797,892 802.2531127929688,893 100894 ],895 "rotation": [896 0,897 -108.63994598388675,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 95,908 31,909 0910 ]911 }912 ],913 "energy drink display": [914 {915 "object_id": "SM_Energy_Drink_Display_2",916 "bbox_2d": [917 1858,918 449,919 1919,920 622921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 234.2728631504418,926 646.744538947257,927 129.77771377563477928 ],929 "extent": [930 19.787281211975227,931 17.610119532174963,932 29.777729034423828933 ]934 },935 "obb": {936 "center": [937 234.2728631504418,938 646.744538947257,939 129.77771377563477940 ],941 "extent": [942 19.787281211975227,943 17.610119532174963,944 29.777729034423828945 ],946 "rotation": [947 0,948 -66.38336181640624,949 0950 ]951 },952 "location": [953 232.88006591796875,954 646.1355590820312,955 99.99999237060547956 ],957 "rotation": [958 0,959 -66.38336181640624,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 95,970 31,971 255972 ]973 }974 ],975 "sour candy": [976 {977 "object_id": "SM_Sour_Candy_5",978 "bbox_2d": [979 1366,980 550,981 1417,982 594983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 244.7695346689095,988 827.8213800941745,989 110.12102127075195990 ],991 "extent": [992 13.264915934971029,993 8.890602562099843,994 10.121023178100586995 ]996 },997 "obb": {998 "center": [999 244.7695346689095,1000 827.8213800941745,1001 110.121021270751951002 ],1003 "extent": [1004 13.264915934971029,1005 8.890602562099843,1006 10.1210231781005861007 ],1008 "rotation": [1009 0,1010 -96.92366790771486,1011 01012 ]1013 },1014 "location": [1015 244.79843139648438,1016 827.81787109375,1017 1001018 ],1019 "rotation": [1020 0,1021 -96.92366790771486,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 95,1032 127,1033 951034 ]1035 }1036 ],1037 "brochures": [1038 {1039 "object_id": "SM_Brochures_8",1040 "bbox_2d": [1041 1313,1042 531,1043 1339,1044 5881045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 229.31616101974288,1050 877.3379507332987,1051 114.690733909606931052 ],1053 "extent": [1054 8.653435916451969,1055 8.89416004278928,1056 14.6907653808593751057 ]1058 },1059 "obb": {1060 "center": [1061 229.31616101974288,1062 877.3379507332987,1063 114.690733909606931064 ],1065 "extent": [1066 8.653435916451969,1067 8.89416004278928,1068 14.6907653808593751069 ],1070 "rotation": [1071 0,1072 -49.61500930786132,1073 01074 ]1075 },1076 "location": [1077 229.316162109375,1078 877.3379516601562,1079 99.999969482421881080 ],1081 "rotation": [1082 0,1083 -49.61500930786132,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 95,1094 63,1095 951096 ]1097 }1098 ],1099 "beer sign": [1100 {1101 "object_id": "SM_Beer_Sign_4",1102 "bbox_2d": [1103 1868,1104 273,1105 1919,1106 3401107 ],1108 "bbox_3d": {1109 "aabb": {1110 "center": [1111 2.072068214411798,1112 690.9740556403841,1113 240.578370094299321114 ],1115 "extent": [1116 2.073853505422177,1117 41.1873022391693,1118 14.964528083801271119 ]1120 },1121 "obb": {1122 "center": [1123 2.072068214411798,1124 690.9740556403841,1125 240.578370094299321126 ],1127 "extent": [1128 2.073853505422177,1129 41.1873022391693,1130 14.964528083801271131 ],1132 "rotation": [1133 0,1134 -90.00012207031251,1135 01136 ]1137 },1138 "location": [1139 -0.0016937255859375,1140 690.9740600585938,1141 240.5783691406251142 ],1143 "rotation": [1144 0,1145 -90.00012207031251,1146 01147 ],1148 "scale": [1149 1,1150 1,1151 11152 ]1153 },1154 "color": [1155 95,1156 31,1157 951158 ]1159 }1160 ],1161 "ad": [1162 {1163 "object_id": "SM_Sandwich_Ad_2",1164 "bbox_2d": [1165 96,1166 408,1167 248,1168 5881169 ],1170 "bbox_3d": {1171 "aabb": {1172 "center": [1173 750.7865600585938,1174 1201.00441634655,1175 146.558418273925781176 ],1177 "extent": [1178 32.24943542480469,1179 0.4452856779098511,1180 47.1828308105468751181 ]1182 },1183 "obb": {1184 "center": [1185 750.7865600585938,1186 1201.00441634655,1187 146.558418273925781188 ],1189 "extent": [1190 32.24943542480469,1191 0.4452856779098511,1192 47.1828308105468751193 ],1194 "rotation": [1195 0,1196 0,1197 01198 ]1199 },1200 "location": [