TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l131_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l131_r001/lit.png",5 "camera": {6 "location": [7 225,8 487,9 15910 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 225,38 487,39 159,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 1384,58 699,59 1919,60 99961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 1528,122 585,123 1660,124 704125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "bottle stand": [180 {181 "object_id": "SM_Bottle_Stand_5",182 "bbox_2d": [183 1250,184 861,185 1660,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 231.80416889283168,192 604.9944947649063,193 111.77631187438965194 ],195 "extent": [196 19.91625660101562,197 10.514703403895282,198 11.776299476623535199 ]200 },201 "obb": {202 "center": [203 231.80416889283168,204 604.9944947649063,205 111.77631187438965206 ],207 "extent": [208 19.91625660101562,209 10.514703403895282,210 11.776299476623535211 ],212 "rotation": [213 0,214 -80.00007629394531,215 0216 ]217 },218 "location": [219 231.80416870117188,220 604.9945068359375,221 100.00001525878906222 ],223 "rotation": [224 0,225 -80.00007629394531,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 191,236 95,237 95238 ]239 }240 ],241 "bottle": [242 {243 "object_id": "SM_Ketchup_Bottle_8",244 "bbox_2d": [245 1497,246 674,247 1603,248 914249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 221.8688999205397,254 602.6392806261019,255 131.40055084228516256 ],257 "extent": [258 5.444847136823114,259 5.444846363241595,260 13.736084938049316261 ]262 },263 "obb": {264 "center": [265 221.8688999205397,266 602.6392806261019,267 131.40055084228516268 ],269 "extent": [270 5.444847136823114,271 5.444846363241595,272 13.736084938049316273 ],274 "rotation": [275 0,276 10.000028610229492,277 0278 ]279 },280 "location": [281 221.86891174316406,282 602.6392822265625,283 117.66446685791016284 ],285 "rotation": [286 0,287 10.000028610229492,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 31,298 95,299 95300 ]301 },302 {303 "object_id": "SM_Mustard_Bottle_11",304 "bbox_2d": [305 1395,306 718,307 1489,308 909309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 231.92778350472975,314 604.8994129316324,315 125.51240539550781316 ],317 "extent": [318 5.444847136823114,319 5.444846363241595,320 13.736084938049316321 ]322 },323 "obb": {324 "center": [325 231.92778350472975,326 604.8994129316324,327 125.51240539550781328 ],329 "extent": [330 5.444847136823114,331 5.444846363241595,332 13.736084938049316333 ],334 "rotation": [335 0,336 10.000028610229492,337 0338 ]339 },340 "location": [341 231.92779541015625,342 604.8994140625,343 111.77632141113281344 ],345 "rotation": [346 0,347 10.000028610229492,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 95,358 0,359 0360 ]361 },362 {363 "object_id": "SM_Mayonaise_Bottle_14",364 "bbox_2d": [365 1289,366 755,367 1374,368 932369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 243.7590366392897,374 607.3930648057894,375 119.62425994873047376 ],377 "extent": [378 5.444847136823114,379 5.444846363241595,380 13.736084938049316381 ]382 },383 "obb": {384 "center": [385 243.7590366392897,386 607.3930648057894,387 119.62425994873047388 ],389 "extent": [390 5.444847136823114,391 5.444846363241595,392 13.736084938049316393 ],394 "rotation": [395 0,396 10.000028610229492,397 0398 ]399 },400 "location": [401 243.75904846191406,402 607.39306640625,403 105.88817596435547404 ],405 "rotation": [406 0,407 10.000028610229492,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 95,418 0,419 255420 ]421 }422 ],423 "tong": [424 {425 "object_id": "SM_Sausage_Tong_17",426 "bbox_2d": [427 1245,428 952,429 1432,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 224.54147720335038,436 561.3736702950249,437 112.85123252868652438 ],439 "extent": [440 19.13773023052434,441 7.932754594725338,442 12.851158142089844443 ]444 },445 "obb": {446 "center": [447 224.54147720335038,448 561.3736702950249,449 112.85123252868652450 ],451 "extent": [452 19.13773023052434,453 7.932754594725338,454 12.851158142089844455 ],456 "rotation": [457 0,458 90.00011444091797,459 0460 ]461 },462 "location": [463 220.86343383789062,464 561.3736572265625,465 100.00007629394531466 ],467 "rotation": [468 0,469 90.00011444091797,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 95,480 0,481 127482 ]483 }484 ],485 "shopping basket stand": [486 {487 "object_id": "SM_Shopping_Basket_Stand_2",488 "bbox_2d": [489 1108,490 709,491 1226,492 763493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 437.0000002387705,498 1145.9999981076555,499 24.87095546722412500 ],501 "extent": [502 37.900795186396465,503 25.92428990466101,504 14.87095832824707505 ]506 },507 "obb": {508 "center": [509 437.0000002387705,510 1145.9999981076555,511 24.87095546722412512 ],513 "extent": [514 37.900795186396465,515 25.92428990466101,516 14.87095832824707517 ],518 "rotation": [519 0,520 7.191411018371582,521 0522 ]523 },524 "location": [525 437,526 1146,527 10528 ],529 "rotation": [530 0,531 7.191411018371582,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 95,542 0,543 31544 ]545 }546 ],547 "shopping basket": [548 {549 "object_id": "SM_Shopping_Basket_11",550 "bbox_2d": [551 1118,552 701,553 1215,554 755555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 437.000002865246,560 1145.9999772918668,561 28.726181030273438562 ],563 "extent": [564 32.089719732421145,565 24.25146511108278,566 16.13337516784668567 ]568 },569 "obb": {570 "center": [571 437.000002865246,572 1145.9999772918668,573 28.726181030273438574 ],575 "extent": [576 32.089719732421145,577 24.25146511108278,578 16.13337516784668579 ],580 "rotation": [581 0,582 7.191411018371582,583 0584 ]585 },586 "location": [587 437,588 1146,589 12.592809677124023590 ],591 "rotation": [592 0,593 7.191411018371582,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 95,604 255,605 0606 ]607 },608 {609 "object_id": "SM_Shopping_Basket2",610 "bbox_2d": [611 1118,612 694,613 1215,614 745615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 437.000002865246,620 1145.9999772918668,621 34.18583297729492622 ],623 "extent": [624 32.089719732421145,625 24.25146511108278,626 16.13337516784668627 ]628 },629 "obb": {630 "center": [631 437.000002865246,632 1145.9999772918668,633 34.18583297729492634 ],635 "extent": [636 32.089719732421145,637 24.25146511108278,638 16.13337516784668639 ],640 "rotation": [641 0,642 7.191411018371582,643 0644 ]645 },646 "location": [647 437,648 1146,649 18.052461624145508650 ],651 "rotation": [652 0,653 7.191411018371582,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 95,664 255,665 255666 ]667 },668 {669 "object_id": "SM_Shopping_Basket3",670 "bbox_2d": [671 1118,672 681,673 1215,674 737675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 437.000002865246,680 1145.9999772918668,681 39.529951095581055682 ],683 "extent": [684 32.089719732421145,685 24.25146511108278,686 16.13337516784668687 ]688 },689 "obb": {690 "center": [691 437.000002865246,692 1145.9999772918668,693 39.529951095581055694 ],695 "extent": [696 32.089719732421145,697 24.25146511108278,698 16.13337516784668699 ],700 "rotation": [701 0,702 7.191411018371582,703 0704 ]705 },706 "location": [707 437,708 1146,709 23.39657974243164710 ],711 "rotation": [712 0,713 7.191411018371582,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 95,724 255,725 127726 ]727 },728 {729 "object_id": "SM_Shopping_Basket4",730 "bbox_2d": [731 1113,732 641,733 1213,734 693735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 436.34887032376605,740 1145.2814455686596,741 59.73983968876464742 ],743 "extent": [744 36.4081771978602,745 25.262972897530062,746 28.069951478752223747 ]748 },749 "obb": {750 "center": [751 436.34887032376605,752 1145.2814455686596,753 59.73983968876464754 ],755 "extent": [756 36.4081771978602,757 25.262972897530062,758 28.069951478752223759 ],760 "rotation": [761 -27.591447830200202,762 8.121444702148441,763 0764 ]765 },766 "location": [767 428.951416015625,768 1144.225830078125,769 45.4412727355957770 ],771 "rotation": [772 -27.591447830200202,773 8.121444702148441,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 95,784 255,785 63786 ]787 }788 ],789 "mat": [790 {791 "object_id": "SM_Mat_2",792 "bbox_2d": [793 808,794 709,795 1101,796 763797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 596.1696014404297,802 1124.8133697509766,803 11.26958978176117804 ],805 "extent": [806 92.76057434082031,807 68.32167053222656,808 0.5533158183097839809 ]810 },811 "obb": {812 "center": [813 596.1696014404297,814 1124.8133697509766,815 11.26958978176117816 ],817 "extent": [818 92.76057434082031,819 68.32167053222656,820 0.5533158183097839821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 596.1780395507812,830 1124.3819580078125,831 10.738197326660156832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 95,846 255,847 191848 ]849 },850 {851 "object_id": "SM_Mat2",852 "bbox_2d": [853 815,854 933,855 1212,856 1079857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 324.528668041802,862 717.1061794844431,863 10.689099669456482864 ],865 "extent": [866 69.14052434333286,867 93.36202669623742,868 0.5533158183097839869 ]870 },871 "obb": {872 "center": [873 324.528668041802,874 717.1061794844431,875 10.689099669456482876 ],877 "extent": [878 69.14052434333286,879 93.36202669623742,880 0.5533158183097839881 ],882 "rotation": [883 0,884 -90.50744628906251,885 0886 ]887 },888 "location": [889 324.0971984863281,890 717.1015625,891 10.157707214355469892 ],893 "rotation": [894 0,895 -90.50744628906251,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 95,906 255,907 31908 ]909 }910 ],911 "counter shelf display": [912 {913 "object_id": "SM_Counter_Shelf_Display_B_4",914 "bbox_2d": [915 1145,916 997,917 1329,918 1079919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 219.9999656677246,924 510.00003814697266,925 55.00001907348633926 ],927 "extent": [928 40.00006866455078,929 100.00005340576172,930 45.00001907348633931 ]932 },933 "obb": {934 "center": [935 219.9999656677246,936 510.00003814697266,937 55.00001907348633938 ],939 "extent": [940 40.00006866455078,941 100.00005340576172,942 45.00001907348633943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 180,952 410,953 10954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 95,968 191,969 31970 ]971 },972 {973 "object_id": "SM_Counter_Shelf_Display_A_7",974 "bbox_2d": [975 1202,976 731,977 1919,978 1079979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 220.08502578735352,984 710.0000381469727,985 55.00001907348633986 ],987 "extent": [988 40.08512878417969,989 100.00005340576172,990 45.00001907348633991 ]992 },993 "obb": {994 "center": [995 220.08502578735352,996 710.0000381469727,997 55.00001907348633998 ],999 "extent": [1000 40.08512878417969,1001 100.00005340576172,1002 45.000019073486331003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 180,1012 610,1013 101014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 159,1028 63,1029 1271030 ]1031 }1032 ],1033 "lighter display": [1034 {1035 "object_id": "SM_Lighter_Display_5",1036 "bbox_2d": [1037 1412,1038 674,1039 1510,1040 7401041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 238.92790071919288,1046 802.2531143062456,1047 113.307734489440921048 ],1049 "extent": [1050 13.147392160229316,1051 14.132033608390088,1052 13.307736396789551053 ]1054 },1055 "obb": {1056 "center": [1057 238.92790071919288,1058 802.2531143062456,1059 113.307734489440921060 ],1061 "extent": [1062 13.147392160229316,1063 14.132033608390088,1064 13.307736396789551065 ],1066 "rotation": [1067 0,1068 -108.63994598388675,1069 01070 ]1071 },1072 "location": [1073 238.9279022216797,1074 802.2531127929688,1075 1001076 ],1077 "rotation": [1078 0,1079 -108.63994598388675,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 95,1090 31,1091 01092 ]1093 }1094 ],1095 "energy drink display": [1096 {1097 "object_id": "SM_Energy_Drink_Display_2",1098 "bbox_2d": [1099 1366,1100 536,1101 1560,1102 8881103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 234.2728631504418,1108 646.744538947257,1109 129.777713775634771110 ],1111 "extent": [1112 19.787281211975227,1113 17.610119532174963,1114 29.7777290344238281115 ]1116 },1117 "obb": {1118 "center": [1119 234.2728631504418,1120 646.744538947257,1121 129.777713775634771122 ],1123 "extent": [1124 19.787281211975227,1125 17.610119532174963,1126 29.7777290344238281127 ],1128 "rotation": [1129 0,1130 -66.38336181640624,1131 01132 ]1133 },1134 "location": [1135 232.88006591796875,1136 646.1355590820312,1137 99.999992370605471138 ],1139 "rotation": [1140 0,1141 -66.38336181640624,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 95,1152 31,1153 2551154 ]1155 }1156 ],1157 "sour candy": [1158 {1159 "object_id": "SM_Sour_Candy_5",1160 "bbox_2d": [1161 1399,1162 690,1163 1443,1164 7251165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 244.7695346689095,1170 827.8213800941745,1171 110.121021270751951172 ],1173 "extent": [1174 13.264915934971029,1175 8.890602562099843,1176 10.1210231781005861177 ]1178 },1179 "obb": {1180 "center": [1181 244.7695346689095,1182 827.8213800941745,1183 110.121021270751951184 ],1185 "extent": [1186 13.264915934971029,1187 8.890602562099843,1188 10.1210231781005861189 ],1190 "rotation": [1191 0,1192 -96.92366790771486,1193 01194 ]1195 },1196 "location": [1197 244.79843139648438,1198 827.81787109375,1199 1001200 ],