TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l045_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l045_r002/lit.png",5 "camera": {6 "location": [7 608,8 499,9 8410 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 608,38 499,39 84,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 1186,58 505,59 1280,60 69861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 1125,122 445,123 1210,124 665125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "atm": [180 {181 "object_id": "SM_ATM_27",182 "bbox_2d": [183 1309,184 432,185 1319,186 450187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -165.37035369874536,192 1099.9999860165026,193 99.15963745117188194 ],195 "extent": [196 31.839377383484702,197 31.772072915673334,198 89.1596450805664199 ]200 },201 "obb": {202 "center": [203 -165.37035369874536,204 1099.9999860165026,205 99.15963745117188206 ],207 "extent": [208 31.839377383484702,209 31.772072915673334,210 89.1596450805664211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 -171.93374633789062,220 1100,221 10222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 31238 ]239 }240 ],241 "bottle stand": [242 {243 "object_id": "SM_Bottle_Stand_5",244 "bbox_2d": [245 1825,246 413,247 1919,248 482249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 231.80416889283168,254 604.9944947649063,255 111.77631187438965256 ],257 "extent": [258 19.91625660101562,259 10.514703403895282,260 11.776299476623535261 ]262 },263 "obb": {264 "center": [265 231.80416889283168,266 604.9944947649063,267 111.77631187438965268 ],269 "extent": [270 19.91625660101562,271 10.514703403895282,272 11.776299476623535273 ],274 "rotation": [275 0,276 -80.00007629394531,277 0278 ]279 },280 "location": [281 231.80416870117188,282 604.9945068359375,283 100.00001525878906284 ],285 "rotation": [286 0,287 -80.00007629394531,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 191,298 95,299 95300 ]301 }302 ],303 "bottle": [304 {305 "object_id": "SM_Ketchup_Bottle_8",306 "bbox_2d": [307 1900,308 332,309 1919,310 412311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 221.8688999205397,316 602.6392806261019,317 131.40055084228516318 ],319 "extent": [320 5.444847136823114,321 5.444846363241595,322 13.736084938049316323 ]324 },325 "obb": {326 "center": [327 221.8688999205397,328 602.6392806261019,329 131.40055084228516330 ],331 "extent": [332 5.444847136823114,333 5.444846363241595,334 13.736084938049316335 ],336 "rotation": [337 0,338 10.000028610229492,339 0340 ]341 },342 "location": [343 221.86891174316406,344 602.6392822265625,345 117.66446685791016346 ],347 "rotation": [348 0,349 10.000028610229492,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 31,360 95,361 95362 ]363 },364 {365 "object_id": "SM_Mustard_Bottle_11",366 "bbox_2d": [367 1876,368 350,369 1918,370 433371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 231.92778350472975,376 604.8994129316324,377 125.51240539550781378 ],379 "extent": [380 5.444847136823114,381 5.444846363241595,382 13.736084938049316383 ]384 },385 "obb": {386 "center": [387 231.92778350472975,388 604.8994129316324,389 125.51240539550781390 ],391 "extent": [392 5.444847136823114,393 5.444846363241595,394 13.736084938049316395 ],396 "rotation": [397 0,398 10.000028610229492,399 0400 ]401 },402 "location": [403 231.92779541015625,404 604.8994140625,405 111.77632141113281406 ],407 "rotation": [408 0,409 10.000028610229492,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 95,420 0,421 0422 ]423 },424 {425 "object_id": "SM_Mayonaise_Bottle_14",426 "bbox_2d": [427 1847,428 368,429 1890,430 463431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 243.7590366392897,436 607.3930648057894,437 119.62425994873047438 ],439 "extent": [440 5.444847136823114,441 5.444846363241595,442 13.736084938049316443 ]444 },445 "obb": {446 "center": [447 243.7590366392897,448 607.3930648057894,449 119.62425994873047450 ],451 "extent": [452 5.444847136823114,453 5.444846363241595,454 13.736084938049316455 ],456 "rotation": [457 0,458 10.000028610229492,459 0460 ]461 },462 "location": [463 243.75904846191406,464 607.39306640625,465 105.88817596435547466 ],467 "rotation": [468 0,469 10.000028610229492,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 95,480 0,481 255482 ]483 }484 ],485 "card reader": [486 {487 "object_id": "SM_Card_Reader_2",488 "bbox_2d": [489 1512,490 480,491 1536,492 495493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 212.96651400260225,498 716.4899456618128,499 104.12414264678955500 ],501 "extent": [502 10.298967466885273,503 6.94403134721415,504 4.124121189117432505 ]506 },507 "obb": {508 "center": [509 212.96651400260225,510 716.4899456618128,511 104.12414264678955512 ],513 "extent": [514 10.298967466885273,515 6.94403134721415,516 4.124121189117432517 ],518 "rotation": [519 0,520 -77.24995422363281,521 0522 ]523 },524 "location": [525 213.7287139892578,526 716.6624145507812,527 100.0000228881836528 ],529 "rotation": [530 0,531 -77.24995422363281,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 95,542 0,543 191544 ]545 }546 ],547 "shopping basket stand": [548 {549 "object_id": "SM_Shopping_Basket_Stand_2",550 "bbox_2d": [551 641,552 605,553 757,554 655555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 437.0000002387705,560 1145.9999981076555,561 24.87095546722412562 ],563 "extent": [564 37.900795186396465,565 25.92428990466101,566 14.87095832824707567 ]568 },569 "obb": {570 "center": [571 437.0000002387705,572 1145.9999981076555,573 24.87095546722412574 ],575 "extent": [576 37.900795186396465,577 25.92428990466101,578 14.87095832824707579 ],580 "rotation": [581 0,582 7.191411018371582,583 0584 ]585 },586 "location": [587 437,588 1146,589 10590 ],591 "rotation": [592 0,593 7.191411018371582,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 95,604 0,605 31606 ]607 }608 ],609 "shopping basket": [610 {611 "object_id": "SM_Shopping_Basket_11",612 "bbox_2d": [613 651,614 598,615 747,616 649617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 437.000002865246,622 1145.9999772918668,623 28.726181030273438624 ],625 "extent": [626 32.089719732421145,627 24.25146511108278,628 16.13337516784668629 ]630 },631 "obb": {632 "center": [633 437.000002865246,634 1145.9999772918668,635 28.726181030273438636 ],637 "extent": [638 32.089719732421145,639 24.25146511108278,640 16.13337516784668641 ],642 "rotation": [643 0,644 7.191411018371582,645 0646 ]647 },648 "location": [649 437,650 1146,651 12.592809677124023652 ],653 "rotation": [654 0,655 7.191411018371582,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 95,666 255,667 0668 ]669 },670 {671 "object_id": "SM_Shopping_Basket2",672 "bbox_2d": [673 651,674 590,675 747,676 639677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 437.000002865246,682 1145.9999772918668,683 34.18583297729492684 ],685 "extent": [686 32.089719732421145,687 24.25146511108278,688 16.13337516784668689 ]690 },691 "obb": {692 "center": [693 437.000002865246,694 1145.9999772918668,695 34.18583297729492696 ],697 "extent": [698 32.089719732421145,699 24.25146511108278,700 16.13337516784668701 ],702 "rotation": [703 0,704 7.191411018371582,705 0706 ]707 },708 "location": [709 437,710 1146,711 18.052461624145508712 ],713 "rotation": [714 0,715 7.191411018371582,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 95,726 255,727 255728 ]729 },730 {731 "object_id": "SM_Shopping_Basket3",732 "bbox_2d": [733 651,734 581,735 747,736 631737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 437.000002865246,742 1145.9999772918668,743 39.529951095581055744 ],745 "extent": [746 32.089719732421145,747 24.25146511108278,748 16.13337516784668749 ]750 },751 "obb": {752 "center": [753 437.000002865246,754 1145.9999772918668,755 39.529951095581055756 ],757 "extent": [758 32.089719732421145,759 24.25146511108278,760 16.13337516784668761 ],762 "rotation": [763 0,764 7.191411018371582,765 0766 ]767 },768 "location": [769 437,770 1146,771 23.39657974243164772 ],773 "rotation": [774 0,775 7.191411018371582,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 95,786 255,787 127788 ]789 },790 {791 "object_id": "SM_Shopping_Basket4",792 "bbox_2d": [793 646,794 534,795 746,796 615797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 436.34887032376605,802 1145.2814455686596,803 59.73983968876464804 ],805 "extent": [806 36.4081771978602,807 25.262972897530062,808 28.069951478752223809 ]810 },811 "obb": {812 "center": [813 436.34887032376605,814 1145.2814455686596,815 59.73983968876464816 ],817 "extent": [818 36.4081771978602,819 25.262972897530062,820 28.069951478752223821 ],822 "rotation": [823 -27.591447830200202,824 8.121444702148441,825 0826 ]827 },828 "location": [829 428.951416015625,830 1144.225830078125,831 45.4412727355957832 ],833 "rotation": [834 -27.591447830200202,835 8.121444702148441,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 95,846 255,847 63848 ]849 }850 ],851 "mat": [852 {853 "object_id": "SM_Mat_2",854 "bbox_2d": [855 205,856 647,857 620,858 698859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 596.1696014404297,864 1124.8133697509766,865 11.26958978176117866 ],867 "extent": [868 92.76057434082031,869 68.32167053222656,870 0.5533158183097839871 ]872 },873 "obb": {874 "center": [875 596.1696014404297,876 1124.8133697509766,877 11.26958978176117878 ],879 "extent": [880 92.76057434082031,881 68.32167053222656,882 0.5533158183097839883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 596.1780395507812,892 1124.3819580078125,893 10.738197326660156894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 95,908 255,909 191910 ]911 },912 {913 "object_id": "SM_Mat2",914 "bbox_2d": [915 1042,916 699,917 1771,918 866919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 324.528668041802,924 717.1061794844431,925 10.689099669456482926 ],927 "extent": [928 69.14052434333286,929 93.36202669623742,930 0.5533158183097839931 ]932 },933 "obb": {934 "center": [935 324.528668041802,936 717.1061794844431,937 10.689099669456482938 ],939 "extent": [940 69.14052434333286,941 93.36202669623742,942 0.5533158183097839943 ],944 "rotation": [945 0,946 -90.50744628906251,947 0948 ]949 },950 "location": [951 324.0971984863281,952 717.1015625,953 10.157707214355469954 ],955 "rotation": [956 0,957 -90.50744628906251,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 95,968 255,969 31970 ]971 }972 ],973 "tobacco display": [974 {975 "object_id": "SM_Tobacco_Display_A_2",976 "bbox_2d": [977 1563,978 286,979 1729,980 446981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 23.729498760974124,986 758.7660160728269,987 109.92137145996094988 ],989 "extent": [990 22.350087063553914,991 38.00004380254984,992 99.92132568359375993 ]994 },995 "obb": {996 "center": [997 23.72949876097412,998 758.7660160728269,999 109.921371459960941000 ],1001 "extent": [1002 22.350087063553914,1003 38.00004380254984,1004 99.921325683593751005 ],1006 "rotation": [1007 0,1008 -90.00012207031251,1009 01010 ]1011 },1012 "location": [1013 1.3794403076171875,1014 720.7660522460938,1015 10.0000457763671881016 ],1017 "rotation": [1018 0,1019 -90.00012207031251,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 95,1030 63,1031 631032 ]1033 },1034 {1035 "object_id": "SM_Tobacco_Display_B_8",1036 "bbox_2d": [1037 1725,1038 247,1039 1919,1040 4841041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 23.90831144999611,1046 682.3889438536045,1047 109.921310424804691048 ],1049 "extent": [1050 22.3500820035545,1051 38.00004082647695,1052 99.921325683593751053 ]1054 },1055 "obb": {1056 "center": [1057 23.90831144999611,1058 682.3889438536045,1059 109.921310424804691060 ],1061 "extent": [1062 22.3500820035545,1063 38.00004082647695,1064 99.921325683593751065 ],1066 "rotation": [1067 0,1068 -90.00011444091797,1069 01070 ]1071 },1072 "location": [1073 1.558258056640625,1074 644.3889770507812,1075 9.9999847412109381076 ],1077 "rotation": [1078 0,1079 -90.00011444091797,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 95,1090 63,1091 1911092 ]1093 }1094 ],1095 "counter shelf display": [1096 {1097 "object_id": "SM_Counter_Shelf_Display_B_4",1098 "bbox_2d": [1099 1834,1100 480,1101 1919,1102 8151103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 219.9999656677246,1108 510.00003814697266,1109 55.000019073486331110 ],1111 "extent": [1112 40.00006866455078,1113 100.00005340576172,1114 45.000019073486331115 ]1116 },1117 "obb": {1118 "center": [1119 219.9999656677246,1120 510.00003814697266,1121 55.000019073486331122 ],1123 "extent": [1124 40.00006866455078,1125 100.00005340576172,1126 45.000019073486331127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 180,1136 410,1137 101138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 95,1152 191,1153 311154 ]1155 },1156 {1157 "object_id": "SM_Counter_Shelf_Display_A_7",1158 "bbox_2d": [1159 1276,1160 483,1161 1838,1162 8001163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 220.08502578735352,1168 710.0000381469727,1169 55.000019073486331170 ],1171 "extent": [1172 40.08512878417969,1173 100.00005340576172,1174 45.000019073486331175 ]1176 },1177 "obb": {1178 "center": [1179 220.08502578735352,1180 710.0000381469727,1181 55.000019073486331182 ],1183 "extent": [1184 40.08512878417969,1185 100.00005340576172,1186 45.000019073486331187 ],1188 "rotation": [1189 0,1190 0,1191 01192 ]1193 },1194 "location": [1195 180,1196 610,1197 101198 ],1199 "rotation": [1200 0,