TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l149_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l149_r003/lit.png",5 "camera": {6 "location": [7 763,8 589,9 15210 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 763,38 589,39 152,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 402,58 613,59 622,60 80861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 282,122 560,123 403,124 793125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "tobacco display": [180 {181 "object_id": "SM_Tobacco_Display_C_8",182 "bbox_2d": [183 888,184 463,185 989,186 625187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 24.718214886462405,192 604.8800907798582,193 109.9212646484375194 ],195 "extent": [196 22.350087063553914,197 38.00004380254984,198 99.92132568359375199 ]200 },201 "obb": {202 "center": [203 24.718214886462402,204 604.8800907798582,205 109.9212646484375206 ],207 "extent": [208 22.350087063553914,209 38.00004380254984,210 99.92132568359375211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 2.3681564331054688,220 566.880126953125,221 9.99993896484375222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 0238 ]239 },240 {241 "object_id": "SM_Tobacco_Display_A_2",242 "bbox_2d": [243 682,244 463,245 785,246 625247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 23.729498760974124,252 758.7660160728269,253 109.92137145996094254 ],255 "extent": [256 22.350087063553914,257 38.00004380254984,258 99.92132568359375259 ]260 },261 "obb": {262 "center": [263 23.72949876097412,264 758.7660160728269,265 109.92137145996094266 ],267 "extent": [268 22.350087063553914,269 38.00004380254984,270 99.92132568359375271 ],272 "rotation": [273 0,274 -90.00012207031251,275 0276 ]277 },278 "location": [279 1.3794403076171875,280 720.7660522460938,281 10.000045776367188282 ],283 "rotation": [284 0,285 -90.00012207031251,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 95,296 63,297 63298 ]299 },300 {301 "object_id": "SM_Tobacco_Display_B_8",302 "bbox_2d": [303 785,304 463,305 888,306 625307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 23.90831144999611,312 682.3889438536045,313 109.92131042480469314 ],315 "extent": [316 22.3500820035545,317 38.00004082647695,318 99.92132568359375319 ]320 },321 "obb": {322 "center": [323 23.90831144999611,324 682.3889438536045,325 109.92131042480469326 ],327 "extent": [328 22.3500820035545,329 38.00004082647695,330 99.92132568359375331 ],332 "rotation": [333 0,334 -90.00011444091797,335 0336 ]337 },338 "location": [339 1.558258056640625,340 644.3889770507812,341 9.999984741210938342 ],343 "rotation": [344 0,345 -90.00011444091797,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 95,356 63,357 191358 ]359 }360 ],361 "atm": [362 {363 "object_id": "SM_ATM_27",364 "bbox_2d": [365 382,366 502,367 443,368 689369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -165.37035369874536,374 1099.9999860165026,375 99.15963745117188376 ],377 "extent": [378 31.839377383484702,379 31.772072915673334,380 89.1596450805664381 ]382 },383 "obb": {384 "center": [385 -165.37035369874536,386 1099.9999860165026,387 99.15963745117188388 ],389 "extent": [390 31.839377383484702,391 31.772072915673334,392 89.1596450805664393 ],394 "rotation": [395 0,396 -90.00012207031251,397 0398 ]399 },400 "location": [401 -171.93374633789062,402 1100,403 10404 ],405 "rotation": [406 0,407 -90.00012207031251,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 255,418 95,419 31420 ]421 }422 ],423 "coffee counter": [424 {425 "object_id": "SM_Coffee_Counter_10",426 "bbox_2d": [427 1868,428 973,429 1919,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 748.8608591313241,436 439.99975984073865,437 55.00001907348633438 ],439 "extent": [440 101.1391713864673,441 40.000270676740854,442 45.00001907348633443 ]444 },445 "obb": {446 "center": [447 748.8608591313241,448 439.99975984073865,449 55.00001907348633450 ],451 "extent": [452 101.1391713864673,453 40.000270676740854,454 45.00001907348633455 ],456 "rotation": [457 0,458 90.00011444091797,459 0460 ]461 },462 "location": [463 850,464 400,465 10466 ],467 "rotation": [468 0,469 90.00011444091797,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 191,480 95,481 31482 ]483 }484 ],485 "hot dog grill": [486 {487 "object_id": "SM_Hot_Dog_Grill_2",488 "bbox_2d": [489 1046,490 558,491 1168,492 634493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 218.9225597381623,498 506.7220488255456,499 120.7146987915039500 ],501 "extent": [502 21.332088011749477,503 32.01364102946616,504 20.843448638916016505 ]506 },507 "obb": {508 "center": [509 218.9225597381623,510 506.7220488255456,511 120.7146987915039512 ],513 "extent": [514 21.332088011749477,515 32.01364102946616,516 20.843448638916016517 ],518 "rotation": [519 0,520 -90.00012207031251,521 0522 ]523 },524 "location": [525 220.29644775390625,526 506.7220458984375,527 100528 ],529 "rotation": [530 0,531 -90.00012207031251,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 63,542 95,543 95544 ]545 }546 ],547 "bottle stand": [548 {549 "object_id": "SM_Bottle_Stand_5",550 "bbox_2d": [551 910,552 590,553 949,554 637555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 231.80416889283168,560 604.9944947649063,561 111.77631187438965562 ],563 "extent": [564 19.91625660101562,565 10.514703403895282,566 11.776299476623535567 ]568 },569 "obb": {570 "center": [571 231.80416889283168,572 604.9944947649063,573 111.77631187438965574 ],575 "extent": [576 19.91625660101562,577 10.514703403895282,578 11.776299476623535579 ],580 "rotation": [581 0,582 -80.00007629394531,583 0584 ]585 },586 "location": [587 231.80416870117188,588 604.9945068359375,589 100.00001525878906590 ],591 "rotation": [592 0,593 -80.00007629394531,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 191,604 95,605 95606 ]607 }608 ],609 "bottle": [610 {611 "object_id": "SM_Ketchup_Bottle_8",612 "bbox_2d": [613 928,614 552,615 943,616 600617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 221.8688999205397,622 602.6392806261019,623 131.40055084228516624 ],625 "extent": [626 5.444847136823114,627 5.444846363241595,628 13.736084938049316629 ]630 },631 "obb": {632 "center": [633 221.8688999205397,634 602.6392806261019,635 131.40055084228516636 ],637 "extent": [638 5.444847136823114,639 5.444846363241595,640 13.736084938049316641 ],642 "rotation": [643 0,644 10.000028610229492,645 0646 ]647 },648 "location": [649 221.86891174316406,650 602.6392822265625,651 117.66446685791016652 ],653 "rotation": [654 0,655 10.000028610229492,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 31,666 95,667 95668 ]669 },670 {671 "object_id": "SM_Mustard_Bottle_11",672 "bbox_2d": [673 923,674 563,675 939,676 612677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 231.92778350472975,682 604.8994129316324,683 125.51240539550781684 ],685 "extent": [686 5.444847136823114,687 5.444846363241595,688 13.736084938049316689 ]690 },691 "obb": {692 "center": [693 231.92778350472975,694 604.8994129316324,695 125.51240539550781696 ],697 "extent": [698 5.444847136823114,699 5.444846363241595,700 13.736084938049316701 ],702 "rotation": [703 0,704 10.000028610229492,705 0706 ]707 },708 "location": [709 231.92779541015625,710 604.8994140625,711 111.77632141113281712 ],713 "rotation": [714 0,715 10.000028610229492,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 95,726 0,727 0728 ]729 },730 {731 "object_id": "SM_Mayonaise_Bottle_14",732 "bbox_2d": [733 917,734 574,735 934,736 625737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 243.7590366392897,742 607.3930648057894,743 119.62425994873047744 ],745 "extent": [746 5.444847136823114,747 5.444846363241595,748 13.736084938049316749 ]750 },751 "obb": {752 "center": [753 243.7590366392897,754 607.3930648057894,755 119.62425994873047756 ],757 "extent": [758 5.444847136823114,759 5.444846363241595,760 13.736084938049316761 ],762 "rotation": [763 0,764 10.000028610229492,765 0766 ]767 },768 "location": [769 243.75904846191406,770 607.39306640625,771 105.88817596435547772 ],773 "rotation": [774 0,775 10.000028610229492,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 95,786 0,787 255788 ]789 }790 ],791 "tong": [792 {793 "object_id": "SM_Sausage_Tong_17",794 "bbox_2d": [795 994,796 588,797 1023,798 633799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 224.54147720335038,804 561.3736702950249,805 112.85123252868652806 ],807 "extent": [808 19.13773023052434,809 7.932754594725338,810 12.851158142089844811 ]812 },813 "obb": {814 "center": [815 224.54147720335038,816 561.3736702950249,817 112.85123252868652818 ],819 "extent": [820 19.13773023052434,821 7.932754594725338,822 12.851158142089844823 ],824 "rotation": [825 0,826 90.00011444091797,827 0828 ]829 },830 "location": [831 220.86343383789062,832 561.3736572265625,833 100.00007629394531834 ],835 "rotation": [836 0,837 90.00011444091797,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 95,848 0,849 127850 ]851 }852 ],853 "napkin dispenser": [854 {855 "object_id": "SM_Paper_Napkin_Dispenser2",856 "bbox_2d": [857 1211,858 613,859 1244,860 635861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 234.41401691860423,866 441.58792020904673,867 105.59275150299072868 ],869 "extent": [870 10.674257866788565,871 10.018262998583964,872 5.591593265533447873 ]874 },875 "obb": {876 "center": [877 234.41401691860423,878 441.58792020904673,879 105.59275150299072880 ],881 "extent": [882 10.674257866788565,883 10.018262998583964,884 5.591593265533447885 ],886 "rotation": [887 0,888 11.796856880187987,889 0890 ]891 },892 "location": [893 234.4140167236328,894 441.5879211425781,895 100.00115966796875896 ],897 "rotation": [898 0,899 11.796856880187987,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 95,910 0,911 63912 ]913 }914 ],915 "card reader": [916 {917 "object_id": "SM_Card_Reader_2",918 "bbox_2d": [919 722,920 616,921 742,922 631923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 212.96651400260225,928 716.4899456618128,929 104.12414264678955930 ],931 "extent": [932 10.298967466885273,933 6.94403134721415,934 4.124121189117432935 ]936 },937 "obb": {938 "center": [939 212.96651400260225,940 716.4899456618128,941 104.12414264678955942 ],943 "extent": [944 10.298967466885273,945 6.94403134721415,946 4.124121189117432947 ],948 "rotation": [949 0,950 -77.24995422363281,951 0952 ]953 },954 "location": [955 213.7287139892578,956 716.6624145507812,957 100.0000228881836958 ],959 "rotation": [960 0,961 -77.24995422363281,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 95,972 0,973 191974 ]975 }976 ],977 "mat": [978 {979 "object_id": "SM_Mat2",980 "bbox_2d": [981 391,982 808,983 890,984 907985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 324.528668041802,990 717.1061794844431,991 10.689099669456482992 ],993 "extent": [994 69.14052434333286,995 93.36202669623742,996 0.5533158183097839997 ]998 },999 "obb": {1000 "center": [1001 324.528668041802,1002 717.1061794844431,1003 10.6890996694564821004 ],1005 "extent": [1006 69.14052434333286,1007 93.36202669623742,1008 0.55331581830978391009 ],1010 "rotation": [1011 0,1012 -90.50744628906251,1013 01014 ]1015 },1016 "location": [1017 324.0971984863281,1018 717.1015625,1019 10.1577072143554691020 ],1021 "rotation": [1022 0,1023 -90.50744628906251,1024 01025 ],1026 "scale": [1027 1,1028 1,1029 11030 ]1031 },1032 "color": [1033 95,1034 255,1035 311036 ]1037 }1038 ],1039 "counter shelf display": [1040 {1041 "object_id": "SM_Counter_Shelf_Display_B_4",1042 "bbox_2d": [1043 920,1044 626,1045 1301,1046 8081047 ],1048 "bbox_3d": {1049 "aabb": {1050 "center": [1051 219.9999656677246,1052 510.00003814697266,1053 55.000019073486331054 ],1055 "extent": [1056 40.00006866455078,1057 100.00005340576172,1058 45.000019073486331059 ]1060 },1061 "obb": {1062 "center": [1063 219.9999656677246,1064 510.00003814697266,1065 55.000019073486331066 ],1067 "extent": [1068 40.00006866455078,1069 100.00005340576172,1070 45.000019073486331071 ],1072 "rotation": [1073 0,1074 0,1075 01076 ]1077 },1078 "location": [1079 180,1080 410,1081 101082 ],1083 "rotation": [1084 0,1085 0,1086 01087 ],1088 "scale": [1089 1,1090 1,1091 11092 ]1093 },1094 "color": [1095 95,1096 191,1097 311098 ]1099 },1100 {1101 "object_id": "SM_Counter_Shelf_Display_A_7",1102 "bbox_2d": [1103 538,1104 626,1105 920,1106 8081107 ],1108 "bbox_3d": {1109 "aabb": {1110 "center": [1111 220.08502578735352,1112 710.0000381469727,1113 55.000019073486331114 ],1115 "extent": [1116 40.08512878417969,1117 100.00005340576172,1118 45.000019073486331119 ]1120 },1121 "obb": {1122 "center": [1123 220.08502578735352,1124 710.0000381469727,1125 55.000019073486331126 ],1127 "extent": [1128 40.08512878417969,1129 100.00005340576172,1130 45.000019073486331131 ],1132 "rotation": [1133 0,1134 0,1135 01136 ]1137 },1138 "location": [1139 180,1140 610,1141 101142 ],1143 "rotation": [1144 0,1145 0,1146 01147 ],1148 "scale": [1149 1,1150 1,1151 11152 ]1153 },1154 "color": [1155 159,1156 63,1157 1271158 ]1159 }1160 ],1161 "lighter display": [1162 {1163 "object_id": "SM_Lighter_Display_5",1164 "bbox_2d": [1165 545,1166 586,1167 592,1168 6371169 ],1170 "bbox_3d": {1171 "aabb": {1172 "center": [1173 238.92790071919288,1174 802.2531143062456,1175 113.307734489440921176 ],1177 "extent": [1178 13.147392160229316,1179 14.132033608390088,1180 13.307736396789551181 ]1182 },1183 "obb": {1184 "center": [1185 238.92790071919288,1186 802.2531143062456,1187 113.307734489440921188 ],1189 "extent": [1190 13.147392160229316,1191 14.132033608390088,1192 13.307736396789551193 ],1194 "rotation": [1195 0,1196 -108.63994598388675,1197 01198 ]1199 },1200 "location": [