TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l091_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l091_r004/lit.png",5 "camera": {6 "location": [7 746,8 824,9 12710 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 746,38 824,39 127,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "tobacco display": [55 {56 "object_id": "SM_Tobacco_Display_C_8",57 "bbox_2d": [58 0,59 385,60 158,61 59962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 24.718214886462405,67 604.8800907798582,68 109.921264648437569 ],70 "extent": [71 22.350087063553914,72 38.00004380254984,73 99.9213256835937574 ]75 },76 "obb": {77 "center": [78 24.718214886462402,79 604.8800907798582,80 109.921264648437581 ],82 "extent": [83 22.350087063553914,84 38.00004380254984,85 99.9213256835937586 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 2.3681564331054688,95 566.880126953125,96 9.9999389648437597 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 95,112 0113 ]114 }115 ],116 "coffee machine": [117 {118 "object_id": "SM_Coffee_Machine_2",119 "bbox_2d": [120 1602,121 434,122 1747,123 519124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 797.5586261905396,129 445.6846854893375,130 128.9685573577881131 ],132 "extent": [133 27.070429990485422,134 22.343763158214927,135 28.9674015045166136 ]137 },138 "obb": {139 "center": [140 797.5586261905396,141 445.6846854893375,142 128.9685573577881143 ],144 "extent": [145 27.070429990485422,146 22.343763158214927,147 28.9674015045166148 ],149 "rotation": [150 0,151 90.00007629394531,152 0153 ]154 },155 "location": [156 798.4383544921875,157 445.6964111328125,158 100.00115966796875159 ],160 "rotation": [161 0,162 90.00007629394531,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 127,173 95,174 31175 ]176 }177 ],178 "coffee supplies": [179 {180 "object_id": "SM_Coffee_Supplies_5",181 "bbox_2d": [182 1377,183 549,184 1523,185 622186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 728.4383504150533,191 445.6962622915158,192 111.84191799163818193 ],194 "extent": [195 24.109946031074287,196 16.28647964711405,197 11.954957008361816198 ]199 },200 "obb": {201 "center": [202 728.4383504150533,203 445.6962622915158,204 111.84191799163818205 ],206 "extent": [207 24.109946031074287,208 16.28647964711405,209 11.954957008361816210 ],211 "rotation": [212 0,213 93.59552001953126,214 0215 ]216 },217 "location": [218 728.4383544921875,219 445.6961669921875,220 100.00115966796875221 ],222 "rotation": [223 0,224 93.59552001953126,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 63,235 95,236 0237 ]238 }239 ],240 "napkin dispenser": [241 {242 "object_id": "SM_Paper_Napkin_Dispenser_8",243 "bbox_2d": [244 1302,245 582,246 1358,247 616248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 688.4382333753791,253 455.6964111147987,254 105.59275150299072255 ],256 "extent": [257 8.491547799773002,258 9.322457854809215,259 5.591593265533447260 ]261 },262 "obb": {263 "center": [264 688.4382333753791,265 455.6964111147987,266 105.59275150299072267 ],268 "extent": [269 8.491547799773002,270 9.322457854809215,271 5.591593265533447272 ],273 "rotation": [274 0,275 88.91768646240236,276 0277 ]278 },279 "location": [280 688.438232421875,281 455.6964111328125,282 100.00115966796875283 ],284 "rotation": [285 0,286 88.91768646240236,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 63,297 95,298 255299 ]300 },301 {302 "object_id": "SM_Paper_Napkin_Dispenser2",303 "bbox_2d": [304 528,305 565,306 567,307 584308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 234.41401691860423,313 441.58792020904673,314 105.59275150299072315 ],316 "extent": [317 10.674257866788565,318 10.018262998583964,319 5.591593265533447320 ]321 },322 "obb": {323 "center": [324 234.41401691860423,325 441.58792020904673,326 105.59275150299072327 ],328 "extent": [329 10.674257866788565,330 10.018262998583964,331 5.591593265533447332 ],333 "rotation": [334 0,335 11.796856880187987,336 0337 ]338 },339 "location": [340 234.4140167236328,341 441.5879211425781,342 100.00115966796875343 ],344 "rotation": [345 0,346 11.796856880187987,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 95,357 0,358 63359 ]360 }361 ],362 "cup": [363 {364 "object_id": "SM_Paper_Cups2",365 "bbox_2d": [366 1606,367 688,368 1623,369 706370 ],371 "bbox_3d": {372 "aabb": {373 "center": [374 774.2435852559868,375 481.9266381261665,376 80.00115966796875377 ],378 "extent": [379 4.66232409787483,380 7.309516863272449,381 4.662269592285156382 ]383 },384 "obb": {385 "center": [386 774.2435852559868,387 481.9266381261665,388 80.00115966796875389 ],390 "extent": [391 4.66232409787483,392 7.309516863272449,393 4.662269592285156394 ],395 "rotation": [396 -90,397 89.99957275390624,398 0399 ]400 },401 "location": [402 774.2435302734375,403 474.6171569824219,404 80.00115966796875405 ],406 "rotation": [407 -90,408 89.99957275390624,409 0410 ],411 "scale": [412 1,413 1,414 1415 ]416 },417 "color": [418 63,419 95,420 63421 ]422 },423 {424 "object_id": "SM_Paper_Cups5",425 "bbox_2d": [426 1305,427 555,428 1327,429 582430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 678.4381099491318,435 425.69631983585765,436 113.61073541641235437 ],438 "extent": [439 6.4356430293148605,440 6.435643029314804,441 7.309482097625732442 ]443 },444 "obb": {445 "center": [446 678.4381099491318,447 425.69631983585765,448 113.61073541641235449 ],450 "extent": [451 6.4356430293148605,452 6.435643029314804,453 7.309482097625732454 ],455 "rotation": [456 0,457 -122.43948364257814,458 0459 ]460 },461 "location": [462 678.4381103515625,463 425.6963195800781,464 106.30125427246094465 ],466 "rotation": [467 0,468 -122.43948364257814,469 0470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 191,479 95,480 191481 ]482 }483 ],484 "coffee counter": [485 {486 "object_id": "SM_Coffee_Counter_10",487 "bbox_2d": [488 1200,489 602,490 1747,491 901492 ],493 "bbox_3d": {494 "aabb": {495 "center": [496 748.8608591313241,497 439.99975984073865,498 55.00001907348633499 ],500 "extent": [501 101.1391713864673,502 40.000270676740854,503 45.00001907348633504 ]505 },506 "obb": {507 "center": [508 748.8608591313241,509 439.99975984073865,510 55.00001907348633511 ],512 "extent": [513 101.1391713864673,514 40.000270676740854,515 45.00001907348633516 ],517 "rotation": [518 0,519 90.00011444091797,520 0521 ]522 },523 "location": [524 850,525 400,526 10527 ],528 "rotation": [529 0,530 90.00011444091797,531 0532 ],533 "scale": [534 1,535 1,536 1537 ]538 },539 "color": [540 191,541 95,542 31543 ]544 }545 ],546 "hot dog grill": [547 {548 "object_id": "SM_Hot_Dog_Grill_2",549 "bbox_2d": [550 350,551 513,552 502,553 590554 ],555 "bbox_3d": {556 "aabb": {557 "center": [558 218.9225597381623,559 506.7220488255456,560 120.7146987915039561 ],562 "extent": [563 21.332088011749477,564 32.01364102946616,565 20.843448638916016566 ]567 },568 "obb": {569 "center": [570 218.9225597381623,571 506.7220488255456,572 120.7146987915039573 ],574 "extent": [575 21.332088011749477,576 32.01364102946616,577 20.843448638916016578 ],579 "rotation": [580 0,581 -90.00012207031251,582 0583 ]584 },585 "location": [586 220.29644775390625,587 506.7220458984375,588 100589 ],590 "rotation": [591 0,592 -90.00012207031251,593 0594 ],595 "scale": [596 1,597 1,598 1599 ]600 },601 "color": [602 63,603 95,604 95605 ]606 }607 ],608 "bottle stand": [609 {610 "object_id": "SM_Bottle_Stand_5",611 "bbox_2d": [612 208,613 547,614 269,615 599616 ],617 "bbox_3d": {618 "aabb": {619 "center": [620 231.80416889283168,621 604.9944947649063,622 111.77631187438965623 ],624 "extent": [625 19.91625660101562,626 10.514703403895282,627 11.776299476623535628 ]629 },630 "obb": {631 "center": [632 231.80416889283168,633 604.9944947649063,634 111.77631187438965635 ],636 "extent": [637 19.91625660101562,638 10.514703403895282,639 11.776299476623535640 ],641 "rotation": [642 0,643 -80.00007629394531,644 0645 ]646 },647 "location": [648 231.80416870117188,649 604.9945068359375,650 100.00001525878906651 ],652 "rotation": [653 0,654 -80.00007629394531,655 0656 ],657 "scale": [658 1,659 1,660 1661 ]662 },663 "color": [664 191,665 95,666 95667 ]668 }669 ],670 "bottle": [671 {672 "object_id": "SM_Ketchup_Bottle_8",673 "bbox_2d": [674 221,675 502,676 244,677 559678 ],679 "bbox_3d": {680 "aabb": {681 "center": [682 221.8688999205397,683 602.6392806261019,684 131.40055084228516685 ],686 "extent": [687 5.444847136823114,688 5.444846363241595,689 13.736084938049316690 ]691 },692 "obb": {693 "center": [694 221.8688999205397,695 602.6392806261019,696 131.40055084228516697 ],698 "extent": [699 5.444847136823114,700 5.444846363241595,701 13.736084938049316702 ],703 "rotation": [704 0,705 10.000028610229492,706 0707 ]708 },709 "location": [710 221.86891174316406,711 602.6392822265625,712 117.66446685791016713 ],714 "rotation": [715 0,716 10.000028610229492,717 0718 ],719 "scale": [720 1,721 1,722 1723 ]724 },725 "color": [726 31,727 95,728 95729 ]730 },731 {732 "object_id": "SM_Mustard_Bottle_11",733 "bbox_2d": [734 226,735 514,736 249,737 570738 ],739 "bbox_3d": {740 "aabb": {741 "center": [742 231.92778350472975,743 604.8994129316324,744 125.51240539550781745 ],746 "extent": [747 5.444847136823114,748 5.444846363241595,749 13.736084938049316750 ]751 },752 "obb": {753 "center": [754 231.92778350472975,755 604.8994129316324,756 125.51240539550781757 ],758 "extent": [759 5.444847136823114,760 5.444846363241595,761 13.736084938049316762 ],763 "rotation": [764 0,765 10.000028610229492,766 0767 ]768 },769 "location": [770 231.92779541015625,771 604.8994140625,772 111.77632141113281773 ],774 "rotation": [775 0,776 10.000028610229492,777 0778 ],779 "scale": [780 1,781 1,782 1783 ]784 },785 "color": [786 95,787 0,788 0789 ]790 },791 {792 "object_id": "SM_Mayonaise_Bottle_14",793 "bbox_2d": [794 232,795 526,796 257,797 586798 ],799 "bbox_3d": {800 "aabb": {801 "center": [802 243.7590366392897,803 607.3930648057894,804 119.62425994873047805 ],806 "extent": [807 5.444847136823114,808 5.444846363241595,809 13.736084938049316810 ]811 },812 "obb": {813 "center": [814 243.7590366392897,815 607.3930648057894,816 119.62425994873047817 ],818 "extent": [819 5.444847136823114,820 5.444846363241595,821 13.736084938049316822 ],823 "rotation": [824 0,825 10.000028610229492,826 0827 ]828 },829 "location": [830 243.75904846191406,831 607.39306640625,832 105.88817596435547833 ],834 "rotation": [835 0,836 10.000028610229492,837 0838 ],839 "scale": [840 1,841 1,842 1843 ]844 },845 "color": [846 95,847 0,848 255849 ]850 }851 ],852 "tong": [853 {854 "object_id": "SM_Sausage_Tong_17",855 "bbox_2d": [856 297,857 543,858 355,859 593860 ],861 "bbox_3d": {862 "aabb": {863 "center": [864 224.54147720335038,865 561.3736702950249,866 112.85123252868652867 ],868 "extent": [869 19.13773023052434,870 7.932754594725338,871 12.851158142089844872 ]873 },874 "obb": {875 "center": [876 224.54147720335038,877 561.3736702950249,878 112.85123252868652879 ],880 "extent": [881 19.13773023052434,882 7.932754594725338,883 12.851158142089844884 ],885 "rotation": [886 0,887 90.00011444091797,888 0889 ]890 },891 "location": [892 220.86343383789062,893 561.3736572265625,894 100.00007629394531895 ],896 "rotation": [897 0,898 90.00011444091797,899 0900 ],901 "scale": [902 1,903 1,904 1905 ]906 },907 "color": [908 95,909 0,910 127911 ]912 }913 ],914 "mat": [915 {916 "object_id": "SM_Mat2",917 "bbox_2d": [918 0,919 809,920 389,921 973922 ],923 "bbox_3d": {924 "aabb": {925 "center": [926 324.528668041802,927 717.1061794844431,928 10.689099669456482929 ],930 "extent": [931 69.14052434333286,932 93.36202669623742,933 0.5533158183097839934 ]935 },936 "obb": {937 "center": [938 324.528668041802,939 717.1061794844431,940 10.689099669456482941 ],942 "extent": [943 69.14052434333286,944 93.36202669623742,945 0.5533158183097839946 ],947 "rotation": [948 0,949 -90.50744628906251,950 0951 ]952 },953 "location": [954 324.0971984863281,955 717.1015625,956 10.157707214355469957 ],958 "rotation": [959 0,960 -90.50744628906251,961 0962 ],963 "scale": [964 1,965 1,966 1967 ]968 },969 "color": [970 95,971 255,972 31973 ]974 }975 ],976 "counter shelf display": [977 {978 "object_id": "SM_Counter_Shelf_Display_B_4",979 "bbox_2d": [980 177,981 581,982 618,983 800984 ],985 "bbox_3d": {986 "aabb": {987 "center": [988 219.9999656677246,989 510.00003814697266,990 55.00001907348633991 ],992 "extent": [993 40.00006866455078,994 100.00005340576172,995 45.00001907348633996 ]997 },998 "obb": {999 "center": [1000 219.9999656677246,1001 510.00003814697266,1002 55.000019073486331003 ],1004 "extent": [1005 40.00006866455078,1006 100.00005340576172,1007 45.000019073486331008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ]1014 },1015 "location": [1016 180,1017 410,1018 101019 ],1020 "rotation": [1021 0,1022 0,1023 01024 ],1025 "scale": [1026 1,1027 1,1028 11029 ]1030 },1031 "color": [1032 95,1033 191,1034 311035 ]1036 },1037 {1038 "object_id": "SM_Counter_Shelf_Display_A_7",1039 "bbox_2d": [1040 0,1041 595,1042 255,1043 8511044 ],1045 "bbox_3d": {1046 "aabb": {1047 "center": [1048 220.08502578735352,1049 710.0000381469727,1050 55.000019073486331051 ],1052 "extent": [1053 40.08512878417969,1054 100.00005340576172,1055 45.000019073486331056 ]1057 },1058 "obb": {1059 "center": [1060 220.08502578735352,1061 710.0000381469727,1062 55.000019073486331063 ],1064 "extent": [1065 40.08512878417969,1066 100.00005340576172,1067 45.000019073486331068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ]1074 },1075 "location": [1076 180,1077 610,1078 101079 ],1080 "rotation": [1081 0,1082 0,1083 01084 ],1085 "scale": [1086 1,1087 1,1088 11089 ]1090 },1091 "color": [1092 159,1093 63,1094 1271095 ]1096 }1097 ],1098 "energy drink display": [1099 {1100 "object_id": "SM_Energy_Drink_Display_2",1101 "bbox_2d": [1102 86,1103 465,1104 167,1105 6051106 ],1107 "bbox_3d": {1108 "aabb": {1109 "center": [1110 234.2728631504418,1111 646.744538947257,1112 129.777713775634771113 ],1114 "extent": [1115 19.787281211975227,1116 17.610119532174963,1117 29.7777290344238281118 ]1119 },1120 "obb": {1121 "center": [1122 234.2728631504418,1123 646.744538947257,1124 129.777713775634771125 ],1126 "extent": [1127 19.787281211975227,1128 17.610119532174963,1129 29.7777290344238281130 ],1131 "rotation": [1132 0,1133 -66.38336181640624,1134 01135 ]1136 },1137 "location": [1138 232.88006591796875,1139 646.1355590820312,1140 99.999992370605471141 ],1142 "rotation": [1143 0,1144 -66.38336181640624,1145 01146 ],1147 "scale": [1148 1,1149 1,1150 11151 ]1152 },1153 "color": [1154 95,1155 31,1156 2551157 ]1158 }1159 ]1160 }1161}