TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l136_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l136_r005/lit.png",5 "camera": {6 "location": [7 184,8 674,9 15510 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 184,38 674,39 155,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee machine": [55 {56 "object_id": "SM_Coffee_Machine_2",57 "bbox_2d": [58 1682,59 534,60 1826,61 65062 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 797.5586261905396,67 445.6846854893375,68 128.968557357788169 ],70 "extent": [71 27.070429990485422,72 22.343763158214927,73 28.967401504516674 ]75 },76 "obb": {77 "center": [78 797.5586261905396,79 445.6846854893375,80 128.968557357788181 ],82 "extent": [83 27.070429990485422,84 22.343763158214927,85 28.967401504516686 ],87 "rotation": [88 0,89 90.00007629394531,90 091 ]92 },93 "location": [94 798.4383544921875,95 445.6964111328125,96 100.0011596679687597 ],98 "rotation": [99 0,100 90.00007629394531,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 127,111 95,112 31113 ]114 }115 ],116 "coffee supplies": [117 {118 "object_id": "SM_Coffee_Supplies_5",119 "bbox_2d": [120 1630,121 601,122 1750,123 657124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 728.4383504150533,129 445.6962622915158,130 111.84191799163818131 ],132 "extent": [133 24.109946031074287,134 16.28647964711405,135 11.954957008361816136 ]137 },138 "obb": {139 "center": [140 728.4383504150533,141 445.6962622915158,142 111.84191799163818143 ],144 "extent": [145 24.109946031074287,146 16.28647964711405,147 11.954957008361816148 ],149 "rotation": [150 0,151 93.59552001953126,152 0153 ]154 },155 "location": [156 728.4383544921875,157 445.6961669921875,158 100.00115966796875159 ],160 "rotation": [161 0,162 93.59552001953126,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 63,173 95,174 0175 ]176 }177 ],178 "napkin dispenser": [179 {180 "object_id": "SM_Paper_Napkin_Dispenser_8",181 "bbox_2d": [182 1642,183 633,184 1704,185 661186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 688.4382333753791,191 455.6964111147987,192 105.59275150299072193 ],194 "extent": [195 8.491547799773002,196 9.322457854809215,197 5.591593265533447198 ]199 },200 "obb": {201 "center": [202 688.4382333753791,203 455.6964111147987,204 105.59275150299072205 ],206 "extent": [207 8.491547799773002,208 9.322457854809215,209 5.591593265533447210 ],211 "rotation": [212 0,213 88.91768646240236,214 0215 ]216 },217 "location": [218 688.438232421875,219 455.6964111328125,220 100.00115966796875221 ],222 "rotation": [223 0,224 88.91768646240236,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 63,235 95,236 255237 ]238 }239 ],240 "cup": [241 {242 "object_id": "SM_Paper_Cups_11",243 "bbox_2d": [244 1755,245 622,246 1779,247 653248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 758.4381108283997,253 465.6969604492194,254 107.31064081192017255 ],256 "extent": [257 4.662275800468478,258 4.662275800468535,259 7.309482097625732260 ]261 },262 "obb": {263 "center": [264 758.4381108283997,265 465.6969604492194,266 107.31064081192017267 ],268 "extent": [269 4.662275800468478,270 4.662275800468535,271 7.309482097625732272 ],273 "rotation": [274 0,275 90.00007629394531,276 0277 ]278 },279 "location": [280 758.4381103515625,281 465.69696044921875,282 100.00115966796875283 ],284 "rotation": [285 0,286 90.00007629394531,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 63,297 95,298 127299 ]300 },301 {302 "object_id": "SM_Paper_Cups2",303 "bbox_2d": [304 1812,305 686,306 1845,307 704308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 774.2435852559868,313 481.9266381261665,314 80.00115966796875315 ],316 "extent": [317 4.66232409787483,318 7.309516863272449,319 4.662269592285156320 ]321 },322 "obb": {323 "center": [324 774.2435852559868,325 481.9266381261665,326 80.00115966796875327 ],328 "extent": [329 4.66232409787483,330 7.309516863272449,331 4.662269592285156332 ],333 "rotation": [334 -90,335 89.99957275390624,336 0337 ]338 },339 "location": [340 774.2435302734375,341 474.6171569824219,342 80.00115966796875343 ],344 "rotation": [345 -90,346 89.99957275390624,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 63,357 95,358 63359 ]360 },361 {362 "object_id": "SM_Paper_Cups3",363 "bbox_2d": [364 1580,365 647,366 1602,367 654368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 678.4381108283997,373 425.69631958007875,374 107.31064081192017375 ],376 "extent": [377 4.662275800468478,378 4.662275800468535,379 7.309482097625732380 ]381 },382 "obb": {383 "center": [384 678.4381108283997,385 425.69631958007875,386 107.31064081192017387 ],388 "extent": [389 4.662275800468478,390 4.662275800468535,391 7.309482097625732392 ],393 "rotation": [394 0,395 90.00007629394531,396 0397 ]398 },399 "location": [400 678.4381103515625,401 425.6963195800781,402 100.00115966796875403 ],404 "rotation": [405 0,406 90.00007629394531,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 191,417 95,418 127419 ]420 },421 {422 "object_id": "SM_Paper_Cups4",423 "bbox_2d": [424 1580,425 641,426 1602,427 648428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 678.4381108283997,433 425.69631958007875,434 110.54884576797485435 ],436 "extent": [437 4.662275800468478,438 4.662275800468535,439 7.309482097625732440 ]441 },442 "obb": {443 "center": [444 678.4381108283997,445 425.69631958007875,446 110.54884576797485447 ],448 "extent": [449 4.662275800468478,450 4.662275800468535,451 7.309482097625732452 ],453 "rotation": [454 0,455 90.00007629394531,456 0457 ]458 },459 "location": [460 678.4381103515625,461 425.6963195800781,462 103.23936462402344463 ],464 "rotation": [465 0,466 90.00007629394531,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 191,477 95,478 63479 ]480 },481 {482 "object_id": "SM_Paper_Cups5",483 "bbox_2d": [484 1580,485 610,486 1602,487 641488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 678.4381099491318,493 425.69631983585765,494 113.61073541641235495 ],496 "extent": [497 6.4356430293148605,498 6.435643029314804,499 7.309482097625732500 ]501 },502 "obb": {503 "center": [504 678.4381099491318,505 425.69631983585765,506 113.61073541641235507 ],508 "extent": [509 6.4356430293148605,510 6.435643029314804,511 7.309482097625732512 ],513 "rotation": [514 0,515 -122.43948364257814,516 0517 ]518 },519 "location": [520 678.4381103515625,521 425.6963195800781,522 106.30125427246094523 ],524 "rotation": [525 0,526 -122.43948364257814,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 191,537 95,538 191539 ]540 },541 {542 "object_id": "SM_Plastic_Cup3",543 "bbox_2d": [544 1889,545 629,546 1897,547 629548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 937.7943623943374,553 457.99038000375793,554 108.45808076880347555 ],556 "extent": [557 4.662322946323229,558 4.662273699495586,559 6.097715460706041560 ]561 },562 "obb": {563 "center": [564 937.7943623943374,565 457.99038000375793,566 108.45808076880347567 ],568 "extent": [569 4.662322946323229,570 4.662273699495586,571 6.097715460706041572 ],573 "rotation": [574 -0.00047800000174902363,575 -179.99996948242188,576 -179.99998474121097577 ]578 },579 "location": [580 937.7943115234375,581 457.9903564453125,582 114.55575561523438583 ],584 "rotation": [585 -0.00047800000174902363,586 -179.99996948242188,587 -179.99998474121097588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 31,597 95,598 191599 ]600 },601 {602 "object_id": "SM_Plastic_Cup4",603 "bbox_2d": [604 1889,605 627,606 1897,607 628608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 937.7943623943374,613 457.99038000375793,614 109.43800020239722615 ],616 "extent": [617 4.662322946323229,618 4.662273699495586,619 6.097715460706041620 ]621 },622 "obb": {623 "center": [624 937.7943623943374,625 457.99038000375793,626 109.43800020239722627 ],628 "extent": [629 4.662322946323229,630 4.662273699495586,631 6.097715460706041632 ],633 "rotation": [634 -0.00047800000174902363,635 -179.99996948242188,636 -179.99998474121097637 ]638 },639 "location": [640 937.7943115234375,641 457.9903564453125,642 115.53567504882812643 ],644 "rotation": [645 -0.00047800000174902363,646 -179.99996948242188,647 -179.99998474121097648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 31,657 95,658 31659 ]660 },661 {662 "object_id": "SM_Plastic_Cup5",663 "bbox_2d": [664 1889,665 605,666 1897,667 626668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 937.7943623943374,673 457.99038000375793,674 110.60352754614722675 ],676 "extent": [677 4.662322946323229,678 4.662273699495586,679 6.097715460706041680 ]681 },682 "obb": {683 "center": [684 937.7943623943374,685 457.99038000375793,686 110.60352754614722687 ],688 "extent": [689 4.662322946323229,690 4.662273699495586,691 6.097715460706041692 ],693 "rotation": [694 -0.00047800000174902363,695 -179.99996948242188,696 -179.99998474121097697 ]698 },699 "location": [700 937.7943115234375,701 457.9903564453125,702 116.70120239257812703 ],704 "rotation": [705 -0.00047800000174902363,706 -179.99996948242188,707 -179.99998474121097708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 0,717 95,718 95719 ]720 }721 ],722 "coffee counter": [723 {724 "object_id": "SM_Coffee_Counter_10",725 "bbox_2d": [726 1573,727 640,728 1878,729 882730 ],731 "bbox_3d": {732 "aabb": {733 "center": [734 748.8608591313241,735 439.99975984073865,736 55.00001907348633737 ],738 "extent": [739 101.1391713864673,740 40.000270676740854,741 45.00001907348633742 ]743 },744 "obb": {745 "center": [746 748.8608591313241,747 439.99975984073865,748 55.00001907348633749 ],750 "extent": [751 101.1391713864673,752 40.000270676740854,753 45.00001907348633754 ],755 "rotation": [756 0,757 90.00011444091797,758 0759 ]760 },761 "location": [762 850,763 400,764 10765 ],766 "rotation": [767 0,768 90.00011444091797,769 0770 ],771 "scale": [772 1,773 1,774 1775 ]776 },777 "color": [778 191,779 95,780 31781 ]782 },783 {784 "object_id": "SM_Coffee_Counter2_12",785 "bbox_2d": [786 1805,787 622,788 1919,789 814790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 951.2646677250741,795 439.99975984073865,796 55.00001907348633797 ],798 "extent": [799 101.1391713864673,800 40.000270676740854,801 45.00001907348633802 ]803 },804 "obb": {805 "center": [806 951.2646677250741,807 439.99975984073865,808 55.00001907348633809 ],810 "extent": [811 101.1391713864673,812 40.000270676740854,813 45.00001907348633814 ],815 "rotation": [816 0,817 90.00011444091797,818 0819 ]820 },821 "location": [822 1052.40380859375,823 400,824 10825 ],826 "rotation": [827 0,828 90.00011444091797,829 0830 ],831 "scale": [832 1,833 1,834 1835 ]836 },837 "color": [838 31,839 95,840 0841 ]842 }843 ],844 "drink machine": [845 {846 "object_id": "SM_Drink_Machine_2",847 "bbox_2d": [848 1741,849 518,850 1902,851 641852 ],853 "bbox_3d": {854 "aabb": {855 "center": [856 889.1782880594402,857 443.63552856446387,858 133.54526138305664859 ],860 "extent": [861 29.00478112511564,862 27.472098157030928,863 33.42982482910156864 ]865 },866 "obb": {867 "center": [868 889.1782880594402,869 443.63552856446387,870 133.54526138305664871 ],872 "extent": [873 29.00478112511564,874 27.472098157030928,875 33.42982482910156876 ],877 "rotation": [878 0,879 90.00012207031251,880 0881 ]882 },883 "location": [884 889.1782836914062,885 443,886 100.00001525878906887 ],888 "rotation": [889 0,890 90.00012207031251,891 0892 ],893 "scale": [894 1,895 1,896 1897 ]898 },899 "color": [900 31,901 95,902 255903 ]904 }905 ],906 "hot dog grill": [907 {908 "object_id": "SM_Hot_Dog_Grill_2",909 "bbox_2d": [910 492,911 613,912 831,913 952914 ],915 "bbox_3d": {916 "aabb": {917 "center": [918 218.9225597381623,919 506.7220488255456,920 120.7146987915039921 ],922 "extent": [923 21.332088011749477,924 32.01364102946616,925 20.843448638916016926 ]927 },928 "obb": {929 "center": [930 218.9225597381623,931 506.7220488255456,932 120.7146987915039933 ],934 "extent": [935 21.332088011749477,936 32.01364102946616,937 20.843448638916016938 ],939 "rotation": [940 0,941 -90.00012207031251,942 0943 ]944 },945 "location": [946 220.29644775390625,947 506.7220458984375,948 100949 ],950 "rotation": [951 0,952 -90.00012207031251,953 0954 ],955 "scale": [956 1,957 1,958 1959 ]960 },961 "color": [962 63,963 95,964 95965 ]966 }967 ],968 "bottle stand": [969 {970 "object_id": "SM_Bottle_Stand_5",971 "bbox_2d": [972 807,973 891,974 1239,975 1079976 ],977 "bbox_3d": {978 "aabb": {979 "center": [980 231.80416889283168,981 604.9944947649063,982 111.77631187438965983 ],984 "extent": [985 19.91625660101562,986 10.514703403895282,987 11.776299476623535988 ]989 },990 "obb": {991 "center": [992 231.80416889283168,993 604.9944947649063,994 111.77631187438965995 ],996 "extent": [997 19.91625660101562,998 10.514703403895282,999 11.7762994766235351000 ],1001 "rotation": [1002 0,1003 -80.00007629394531,1004 01005 ]1006 },1007 "location": [1008 231.80416870117188,1009 604.9945068359375,1010 100.000015258789061011 ],1012 "rotation": [1013 0,1014 -80.00007629394531,1015 01016 ],1017 "scale": [1018 1,1019 1,1020 11021 ]1022 },1023 "color": [1024 191,1025 95,1026 951027 ]1028 }1029 ],1030 "bottle": [1031 {1032 "object_id": "SM_Ketchup_Bottle_8",1033 "bbox_2d": [1034 870,1035 656,1036 981,1037 9581038 ],1039 "bbox_3d": {1040 "aabb": {1041 "center": [1042 221.8688999205397,1043 602.6392806261019,1044 131.400550842285161045 ],1046 "extent": [1047 5.444847136823114,1048 5.444846363241595,1049 13.7360849380493161050 ]1051 },1052 "obb": {1053 "center": [1054 221.8688999205397,1055 602.6392806261019,1056 131.400550842285161057 ],1058 "extent": [1059 5.444847136823114,1060 5.444846363241595,1061 13.7360849380493161062 ],1063 "rotation": [1064 0,1065 10.000028610229492,1066 01067 ]1068 },1069 "location": [1070 221.86891174316406,1071 602.6392822265625,1072 117.664466857910161073 ],1074 "rotation": [1075 0,1076 10.000028610229492,1077 01078 ],1079 "scale": [1080 1,1081 1,1082 11083 ]1084 },1085 "color": [1086 31,1087 95,1088 951089 ]1090 },1091 {1092 "object_id": "SM_Mustard_Bottle_11",1093 "bbox_2d": [1094 986,1095 719,1096 1093,1097 9681098 ],1099 "bbox_3d": {1100 "aabb": {1101 "center": [1102 231.92778350472975,1103 604.8994129316324,1104 125.512405395507811105 ],1106 "extent": [1107 5.444847136823114,1108 5.444846363241595,1109 13.7360849380493161110 ]1111 },1112 "obb": {1113 "center": [1114 231.92778350472975,1115 604.8994129316324,1116 125.512405395507811117 ],1118 "extent": [1119 5.444847136823114,1120 5.444846363241595,1121 13.7360849380493161122 ],1123 "rotation": [1124 0,1125 10.000028610229492,1126 01127 ]1128 },1129 "location": [1130 231.92779541015625,1131 604.8994140625,1132 111.776321411132811133 ],1134 "rotation": [1135 0,1136 10.000028610229492,1137 01138 ],1139 "scale": [1140 1,1141 1,1142 11143 ]1144 },1145 "color": [1146 95,1147 0,1148 01149 ]1150 },1151 {1152 "object_id": "SM_Mayonaise_Bottle_14",1153 "bbox_2d": [1154 1111,1155 775,1156 1215,1157 10121158 ],1159 "bbox_3d": {1160 "aabb": {1161 "center": [1162 243.7590366392897,1163 607.3930648057894,1164 119.624259948730471165 ],1166 "extent": [1167 5.444847136823114,1168 5.444846363241595,1169 13.7360849380493161170 ]1171 },1172 "obb": {1173 "center": [1174 243.7590366392897,1175 607.3930648057894,1176 119.624259948730471177 ],1178 "extent": [1179 5.444847136823114,1180 5.444846363241595,1181 13.7360849380493161182 ],1183 "rotation": [1184 0,1185 10.000028610229492,1186 01187 ]1188 },1189 "location": [1190 243.75904846191406,1191 607.39306640625,1192 105.888175964355471193 ],1194 "rotation": [1195 0,1196 10.000028610229492,1197 01198 ],1199 "scale": [1200 1,