TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l105_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l105_r005/lit.png",5 "camera": {6 "location": [7 304,8 843,9 15910 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 304,38 843,39 159,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee machine": [55 {56 "object_id": "SM_Coffee_Machine_2",57 "bbox_2d": [58 1275,59 542,60 1389,61 64062 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 797.5586261905396,67 445.6846854893375,68 128.968557357788169 ],70 "extent": [71 27.070429990485422,72 22.343763158214927,73 28.967401504516674 ]75 },76 "obb": {77 "center": [78 797.5586261905396,79 445.6846854893375,80 128.968557357788181 ],82 "extent": [83 27.070429990485422,84 22.343763158214927,85 28.967401504516686 ],87 "rotation": [88 0,89 90.00007629394531,90 091 ]92 },93 "location": [94 798.4383544921875,95 445.6964111328125,96 100.0011596679687597 ],98 "rotation": [99 0,100 90.00007629394531,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 127,111 95,112 31113 ]114 }115 ],116 "coffee supplies": [117 {118 "object_id": "SM_Coffee_Supplies_5",119 "bbox_2d": [120 1203,121 598,122 1300,123 645124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 728.4383504150533,129 445.6962622915158,130 111.84191799163818131 ],132 "extent": [133 24.109946031074287,134 16.28647964711405,135 11.954957008361816136 ]137 },138 "obb": {139 "center": [140 728.4383504150533,141 445.6962622915158,142 111.84191799163818143 ],144 "extent": [145 24.109946031074287,146 16.28647964711405,147 11.954957008361816148 ],149 "rotation": [150 0,151 93.59552001953126,152 0153 ]154 },155 "location": [156 728.4383544921875,157 445.6961669921875,158 100.00115966796875159 ],160 "rotation": [161 0,162 93.59552001953126,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 63,173 95,174 0175 ]176 }177 ],178 "napkin dispenser": [179 {180 "object_id": "SM_Paper_Napkin_Dispenser_8",181 "bbox_2d": [182 1190,183 625,184 1236,185 648186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 688.4382333753791,191 455.6964111147987,192 105.59275150299072193 ],194 "extent": [195 8.491547799773002,196 9.322457854809215,197 5.591593265533447198 ]199 },200 "obb": {201 "center": [202 688.4382333753791,203 455.6964111147987,204 105.59275150299072205 ],206 "extent": [207 8.491547799773002,208 9.322457854809215,209 5.591593265533447210 ],211 "rotation": [212 0,213 88.91768646240236,214 0215 ]216 },217 "location": [218 688.438232421875,219 455.6964111328125,220 100.00115966796875221 ],222 "rotation": [223 0,224 88.91768646240236,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 63,235 95,236 255237 ]238 },239 {240 "object_id": "SM_Paper_Napkin_Dispenser2",241 "bbox_2d": [242 158,243 682,244 203,245 723246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 234.41401691860423,251 441.58792020904673,252 105.59275150299072253 ],254 "extent": [255 10.674257866788565,256 10.018262998583964,257 5.591593265533447258 ]259 },260 "obb": {261 "center": [262 234.41401691860423,263 441.58792020904673,264 105.59275150299072265 ],266 "extent": [267 10.674257866788565,268 10.018262998583964,269 5.591593265533447270 ],271 "rotation": [272 0,273 11.796856880187987,274 0275 ]276 },277 "location": [278 234.4140167236328,279 441.5879211425781,280 100.00115966796875281 ],282 "rotation": [283 0,284 11.796856880187987,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 95,295 0,296 63297 ]298 }299 ],300 "cup": [301 {302 "object_id": "SM_Paper_Cups_11",303 "bbox_2d": [304 1307,305 616,306 1323,307 642308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 758.4381108283997,313 465.6969604492194,314 107.31064081192017315 ],316 "extent": [317 4.662275800468478,318 4.662275800468535,319 7.309482097625732320 ]321 },322 "obb": {323 "center": [324 758.4381108283997,325 465.6969604492194,326 107.31064081192017327 ],328 "extent": [329 4.662275800468478,330 4.662275800468535,331 7.309482097625732332 ],333 "rotation": [334 0,335 90.00007629394531,336 0337 ]338 },339 "location": [340 758.4381103515625,341 465.69696044921875,342 100.00115966796875343 ],344 "rotation": [345 0,346 90.00007629394531,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 63,357 95,358 127359 ]360 },361 {362 "object_id": "SM_Paper_Cups2",363 "bbox_2d": [364 1347,365 670,366 1371,367 684368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 774.2435852559868,373 481.9266381261665,374 80.00115966796875375 ],376 "extent": [377 4.66232409787483,378 7.309516863272449,379 4.662269592285156380 ]381 },382 "obb": {383 "center": [384 774.2435852559868,385 481.9266381261665,386 80.00115966796875387 ],388 "extent": [389 4.66232409787483,390 7.309516863272449,391 4.662269592285156392 ],393 "rotation": [394 -90,395 89.99957275390624,396 0397 ]398 },399 "location": [400 774.2435302734375,401 474.6171569824219,402 80.00115966796875403 ],404 "rotation": [405 -90,406 89.99957275390624,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 63,417 95,418 63419 ]420 },421 {422 "object_id": "SM_Paper_Cups3",423 "bbox_2d": [424 1154,425 638,426 1170,427 643428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 678.4381108283997,433 425.69631958007875,434 107.31064081192017435 ],436 "extent": [437 4.662275800468478,438 4.662275800468535,439 7.309482097625732440 ]441 },442 "obb": {443 "center": [444 678.4381108283997,445 425.69631958007875,446 107.31064081192017447 ],448 "extent": [449 4.662275800468478,450 4.662275800468535,451 7.309482097625732452 ],453 "rotation": [454 0,455 90.00007629394531,456 0457 ]458 },459 "location": [460 678.4381103515625,461 425.6963195800781,462 100.00115966796875463 ],464 "rotation": [465 0,466 90.00007629394531,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 191,477 95,478 127479 ]480 },481 {482 "object_id": "SM_Paper_Cups4",483 "bbox_2d": [484 1154,485 632,486 1170,487 637488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 678.4381108283997,493 425.69631958007875,494 110.54884576797485495 ],496 "extent": [497 4.662275800468478,498 4.662275800468535,499 7.309482097625732500 ]501 },502 "obb": {503 "center": [504 678.4381108283997,505 425.69631958007875,506 110.54884576797485507 ],508 "extent": [509 4.662275800468478,510 4.662275800468535,511 7.309482097625732512 ],513 "rotation": [514 0,515 90.00007629394531,516 0517 ]518 },519 "location": [520 678.4381103515625,521 425.6963195800781,522 103.23936462402344523 ],524 "rotation": [525 0,526 90.00007629394531,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 191,537 95,538 63539 ]540 },541 {542 "object_id": "SM_Paper_Cups5",543 "bbox_2d": [544 1154,545 606,546 1170,547 632548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 678.4381099491318,553 425.69631983585765,554 113.61073541641235555 ],556 "extent": [557 6.4356430293148605,558 6.435643029314804,559 7.309482097625732560 ]561 },562 "obb": {563 "center": [564 678.4381099491318,565 425.69631983585765,566 113.61073541641235567 ],568 "extent": [569 6.4356430293148605,570 6.435643029314804,571 7.309482097625732572 ],573 "rotation": [574 0,575 -122.43948364257814,576 0577 ]578 },579 "location": [580 678.4381103515625,581 425.6963195800781,582 106.30125427246094583 ],584 "rotation": [585 0,586 -122.43948364257814,587 0588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 191,597 95,598 191599 ]600 },601 {602 "object_id": "SM_Plastic_Cup_5",603 "bbox_2d": [604 1484,605 626,606 1493,607 626608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 937.7943618646119,613 457.9903783798352,614 106.27174806615629615 ],616 "extent": [617 4.662321174947806,618 4.6622708339359065,619 6.0977138140409295620 ]621 },622 "obb": {623 "center": [624 937.7943618646119,625 457.9903783798352,626 106.27174806615629627 ],628 "extent": [629 4.662321174947806,630 4.6622708339359065,631 6.0977138140409295632 ],633 "rotation": [634 -0.0004730224609443101,635 -179.99998474121097,636 180637 ]638 },639 "location": [640 937.7943115234375,641 457.9903564453125,642 112.36942291259766643 ],644 "rotation": [645 -0.0004730224609443101,646 -179.99998474121097,647 180648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 31,657 95,658 127659 ]660 },661 {662 "object_id": "SM_Plastic_Cup2",663 "bbox_2d": [664 1484,665 624,666 1493,667 625668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 937.7943624063862,673 457.99038000375793,674 107.4034008981981675 ],676 "extent": [677 4.662322958371874,678 4.662273699495586,679 6.09771546991837680 ]681 },682 "obb": {683 "center": [684 937.7943624063862,685 457.99038000375793,686 107.4034008981981687 ],688 "extent": [689 4.662322958371874,690 4.662273699495586,691 6.09771546991837692 ],693 "rotation": [694 -0.0004781132156495003,695 -179.99996948242188,696 -179.99998474121097697 ]698 },699 "location": [700 937.7943115234375,701 457.9903564453125,702 113.5010757446289703 ],704 "rotation": [705 -0.0004781132156495003,706 -179.99996948242188,707 -179.99998474121097708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 31,717 95,718 63719 ]720 },721 {722 "object_id": "SM_Plastic_Cup3",723 "bbox_2d": [724 1478,725 622,726 1493,727 623728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 937.7943623943374,733 457.99038000375793,734 108.45808076880347735 ],736 "extent": [737 4.662322946323229,738 4.662273699495586,739 6.097715460706041740 ]741 },742 "obb": {743 "center": [744 937.7943623943374,745 457.99038000375793,746 108.45808076880347747 ],748 "extent": [749 4.662322946323229,750 4.662273699495586,751 6.097715460706041752 ],753 "rotation": [754 -0.00047800000174902363,755 -179.99996948242188,756 -179.99998474121097757 ]758 },759 "location": [760 937.7943115234375,761 457.9903564453125,762 114.55575561523438763 ],764 "rotation": [765 -0.00047800000174902363,766 -179.99996948242188,767 -179.99998474121097768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 31,777 95,778 191779 ]780 },781 {782 "object_id": "SM_Plastic_Cup4",783 "bbox_2d": [784 1478,785 620,786 1493,787 622788 ],789 "bbox_3d": {790 "aabb": {791 "center": [792 937.7943623943374,793 457.99038000375793,794 109.43800020239722795 ],796 "extent": [797 4.662322946323229,798 4.662273699495586,799 6.097715460706041800 ]801 },802 "obb": {803 "center": [804 937.7943623943374,805 457.99038000375793,806 109.43800020239722807 ],808 "extent": [809 4.662322946323229,810 4.662273699495586,811 6.097715460706041812 ],813 "rotation": [814 -0.00047800000174902363,815 -179.99996948242188,816 -179.99998474121097817 ]818 },819 "location": [820 937.7943115234375,821 457.9903564453125,822 115.53567504882812823 ],824 "rotation": [825 -0.00047800000174902363,826 -179.99996948242188,827 -179.99998474121097828 ],829 "scale": [830 1,831 1,832 1833 ]834 },835 "color": [836 31,837 95,838 31839 ]840 },841 {842 "object_id": "SM_Plastic_Cup5",843 "bbox_2d": [844 1478,845 602,846 1493,847 620848 ],849 "bbox_3d": {850 "aabb": {851 "center": [852 937.7943623943374,853 457.99038000375793,854 110.60352754614722855 ],856 "extent": [857 4.662322946323229,858 4.662273699495586,859 6.097715460706041860 ]861 },862 "obb": {863 "center": [864 937.7943623943374,865 457.99038000375793,866 110.60352754614722867 ],868 "extent": [869 4.662322946323229,870 4.662273699495586,871 6.097715460706041872 ],873 "rotation": [874 -0.00047800000174902363,875 -179.99996948242188,876 -179.99998474121097877 ]878 },879 "location": [880 937.7943115234375,881 457.9903564453125,882 116.70120239257812883 ],884 "rotation": [885 -0.00047800000174902363,886 -179.99996948242188,887 -179.99998474121097888 ],889 "scale": [890 1,891 1,892 1893 ]894 },895 "color": [896 0,897 95,898 95899 ]900 },901 {902 "object_id": "SM_Plastic_Cup6",903 "bbox_2d": [904 1546,905 650,906 1566,907 662908 ],909 "bbox_3d": {910 "aabb": {911 "center": [912 976.5128099366584,913 482.11237764378257,914 80.07191109149238915 ],916 "extent": [917 4.662327705307916,918 6.097736163472632,919 4.662300099139145920 ]921 },922 "obb": {923 "center": [924 976.5128099366584,925 482.11237764378257,926 80.07191109149238927 ],928 "extent": [929 4.662327705307916,930 6.097736163472632,931 4.662300099139145932 ],933 "rotation": [934 5.5600874475203515e-05,935 -179.99949645996094,936 89.99975585937501937 ]938 },939 "location": [940 976.5127563476562,941 488.2100524902344,942 80.07190704345703943 ],944 "rotation": [945 5.5600874475203515e-05,946 -179.99949645996094,947 89.99975585937501948 ],949 "scale": [950 1,951 1,952 1953 ]954 },955 "color": [956 255,957 95,958 95959 ]960 },961 {962 "object_id": "SM_Plastic_Cup7",963 "bbox_2d": [964 1569,965 647,966 1588,967 659968 ],969 "bbox_3d": {970 "aabb": {971 "center": [972 1004.8085252686898,973 482.11237764378257,974 80.07191109149238975 ],976 "extent": [977 4.662327737785745,978 6.0977361634728595,979 4.662300131616803980 ]981 },982 "obb": {983 "center": [984 1004.8085252686898,985 482.11237764378257,986 80.07191109149238987 ],988 "extent": [989 4.662327737785745,990 6.0977361634728595,991 4.662300131616803992 ],993 "rotation": [994 5.6000000768108266e-05,995 -179.99949645996094,996 89.99975585937501997 ]998 },999 "location": [1000 1004.8084716796875,1001 488.2100524902344,1002 80.071907043457031003 ],1004 "rotation": [1005 5.6000000768108266e-05,1006 -179.99949645996094,1007 89.999755859375011008 ],1009 "scale": [1010 1,1011 1,1012 11013 ]1014 },1015 "color": [1016 127,1017 95,1018 951019 ]1020 }1021 ],1022 "coffee counter": [1023 {1024 "object_id": "SM_Coffee_Counter_10",1025 "bbox_2d": [1026 1092,1027 632,1028 1435,1029 8301030 ],1031 "bbox_3d": {1032 "aabb": {1033 "center": [1034 748.8608591313241,1035 439.99975984073865,1036 55.000019073486331037 ],1038 "extent": [1039 101.1391713864673,1040 40.000270676740854,1041 45.000019073486331042 ]1043 },1044 "obb": {1045 "center": [1046 748.8608591313241,1047 439.99975984073865,1048 55.000019073486331049 ],1050 "extent": [1051 101.1391713864673,1052 40.000270676740854,1053 45.000019073486331054 ],1055 "rotation": [1056 0,1057 90.00011444091797,1058 01059 ]1060 },1061 "location": [1062 850,1063 400,1064 101065 ],1066 "rotation": [1067 0,1068 90.00011444091797,1069 01070 ],1071 "scale": [1072 1,1073 1,1074 11075 ]1076 },1077 "color": [1078 191,1079 95,1080 311081 ]1082 },1083 {1084 "object_id": "SM_Coffee_Counter2_12",1085 "bbox_2d": [1086 1376,1087 615,1088 1610,1089 7801090 ],1091 "bbox_3d": {1092 "aabb": {1093 "center": [1094 951.2646677250741,1095 439.99975984073865,1096 55.000019073486331097 ],1098 "extent": [1099 101.1391713864673,1100 40.000270676740854,1101 45.000019073486331102 ]1103 },1104 "obb": {1105 "center": [1106 951.2646677250741,1107 439.99975984073865,1108 55.000019073486331109 ],1110 "extent": [1111 101.1391713864673,1112 40.000270676740854,1113 45.000019073486331114 ],1115 "rotation": [1116 0,1117 90.00011444091797,1118 01119 ]1120 },1121 "location": [1122 1052.40380859375,1123 400,1124 101125 ],1126 "rotation": [1127 0,1128 90.00011444091797,1129 01130 ],1131 "scale": [1132 1,1133 1,1134 11135 ]1136 },1137 "color": [1138 31,1139 95,1140 01141 ]1142 }1143 ],1144 "drink machine": [1145 {1146 "object_id": "SM_Drink_Machine_2",1147 "bbox_2d": [1148 1358,1149 527,1150 1485,1151 6331152 ],1153 "bbox_3d": {1154 "aabb": {1155 "center": [1156 889.1782880594402,1157 443.63552856446387,1158 133.545261383056641159 ],1160 "extent": [1161 29.00478112511564,1162 27.472098157030928,1163 33.429824829101561164 ]1165 },1166 "obb": {1167 "center": [1168 889.1782880594402,1169 443.63552856446387,1170 133.545261383056641171 ],1172 "extent": [1173 29.00478112511564,1174 27.472098157030928,1175 33.429824829101561176 ],1177 "rotation": [1178 0,1179 90.00012207031251,1180 01181 ]1182 },1183 "location": [1184 889.1782836914062,1185 443,1186 100.000015258789061187 ],1188 "rotation": [1189 0,1190 90.00012207031251,1191 01192 ],1193 "scale": [1194 1,1195 1,1196 11197 ]1198 },1199 "color": [1200 31,