TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l009_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l009_r000/lit.png",5 "camera": {6 "location": [7 284,8 790,9 8210 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 284,38 790,39 82,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee machine": [55 {56 "object_id": "SM_Coffee_Machine_2",57 "bbox_2d": [58 240,59 391,60 384,61 50662 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 797.5586261905396,67 445.6846854893375,68 128.968557357788169 ],70 "extent": [71 27.070429990485422,72 22.343763158214927,73 28.967401504516674 ]75 },76 "obb": {77 "center": [78 797.5586261905396,79 445.6846854893375,80 128.968557357788181 ],82 "extent": [83 27.070429990485422,84 22.343763158214927,85 28.967401504516686 ],87 "rotation": [88 0,89 90.00007629394531,90 091 ]92 },93 "location": [94 798.4383544921875,95 445.6964111328125,96 100.0011596679687597 ],98 "rotation": [99 0,100 90.00007629394531,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 127,111 95,112 31113 ]114 }115 ],116 "coffee supplies": [117 {118 "object_id": "SM_Coffee_Supplies_5",119 "bbox_2d": [120 140,121 445,122 284,123 500124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 728.4383504150533,129 445.6962622915158,130 111.84191799163818131 ],132 "extent": [133 24.109946031074287,134 16.28647964711405,135 11.954957008361816136 ]137 },138 "obb": {139 "center": [140 728.4383504150533,141 445.6962622915158,142 111.84191799163818143 ],144 "extent": [145 24.109946031074287,146 16.28647964711405,147 11.954957008361816148 ],149 "rotation": [150 0,151 93.59552001953126,152 0153 ]154 },155 "location": [156 728.4383544921875,157 445.6961669921875,158 100.00115966796875159 ],160 "rotation": [161 0,162 93.59552001953126,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 63,173 95,174 0175 ]176 }177 ],178 "napkin dispenser": [179 {180 "object_id": "SM_Paper_Napkin_Dispenser_8",181 "bbox_2d": [182 128,183 469,184 203,185 495186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 688.4382333753791,191 455.6964111147987,192 105.59275150299072193 ],194 "extent": [195 8.491547799773002,196 9.322457854809215,197 5.591593265533447198 ]199 },200 "obb": {201 "center": [202 688.4382333753791,203 455.6964111147987,204 105.59275150299072205 ],206 "extent": [207 8.491547799773002,208 9.322457854809215,209 5.591593265533447210 ],211 "rotation": [212 0,213 88.91768646240236,214 0215 ]216 },217 "location": [218 688.438232421875,219 455.6964111328125,220 100.00115966796875221 ],222 "rotation": [223 0,224 88.91768646240236,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 63,235 95,236 255237 ]238 }239 ],240 "cup": [241 {242 "object_id": "SM_Paper_Cups_11",243 "bbox_2d": [244 292,245 474,246 314,247 502248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 758.4381108283997,253 465.6969604492194,254 107.31064081192017255 ],256 "extent": [257 4.662275800468478,258 4.662275800468535,259 7.309482097625732260 ]261 },262 "obb": {263 "center": [264 758.4381108283997,265 465.6969604492194,266 107.31064081192017267 ],268 "extent": [269 4.662275800468478,270 4.662275800468535,271 7.309482097625732272 ],273 "rotation": [274 0,275 90.00007629394531,276 0277 ]278 },279 "location": [280 758.4381103515625,281 465.69696044921875,282 100.00115966796875283 ],284 "rotation": [285 0,286 90.00007629394531,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 63,297 95,298 127299 ]300 },301 {302 "object_id": "SM_Paper_Cups2",303 "bbox_2d": [304 345,305 535,306 374,307 552308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 774.2435852559868,313 481.9266381261665,314 80.00115966796875315 ],316 "extent": [317 4.66232409787483,318 7.309516863272449,319 4.662269592285156320 ]321 },322 "obb": {323 "center": [324 774.2435852559868,325 481.9266381261665,326 80.00115966796875327 ],328 "extent": [329 4.66232409787483,330 7.309516863272449,331 4.662269592285156332 ],333 "rotation": [334 -90,335 89.99957275390624,336 0337 ]338 },339 "location": [340 774.2435302734375,341 474.6171569824219,342 80.00115966796875343 ],344 "rotation": [345 -90,346 89.99957275390624,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 63,357 95,358 63359 ]360 },361 {362 "object_id": "SM_Paper_Cups3",363 "bbox_2d": [364 58,365 488,366 88,367 491368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 678.4381108283997,373 425.69631958007875,374 107.31064081192017375 ],376 "extent": [377 4.662275800468478,378 4.662275800468535,379 7.309482097625732380 ]381 },382 "obb": {383 "center": [384 678.4381108283997,385 425.69631958007875,386 107.31064081192017387 ],388 "extent": [389 4.662275800468478,390 4.662275800468535,391 7.309482097625732392 ],393 "rotation": [394 0,395 90.00007629394531,396 0397 ]398 },399 "location": [400 678.4381103515625,401 425.6963195800781,402 100.00115966796875403 ],404 "rotation": [405 0,406 90.00007629394531,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 191,417 95,418 127419 ]420 },421 {422 "object_id": "SM_Paper_Cups4",423 "bbox_2d": [424 58,425 480,426 88,427 488428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 678.4381108283997,433 425.69631958007875,434 110.54884576797485435 ],436 "extent": [437 4.662275800468478,438 4.662275800468535,439 7.309482097625732440 ]441 },442 "obb": {443 "center": [444 678.4381108283997,445 425.69631958007875,446 110.54884576797485447 ],448 "extent": [449 4.662275800468478,450 4.662275800468535,451 7.309482097625732452 ],453 "rotation": [454 0,455 90.00007629394531,456 0457 ]458 },459 "location": [460 678.4381103515625,461 425.6963195800781,462 103.23936462402344463 ],464 "rotation": [465 0,466 90.00007629394531,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 191,477 95,478 63479 ]480 },481 {482 "object_id": "SM_Paper_Cups5",483 "bbox_2d": [484 58,485 445,486 87,487 480488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 678.4381099491318,493 425.69631983585765,494 113.61073541641235495 ],496 "extent": [497 6.4356430293148605,498 6.435643029314804,499 7.309482097625732500 ]501 },502 "obb": {503 "center": [504 678.4381099491318,505 425.69631983585765,506 113.61073541641235507 ],508 "extent": [509 6.4356430293148605,510 6.435643029314804,511 7.309482097625732512 ],513 "rotation": [514 0,515 -122.43948364257814,516 0517 ]518 },519 "location": [520 678.4381103515625,521 425.6963195800781,522 106.30125427246094523 ],524 "rotation": [525 0,526 -122.43948364257814,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 191,537 95,538 191539 ]540 },541 {542 "object_id": "SM_Plastic_Cup2",543 "bbox_2d": [544 474,545 510,546 479,547 511548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 937.7943624063862,553 457.99038000375793,554 107.4034008981981555 ],556 "extent": [557 4.662322958371874,558 4.662273699495586,559 6.09771546991837560 ]561 },562 "obb": {563 "center": [564 937.7943624063862,565 457.99038000375793,566 107.4034008981981567 ],568 "extent": [569 4.662322958371874,570 4.662273699495586,571 6.09771546991837572 ],573 "rotation": [574 -0.0004781132156495003,575 -179.99996948242188,576 -179.99998474121097577 ]578 },579 "location": [580 937.7943115234375,581 457.9903564453125,582 113.5010757446289583 ],584 "rotation": [585 -0.0004781132156495003,586 -179.99996948242188,587 -179.99998474121097588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 31,597 95,598 63599 ]600 },601 {602 "object_id": "SM_Plastic_Cup3",603 "bbox_2d": [604 474,605 509,606 479,607 509608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 937.7943623943374,613 457.99038000375793,614 108.45808076880347615 ],616 "extent": [617 4.662322946323229,618 4.662273699495586,619 6.097715460706041620 ]621 },622 "obb": {623 "center": [624 937.7943623943374,625 457.99038000375793,626 108.45808076880347627 ],628 "extent": [629 4.662322946323229,630 4.662273699495586,631 6.097715460706041632 ],633 "rotation": [634 -0.00047800000174902363,635 -179.99996948242188,636 -179.99998474121097637 ]638 },639 "location": [640 937.7943115234375,641 457.9903564453125,642 114.55575561523438643 ],644 "rotation": [645 -0.00047800000174902363,646 -179.99996948242188,647 -179.99998474121097648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 31,657 95,658 191659 ]660 },661 {662 "object_id": "SM_Plastic_Cup4",663 "bbox_2d": [664 474,665 507,666 479,667 508668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 937.7943623943374,673 457.99038000375793,674 109.43800020239722675 ],676 "extent": [677 4.662322946323229,678 4.662273699495586,679 6.097715460706041680 ]681 },682 "obb": {683 "center": [684 937.7943623943374,685 457.99038000375793,686 109.43800020239722687 ],688 "extent": [689 4.662322946323229,690 4.662273699495586,691 6.097715460706041692 ],693 "rotation": [694 -0.00047800000174902363,695 -179.99996948242188,696 -179.99998474121097697 ]698 },699 "location": [700 937.7943115234375,701 457.9903564453125,702 115.53567504882812703 ],704 "rotation": [705 -0.00047800000174902363,706 -179.99996948242188,707 -179.99998474121097708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 31,717 95,718 31719 ]720 },721 {722 "object_id": "SM_Plastic_Cup5",723 "bbox_2d": [724 467,725 489,726 479,727 506728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 937.7943623943374,733 457.99038000375793,734 110.60352754614722735 ],736 "extent": [737 4.662322946323229,738 4.662273699495586,739 6.097715460706041740 ]741 },742 "obb": {743 "center": [744 937.7943623943374,745 457.99038000375793,746 110.60352754614722747 ],748 "extent": [749 4.662322946323229,750 4.662273699495586,751 6.097715460706041752 ],753 "rotation": [754 -0.00047800000174902363,755 -179.99996948242188,756 -179.99998474121097757 ]758 },759 "location": [760 937.7943115234375,761 457.9903564453125,762 116.70120239257812763 ],764 "rotation": [765 -0.00047800000174902363,766 -179.99996948242188,767 -179.99998474121097768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 0,777 95,778 95779 ]780 },781 {782 "object_id": "SM_Plastic_Cup6",783 "bbox_2d": [784 526,785 537,786 542,787 548788 ],789 "bbox_3d": {790 "aabb": {791 "center": [792 976.5128099366584,793 482.11237764378257,794 80.07191109149238795 ],796 "extent": [797 4.662327705307916,798 6.097736163472632,799 4.662300099139145800 ]801 },802 "obb": {803 "center": [804 976.5128099366584,805 482.11237764378257,806 80.07191109149238807 ],808 "extent": [809 4.662327705307916,810 6.097736163472632,811 4.662300099139145812 ],813 "rotation": [814 5.5600874475203515e-05,815 -179.99949645996094,816 89.99975585937501817 ]818 },819 "location": [820 976.5127563476562,821 488.2100524902344,822 80.07190704345703823 ],824 "rotation": [825 5.5600874475203515e-05,826 -179.99949645996094,827 89.99975585937501828 ],829 "scale": [830 1,831 1,832 1833 ]834 },835 "color": [836 255,837 95,838 95839 ]840 },841 {842 "object_id": "SM_Plastic_Cup7",843 "bbox_2d": [844 543,845 537,846 559,847 547848 ],849 "bbox_3d": {850 "aabb": {851 "center": [852 1004.8085252686898,853 482.11237764378257,854 80.07191109149238855 ],856 "extent": [857 4.662327737785745,858 6.0977361634728595,859 4.662300131616803860 ]861 },862 "obb": {863 "center": [864 1004.8085252686898,865 482.11237764378257,866 80.07191109149238867 ],868 "extent": [869 4.662327737785745,870 6.0977361634728595,871 4.662300131616803872 ],873 "rotation": [874 5.6000000768108266e-05,875 -179.99949645996094,876 89.99975585937501877 ]878 },879 "location": [880 1004.8084716796875,881 488.2100524902344,882 80.07190704345703883 ],884 "rotation": [885 5.6000000768108266e-05,886 -179.99949645996094,887 89.99975585937501888 ],889 "scale": [890 1,891 1,892 1893 ]894 },895 "color": [896 127,897 95,898 95899 ]900 }901 ],902 "coffee counter": [903 {904 "object_id": "SM_Coffee_Counter_10",905 "bbox_2d": [906 0,907 492,908 433,909 727910 ],911 "bbox_3d": {912 "aabb": {913 "center": [914 748.8608591313241,915 439.99975984073865,916 55.00001907348633917 ],918 "extent": [919 101.1391713864673,920 40.000270676740854,921 45.00001907348633922 ]923 },924 "obb": {925 "center": [926 748.8608591313241,927 439.99975984073865,928 55.00001907348633929 ],930 "extent": [931 101.1391713864673,932 40.000270676740854,933 45.00001907348633934 ],935 "rotation": [936 0,937 90.00011444091797,938 0939 ]940 },941 "location": [942 850,943 400,944 10945 ],946 "rotation": [947 0,948 90.00011444091797,949 0950 ],951 "scale": [952 1,953 1,954 1955 ]956 },957 "color": [958 191,959 95,960 31961 ]962 },963 {964 "object_id": "SM_Coffee_Counter2_12",965 "bbox_2d": [966 426,967 509,968 572,969 660970 ],971 "bbox_3d": {972 "aabb": {973 "center": [974 951.2646677250741,975 439.99975984073865,976 55.00001907348633977 ],978 "extent": [979 101.1391713864673,980 40.000270676740854,981 45.00001907348633982 ]983 },984 "obb": {985 "center": [986 951.2646677250741,987 439.99975984073865,988 55.00001907348633989 ],990 "extent": [991 101.1391713864673,992 40.000270676740854,993 45.00001907348633994 ],995 "rotation": [996 0,997 90.00011444091797,998 0999 ]1000 },1001 "location": [1002 1052.40380859375,1003 400,1004 101005 ],1006 "rotation": [1007 0,1008 90.00011444091797,1009 01010 ],1011 "scale": [1012 1,1013 1,1014 11015 ]1016 },1017 "color": [1018 31,1019 95,1020 01021 ]1022 }1023 ],1024 "drink machine": [1025 {1026 "object_id": "SM_Drink_Machine_2",1027 "bbox_2d": [1028 358,1029 398,1030 474,1031 5111032 ],1033 "bbox_3d": {1034 "aabb": {1035 "center": [1036 889.1782880594402,1037 443.63552856446387,1038 133.545261383056641039 ],1040 "extent": [1041 29.00478112511564,1042 27.472098157030928,1043 33.429824829101561044 ]1045 },1046 "obb": {1047 "center": [1048 889.1782880594402,1049 443.63552856446387,1050 133.545261383056641051 ],1052 "extent": [1053 29.00478112511564,1054 27.472098157030928,1055 33.429824829101561056 ],1057 "rotation": [1058 0,1059 90.00012207031251,1060 01061 ]1062 },1063 "location": [1064 889.1782836914062,1065 443,1066 100.000015258789061067 ],1068 "rotation": [1069 0,1070 90.00012207031251,1071 01072 ],1073 "scale": [1074 1,1075 1,1076 11077 ]1078 },1079 "color": [1080 31,1081 95,1082 2551083 ]1084 }1085 ],1086 "mat": [1087 {1088 "object_id": "SM_Mat_2",1089 "bbox_2d": [1090 1595,1091 707,1092 1919,1093 7951094 ],1095 "bbox_3d": {1096 "aabb": {1097 "center": [1098 596.1696014404297,1099 1124.8133697509766,1100 11.269589781761171101 ],1102 "extent": [1103 92.76057434082031,1104 68.32167053222656,1105 0.55331581830978391106 ]1107 },1108 "obb": {1109 "center": [1110 596.1696014404297,1111 1124.8133697509766,1112 11.269589781761171113 ],1114 "extent": [1115 92.76057434082031,1116 68.32167053222656,1117 0.55331581830978391118 ],1119 "rotation": [1120 0,1121 0,1122 01123 ]1124 },1125 "location": [1126 596.1780395507812,1127 1124.3819580078125,1128 10.7381973266601561129 ],1130 "rotation": [1131 0,1132 0,1133 01134 ],1135 "scale": [1136 1,1137 1,1138 11139 ]1140 },1141 "color": [1142 95,1143 255,1144 1911145 ]1146 }1147 ],1148 "ad": [1149 {1150 "object_id": "SM_Sandwich_Ad_2",1151 "bbox_2d": [1152 1750,1153 293,1154 1868,1155 5061156 ],1157 "bbox_3d": {1158 "aabb": {1159 "center": [1160 750.7865600585938,1161 1201.00441634655,1162 146.558418273925781163 ],1164 "extent": [1165 32.24943542480469,1166 0.4452856779098511,1167 47.1828308105468751168 ]1169 },1170 "obb": {1171 "center": [1172 750.7865600585938,1173 1201.00441634655,1174 146.558418273925781175 ],1176 "extent": [1177 32.24943542480469,1178 0.4452856779098511,1179 47.1828308105468751180 ],1181 "rotation": [1182 0,1183 0,1184 01185 ]1186 },1187 "location": [1188 750.7865600585938,1189 1200.9569091796875,1190 145.040924072265621191 ],1192 "rotation": [1193 0,1194 0,1195 01196 ],1197 "scale": [1198 1,1199 1,1200 1