TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l000_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l000_r000/lit.png",5 "camera": {6 "location": [7 185,8 1038,9 9010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 185,38 1038,39 90,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee machine": [55 {56 "object_id": "SM_Coffee_Machine_2",57 "bbox_2d": [58 0,59 430,60 101,61 52462 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 797.5586261905396,67 445.6846854893375,68 128.968557357788169 ],70 "extent": [71 27.070429990485422,72 22.343763158214927,73 28.967401504516674 ]75 },76 "obb": {77 "center": [78 797.5586261905396,79 445.6846854893375,80 128.968557357788181 ],82 "extent": [83 27.070429990485422,84 22.343763158214927,85 28.967401504516686 ],87 "rotation": [88 0,89 90.00007629394531,90 091 ]92 },93 "location": [94 798.4383544921875,95 445.6964111328125,96 100.0011596679687597 ],98 "rotation": [99 0,100 90.00007629394531,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 127,111 95,112 31113 ]114 }115 ],116 "cup": [117 {118 "object_id": "SM_Paper_Cups_11",119 "bbox_2d": [120 0,121 499,122 12,123 522124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 758.4381108283997,129 465.6969604492194,130 107.31064081192017131 ],132 "extent": [133 4.662275800468478,134 4.662275800468535,135 7.309482097625732136 ]137 },138 "obb": {139 "center": [140 758.4381108283997,141 465.6969604492194,142 107.31064081192017143 ],144 "extent": [145 4.662275800468478,146 4.662275800468535,147 7.309482097625732148 ],149 "rotation": [150 0,151 90.00007629394531,152 0153 ]154 },155 "location": [156 758.4381103515625,157 465.69696044921875,158 100.00115966796875159 ],160 "rotation": [161 0,162 90.00007629394531,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 63,173 95,174 127175 ]176 },177 {178 "object_id": "SM_Paper_Cups2",179 "bbox_2d": [180 41,181 549,182 70,183 563184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 774.2435852559868,189 481.9266381261665,190 80.00115966796875191 ],192 "extent": [193 4.66232409787483,194 7.309516863272449,195 4.662269592285156196 ]197 },198 "obb": {199 "center": [200 774.2435852559868,201 481.9266381261665,202 80.00115966796875203 ],204 "extent": [205 4.66232409787483,206 7.309516863272449,207 4.662269592285156208 ],209 "rotation": [210 -90,211 89.99957275390624,212 0213 ]214 },215 "location": [216 774.2435302734375,217 474.6171569824219,218 80.00115966796875219 ],220 "rotation": [221 -90,222 89.99957275390624,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 63,233 95,234 63235 ]236 },237 {238 "object_id": "SM_Plastic_Cup_5",239 "bbox_2d": [240 215,241 525,242 227,243 526244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 937.7943618646119,249 457.9903783798352,250 106.27174806615629251 ],252 "extent": [253 4.662321174947806,254 4.6622708339359065,255 6.0977138140409295256 ]257 },258 "obb": {259 "center": [260 937.7943618646119,261 457.9903783798352,262 106.27174806615629263 ],264 "extent": [265 4.662321174947806,266 4.6622708339359065,267 6.0977138140409295268 ],269 "rotation": [270 -0.0004730224609443101,271 -179.99998474121097,272 180273 ]274 },275 "location": [276 937.7943115234375,277 457.9903564453125,278 112.36942291259766279 ],280 "rotation": [281 -0.0004730224609443101,282 -179.99998474121097,283 180284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 31,293 95,294 127295 ]296 },297 {298 "object_id": "SM_Plastic_Cup2",299 "bbox_2d": [300 215,301 524,302 227,303 525304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 937.7943624063862,309 457.99038000375793,310 107.4034008981981311 ],312 "extent": [313 4.662322958371874,314 4.662273699495586,315 6.09771546991837316 ]317 },318 "obb": {319 "center": [320 937.7943624063862,321 457.99038000375793,322 107.4034008981981323 ],324 "extent": [325 4.662322958371874,326 4.662273699495586,327 6.09771546991837328 ],329 "rotation": [330 -0.0004781132156495003,331 -179.99996948242188,332 -179.99998474121097333 ]334 },335 "location": [336 937.7943115234375,337 457.9903564453125,338 113.5010757446289339 ],340 "rotation": [341 -0.0004781132156495003,342 -179.99996948242188,343 -179.99998474121097344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 31,353 95,354 63355 ]356 },357 {358 "object_id": "SM_Plastic_Cup3",359 "bbox_2d": [360 215,361 523,362 227,363 523364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 937.7943623943374,369 457.99038000375793,370 108.45808076880347371 ],372 "extent": [373 4.662322946323229,374 4.662273699495586,375 6.097715460706041376 ]377 },378 "obb": {379 "center": [380 937.7943623943374,381 457.99038000375793,382 108.45808076880347383 ],384 "extent": [385 4.662322946323229,386 4.662273699495586,387 6.097715460706041388 ],389 "rotation": [390 -0.00047800000174902363,391 -179.99996948242188,392 -179.99998474121097393 ]394 },395 "location": [396 937.7943115234375,397 457.9903564453125,398 114.55575561523438399 ],400 "rotation": [401 -0.00047800000174902363,402 -179.99996948242188,403 -179.99998474121097404 ],405 "scale": [406 1,407 1,408 1409 ]410 },411 "color": [412 31,413 95,414 191415 ]416 },417 {418 "object_id": "SM_Plastic_Cup4",419 "bbox_2d": [420 213,421 521,422 227,423 522424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 937.7943623943374,429 457.99038000375793,430 109.43800020239722431 ],432 "extent": [433 4.662322946323229,434 4.662273699495586,435 6.097715460706041436 ]437 },438 "obb": {439 "center": [440 937.7943623943374,441 457.99038000375793,442 109.43800020239722443 ],444 "extent": [445 4.662322946323229,446 4.662273699495586,447 6.097715460706041448 ],449 "rotation": [450 -0.00047800000174902363,451 -179.99996948242188,452 -179.99998474121097453 ]454 },455 "location": [456 937.7943115234375,457 457.9903564453125,458 115.53567504882812459 ],460 "rotation": [461 -0.00047800000174902363,462 -179.99996948242188,463 -179.99998474121097464 ],465 "scale": [466 1,467 1,468 1469 ]470 },471 "color": [472 31,473 95,474 31475 ]476 },477 {478 "object_id": "SM_Plastic_Cup5",479 "bbox_2d": [480 213,481 506,482 227,483 521484 ],485 "bbox_3d": {486 "aabb": {487 "center": [488 937.7943623943374,489 457.99038000375793,490 110.60352754614722491 ],492 "extent": [493 4.662322946323229,494 4.662273699495586,495 6.097715460706041496 ]497 },498 "obb": {499 "center": [500 937.7943623943374,501 457.99038000375793,502 110.60352754614722503 ],504 "extent": [505 4.662322946323229,506 4.662273699495586,507 6.097715460706041508 ],509 "rotation": [510 -0.00047800000174902363,511 -179.99996948242188,512 -179.99998474121097513 ]514 },515 "location": [516 937.7943115234375,517 457.9903564453125,518 116.70120239257812519 ],520 "rotation": [521 -0.00047800000174902363,522 -179.99996948242188,523 -179.99998474121097524 ],525 "scale": [526 1,527 1,528 1529 ]530 },531 "color": [532 0,533 95,534 95535 ]536 },537 {538 "object_id": "SM_Plastic_Cup6",539 "bbox_2d": [540 278,541 547,542 295,543 556544 ],545 "bbox_3d": {546 "aabb": {547 "center": [548 976.5128099366584,549 482.11237764378257,550 80.07191109149238551 ],552 "extent": [553 4.662327705307916,554 6.097736163472632,555 4.662300099139145556 ]557 },558 "obb": {559 "center": [560 976.5128099366584,561 482.11237764378257,562 80.07191109149238563 ],564 "extent": [565 4.662327705307916,566 6.097736163472632,567 4.662300099139145568 ],569 "rotation": [570 5.5600874475203515e-05,571 -179.99949645996094,572 89.99975585937501573 ]574 },575 "location": [576 976.5127563476562,577 488.2100524902344,578 80.07190704345703579 ],580 "rotation": [581 5.5600874475203515e-05,582 -179.99949645996094,583 89.99975585937501584 ],585 "scale": [586 1,587 1,588 1589 ]590 },591 "color": [592 255,593 95,594 95595 ]596 },597 {598 "object_id": "SM_Plastic_Cup7",599 "bbox_2d": [600 301,601 547,602 318,603 556604 ],605 "bbox_3d": {606 "aabb": {607 "center": [608 1004.8085252686898,609 482.11237764378257,610 80.07191109149238611 ],612 "extent": [613 4.662327737785745,614 6.0977361634728595,615 4.662300131616803616 ]617 },618 "obb": {619 "center": [620 1004.8085252686898,621 482.11237764378257,622 80.07191109149238623 ],624 "extent": [625 4.662327737785745,626 6.0977361634728595,627 4.662300131616803628 ],629 "rotation": [630 5.6000000768108266e-05,631 -179.99949645996094,632 89.99975585937501633 ]634 },635 "location": [636 1004.8084716796875,637 488.2100524902344,638 80.07190704345703639 ],640 "rotation": [641 5.6000000768108266e-05,642 -179.99949645996094,643 89.99975585937501644 ],645 "scale": [646 1,647 1,648 1649 ]650 },651 "color": [652 127,653 95,654 95655 ]656 }657 ],658 "coffee counter": [659 {660 "object_id": "SM_Coffee_Counter_10",661 "bbox_2d": [662 0,663 523,664 153,665 676666 ],667 "bbox_3d": {668 "aabb": {669 "center": [670 748.8608591313241,671 439.99975984073865,672 55.00001907348633673 ],674 "extent": [675 101.1391713864673,676 40.000270676740854,677 45.00001907348633678 ]679 },680 "obb": {681 "center": [682 748.8608591313241,683 439.99975984073865,684 55.00001907348633685 ],686 "extent": [687 101.1391713864673,688 40.000270676740854,689 45.00001907348633690 ],691 "rotation": [692 0,693 90.00011444091797,694 0695 ]696 },697 "location": [698 850,699 400,700 10701 ],702 "rotation": [703 0,704 90.00011444091797,705 0706 ],707 "scale": [708 1,709 1,710 1711 ]712 },713 "color": [714 191,715 95,716 31717 ]718 },719 {720 "object_id": "SM_Coffee_Counter2_12",721 "bbox_2d": [722 146,723 526,724 338,725 654726 ],727 "bbox_3d": {728 "aabb": {729 "center": [730 951.2646677250741,731 439.99975984073865,732 55.00001907348633733 ],734 "extent": [735 101.1391713864673,736 40.000270676740854,737 45.00001907348633738 ]739 },740 "obb": {741 "center": [742 951.2646677250741,743 439.99975984073865,744 55.00001907348633745 ],746 "extent": [747 101.1391713864673,748 40.000270676740854,749 45.00001907348633750 ],751 "rotation": [752 0,753 90.00011444091797,754 0755 ]756 },757 "location": [758 1052.40380859375,759 400,760 10761 ],762 "rotation": [763 0,764 90.00011444091797,765 0766 ],767 "scale": [768 1,769 1,770 1771 ]772 },773 "color": [774 31,775 95,776 0777 ]778 }779 ],780 "drink machine": [781 {782 "object_id": "SM_Drink_Machine_2",783 "bbox_2d": [784 76,785 431,786 215,787 526788 ],789 "bbox_3d": {790 "aabb": {791 "center": [792 889.1782880594402,793 443.63552856446387,794 133.54526138305664795 ],796 "extent": [797 29.00478112511564,798 27.472098157030928,799 33.42982482910156800 ]801 },802 "obb": {803 "center": [804 889.1782880594402,805 443.63552856446387,806 133.54526138305664807 ],808 "extent": [809 29.00478112511564,810 27.472098157030928,811 33.42982482910156812 ],813 "rotation": [814 0,815 90.00012207031251,816 0817 ]818 },819 "location": [820 889.1782836914062,821 443,822 100.00001525878906823 ],824 "rotation": [825 0,826 90.00012207031251,827 0828 ],829 "scale": [830 1,831 1,832 1833 ]834 },835 "color": [836 31,837 95,838 255839 ]840 }841 ],842 "shopping basket stand": [843 {844 "object_id": "SM_Shopping_Basket_Stand_2",845 "bbox_2d": [846 1262,847 709,848 1448,849 889850 ],851 "bbox_3d": {852 "aabb": {853 "center": [854 437.0000002387705,855 1145.9999981076555,856 24.87095546722412857 ],858 "extent": [859 37.900795186396465,860 25.92428990466101,861 14.87095832824707862 ]863 },864 "obb": {865 "center": [866 437.0000002387705,867 1145.9999981076555,868 24.87095546722412869 ],870 "extent": [871 37.900795186396465,872 25.92428990466101,873 14.87095832824707874 ],875 "rotation": [876 0,877 7.191411018371582,878 0879 ]880 },881 "location": [882 437,883 1146,884 10885 ],886 "rotation": [887 0,888 7.191411018371582,889 0890 ],891 "scale": [892 1,893 1,894 1895 ]896 },897 "color": [898 95,899 0,900 31901 ]902 }903 ],904 "shopping basket": [905 {906 "object_id": "SM_Shopping_Basket_11",907 "bbox_2d": [908 1271,909 695,910 1448,911 866912 ],913 "bbox_3d": {914 "aabb": {915 "center": [916 437.000002865246,917 1145.9999772918668,918 28.726181030273438919 ],920 "extent": [921 32.089719732421145,922 24.25146511108278,923 16.13337516784668924 ]925 },926 "obb": {927 "center": [928 437.000002865246,929 1145.9999772918668,930 28.726181030273438931 ],932 "extent": [933 32.089719732421145,934 24.25146511108278,935 16.13337516784668936 ],937 "rotation": [938 0,939 7.191411018371582,940 0941 ]942 },943 "location": [944 437,945 1146,946 12.592809677124023947 ],948 "rotation": [949 0,950 7.191411018371582,951 0952 ],953 "scale": [954 1,955 1,956 1957 ]958 },959 "color": [960 95,961 255,962 0963 ]964 },965 {966 "object_id": "SM_Shopping_Basket2",967 "bbox_2d": [968 1271,969 676,970 1448,971 840972 ],973 "bbox_3d": {974 "aabb": {975 "center": [976 437.000002865246,977 1145.9999772918668,978 34.18583297729492979 ],980 "extent": [981 32.089719732421145,982 24.25146511108278,983 16.13337516784668984 ]985 },986 "obb": {987 "center": [988 437.000002865246,989 1145.9999772918668,990 34.18583297729492991 ],992 "extent": [993 32.089719732421145,994 24.25146511108278,995 16.13337516784668996 ],997 "rotation": [998 0,999 7.191411018371582,1000 01001 ]1002 },1003 "location": [1004 437,1005 1146,1006 18.0524616241455081007 ],1008 "rotation": [1009 0,1010 7.191411018371582,1011 01012 ],1013 "scale": [1014 1,1015 1,1016 11017 ]1018 },1019 "color": [1020 95,1021 255,1022 2551023 ]1024 },1025 {1026 "object_id": "SM_Shopping_Basket3",1027 "bbox_2d": [1028 1271,1029 657,1030 1448,1031 8161032 ],1033 "bbox_3d": {1034 "aabb": {1035 "center": [1036 437.000002865246,1037 1145.9999772918668,1038 39.5299510955810551039 ],1040 "extent": [1041 32.089719732421145,1042 24.25146511108278,1043 16.133375167846681044 ]1045 },1046 "obb": {1047 "center": [1048 437.000002865246,1049 1145.9999772918668,1050 39.5299510955810551051 ],1052 "extent": [1053 32.089719732421145,1054 24.25146511108278,1055 16.133375167846681056 ],1057 "rotation": [1058 0,1059 7.191411018371582,1060 01061 ]1062 },1063 "location": [1064 437,1065 1146,1066 23.396579742431641067 ],1068 "rotation": [1069 0,1070 7.191411018371582,1071 01072 ],1073 "scale": [1074 1,1075 1,1076 11077 ]1078 },1079 "color": [1080 95,1081 255,1082 1271083 ]1084 },1085 {1086 "object_id": "SM_Shopping_Basket4",1087 "bbox_2d": [1088 1268,1089 549,1090 1448,1091 6871092 ],1093 "bbox_3d": {1094 "aabb": {1095 "center": [1096 436.34887032376605,1097 1145.2814455686596,1098 59.739839688764641099 ],1100 "extent": [1101 36.4081771978602,1102 25.262972897530062,1103 28.0699514787522231104 ]1105 },1106 "obb": {1107 "center": [1108 436.34887032376605,1109 1145.2814455686596,1110 59.739839688764641111 ],1112 "extent": [1113 36.4081771978602,1114 25.262972897530062,1115 28.0699514787522231116 ],1117 "rotation": [1118 -27.591447830200202,1119 8.121444702148441,1120 01121 ]1122 },1123 "location": [1124 428.951416015625,1125 1144.225830078125,1126 45.44127273559571127 ],1128 "rotation": [1129 -27.591447830200202,1130 8.121444702148441,1131 01132 ],1133 "scale": [1134 1,1135 1,1136 11137 ]1138 },1139 "color": [1140 95,1141 255,1142 631143 ]1144 }1145 ],1146 "mat": [1147 {1148 "object_id": "SM_Mat_2",1149 "bbox_2d": [1150 997,1151 689,1152 1283,1153 7781154 ],1155 "bbox_3d": {1156 "aabb": {1157 "center": [1158 596.1696014404297,1159 1124.8133697509766,1160 11.269589781761171161 ],1162 "extent": [1163 92.76057434082031,1164 68.32167053222656,1165 0.55331581830978391166 ]1167 },1168 "obb": {1169 "center": [1170 596.1696014404297,1171 1124.8133697509766,1172 11.269589781761171173 ],1174 "extent": [1175 92.76057434082031,1176 68.32167053222656,1177 0.55331581830978391178 ],1179 "rotation": [1180 0,1181 0,1182 01183 ]1184 },1185 "location": [1186 596.1780395507812,1187 1124.3819580078125,1188 10.7381973266601561189 ],1190 "rotation": [1191 0,1192 0,1193 01194 ],1195 "scale": [1196 1,1197 1,1198 11199 ]1200 },