TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l053_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l053_r000/lit.png",5 "camera": {6 "location": [7 98,8 800,9 12010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 98,38 800,39 120,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 1032,58 659,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "coffee machine": [118 {119 "object_id": "SM_Coffee_Machine_2",120 "bbox_2d": [121 424,122 486,123 518,124 567125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 797.5586261905396,130 445.6846854893375,131 128.9685573577881132 ],133 "extent": [134 27.070429990485422,135 22.343763158214927,136 28.9674015045166137 ]138 },139 "obb": {140 "center": [141 797.5586261905396,142 445.6846854893375,143 128.9685573577881144 ],145 "extent": [146 27.070429990485422,147 22.343763158214927,148 28.9674015045166149 ],150 "rotation": [151 0,152 90.00007629394531,153 0154 ]155 },156 "location": [157 798.4383544921875,158 445.6964111328125,159 100.00115966796875160 ],161 "rotation": [162 0,163 90.00007629394531,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 127,174 95,175 31176 ]177 }178 ],179 "coffee supplies": [180 {181 "object_id": "SM_Coffee_Supplies_5",182 "bbox_2d": [183 375,184 534,185 462,186 571187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 728.4383504150533,192 445.6962622915158,193 111.84191799163818194 ],195 "extent": [196 24.109946031074287,197 16.28647964711405,198 11.954957008361816199 ]200 },201 "obb": {202 "center": [203 728.4383504150533,204 445.6962622915158,205 111.84191799163818206 ],207 "extent": [208 24.109946031074287,209 16.28647964711405,210 11.954957008361816211 ],212 "rotation": [213 0,214 93.59552001953126,215 0216 ]217 },218 "location": [219 728.4383544921875,220 445.6961669921875,221 100.00115966796875222 ],223 "rotation": [224 0,225 93.59552001953126,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 63,236 95,237 0238 ]239 }240 ],241 "napkin dispenser": [242 {243 "object_id": "SM_Paper_Napkin_Dispenser_8",244 "bbox_2d": [245 377,246 554,247 422,248 572249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 688.4382333753791,254 455.6964111147987,255 105.59275150299072256 ],257 "extent": [258 8.491547799773002,259 9.322457854809215,260 5.591593265533447261 ]262 },263 "obb": {264 "center": [265 688.4382333753791,266 455.6964111147987,267 105.59275150299072268 ],269 "extent": [270 8.491547799773002,271 9.322457854809215,272 5.591593265533447273 ],274 "rotation": [275 0,276 88.91768646240236,277 0278 ]279 },280 "location": [281 688.438232421875,282 455.6964111328125,283 100.00115966796875284 ],285 "rotation": [286 0,287 88.91768646240236,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 63,298 95,299 255300 ]301 }302 ],303 "cup": [304 {305 "object_id": "SM_Paper_Cups_11",306 "bbox_2d": [307 466,308 548,309 481,310 568311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 758.4381108283997,316 465.6969604492194,317 107.31064081192017318 ],319 "extent": [320 4.662275800468478,321 4.662275800468535,322 7.309482097625732323 ]324 },325 "obb": {326 "center": [327 758.4381108283997,328 465.6969604492194,329 107.31064081192017330 ],331 "extent": [332 4.662275800468478,333 4.662275800468535,334 7.309482097625732335 ],336 "rotation": [337 0,338 90.00007629394531,339 0340 ]341 },342 "location": [343 758.4381103515625,344 465.69696044921875,345 100.00115966796875346 ],347 "rotation": [348 0,349 90.00007629394531,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 63,360 95,361 127362 ]363 },364 {365 "object_id": "SM_Paper_Cups2",366 "bbox_2d": [367 501,368 591,369 520,370 602371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 774.2435852559868,376 481.9266381261665,377 80.00115966796875378 ],379 "extent": [380 4.66232409787483,381 7.309516863272449,382 4.662269592285156383 ]384 },385 "obb": {386 "center": [387 774.2435852559868,388 481.9266381261665,389 80.00115966796875390 ],391 "extent": [392 4.66232409787483,393 7.309516863272449,394 4.662269592285156395 ],396 "rotation": [397 -90,398 89.99957275390624,399 0400 ]401 },402 "location": [403 774.2435302734375,404 474.6171569824219,405 80.00115966796875406 ],407 "rotation": [408 -90,409 89.99957275390624,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 63,420 95,421 63422 ]423 },424 {425 "object_id": "SM_Paper_Cups3",426 "bbox_2d": [427 332,428 568,429 349,430 572431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 678.4381108283997,436 425.69631958007875,437 107.31064081192017438 ],439 "extent": [440 4.662275800468478,441 4.662275800468535,442 7.309482097625732443 ]444 },445 "obb": {446 "center": [447 678.4381108283997,448 425.69631958007875,449 107.31064081192017450 ],451 "extent": [452 4.662275800468478,453 4.662275800468535,454 7.309482097625732455 ],456 "rotation": [457 0,458 90.00007629394531,459 0460 ]461 },462 "location": [463 678.4381103515625,464 425.6963195800781,465 100.00115966796875466 ],467 "rotation": [468 0,469 90.00007629394531,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 191,480 95,481 127482 ]483 },484 {485 "object_id": "SM_Paper_Cups4",486 "bbox_2d": [487 332,488 563,489 349,490 567491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 678.4381108283997,496 425.69631958007875,497 110.54884576797485498 ],499 "extent": [500 4.662275800468478,501 4.662275800468535,502 7.309482097625732503 ]504 },505 "obb": {506 "center": [507 678.4381108283997,508 425.69631958007875,509 110.54884576797485510 ],511 "extent": [512 4.662275800468478,513 4.662275800468535,514 7.309482097625732515 ],516 "rotation": [517 0,518 90.00007629394531,519 0520 ]521 },522 "location": [523 678.4381103515625,524 425.6963195800781,525 103.23936462402344526 ],527 "rotation": [528 0,529 90.00007629394531,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 95,541 63542 ]543 },544 {545 "object_id": "SM_Paper_Cups5",546 "bbox_2d": [547 332,548 538,549 349,550 562551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 678.4381099491318,556 425.69631983585765,557 113.61073541641235558 ],559 "extent": [560 6.4356430293148605,561 6.435643029314804,562 7.309482097625732563 ]564 },565 "obb": {566 "center": [567 678.4381099491318,568 425.69631983585765,569 113.61073541641235570 ],571 "extent": [572 6.4356430293148605,573 6.435643029314804,574 7.309482097625732575 ],576 "rotation": [577 0,578 -122.43948364257814,579 0580 ]581 },582 "location": [583 678.4381103515625,584 425.6963195800781,585 106.30125427246094586 ],587 "rotation": [588 0,589 -122.43948364257814,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 95,601 191602 ]603 },604 {605 "object_id": "SM_Plastic_Cup_5",606 "bbox_2d": [607 573,608 561,609 574,610 562611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 937.7943618646119,616 457.9903783798352,617 106.27174806615629618 ],619 "extent": [620 4.662321174947806,621 4.6622708339359065,622 6.0977138140409295623 ]624 },625 "obb": {626 "center": [627 937.7943618646119,628 457.9903783798352,629 106.27174806615629630 ],631 "extent": [632 4.662321174947806,633 4.6622708339359065,634 6.0977138140409295635 ],636 "rotation": [637 -0.0004730224609443101,638 -179.99998474121097,639 180640 ]641 },642 "location": [643 937.7943115234375,644 457.9903564453125,645 112.36942291259766646 ],647 "rotation": [648 -0.0004730224609443101,649 -179.99998474121097,650 180651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 31,660 95,661 127662 ]663 },664 {665 "object_id": "SM_Plastic_Cup2",666 "bbox_2d": [667 573,668 560,669 574,670 560671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 937.7943624063862,676 457.99038000375793,677 107.4034008981981678 ],679 "extent": [680 4.662322958371874,681 4.662273699495586,682 6.09771546991837683 ]684 },685 "obb": {686 "center": [687 937.7943624063862,688 457.99038000375793,689 107.4034008981981690 ],691 "extent": [692 4.662322958371874,693 4.662273699495586,694 6.09771546991837695 ],696 "rotation": [697 -0.0004781132156495003,698 -179.99996948242188,699 -179.99998474121097700 ]701 },702 "location": [703 937.7943115234375,704 457.9903564453125,705 113.5010757446289706 ],707 "rotation": [708 -0.0004781132156495003,709 -179.99996948242188,710 -179.99998474121097711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 31,720 95,721 63722 ]723 },724 {725 "object_id": "SM_Plastic_Cup3",726 "bbox_2d": [727 573,728 559,729 574,730 559731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 937.7943623943374,736 457.99038000375793,737 108.45808076880347738 ],739 "extent": [740 4.662322946323229,741 4.662273699495586,742 6.097715460706041743 ]744 },745 "obb": {746 "center": [747 937.7943623943374,748 457.99038000375793,749 108.45808076880347750 ],751 "extent": [752 4.662322946323229,753 4.662273699495586,754 6.097715460706041755 ],756 "rotation": [757 -0.00047800000174902363,758 -179.99996948242188,759 -179.99998474121097760 ]761 },762 "location": [763 937.7943115234375,764 457.9903564453125,765 114.55575561523438766 ],767 "rotation": [768 -0.00047800000174902363,769 -179.99996948242188,770 -179.99998474121097771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 31,780 95,781 191782 ]783 },784 {785 "object_id": "SM_Plastic_Cup4",786 "bbox_2d": [787 567,788 558,789 574,790 558791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 937.7943623943374,796 457.99038000375793,797 109.43800020239722798 ],799 "extent": [800 4.662322946323229,801 4.662273699495586,802 6.097715460706041803 ]804 },805 "obb": {806 "center": [807 937.7943623943374,808 457.99038000375793,809 109.43800020239722810 ],811 "extent": [812 4.662322946323229,813 4.662273699495586,814 6.097715460706041815 ],816 "rotation": [817 -0.00047800000174902363,818 -179.99996948242188,819 -179.99998474121097820 ]821 },822 "location": [823 937.7943115234375,824 457.9903564453125,825 115.53567504882812826 ],827 "rotation": [828 -0.00047800000174902363,829 -179.99996948242188,830 -179.99998474121097831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 31,840 95,841 31842 ]843 },844 {845 "object_id": "SM_Plastic_Cup5",846 "bbox_2d": [847 567,848 544,849 574,850 557851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 937.7943623943374,856 457.99038000375793,857 110.60352754614722858 ],859 "extent": [860 4.662322946323229,861 4.662273699495586,862 6.097715460706041863 ]864 },865 "obb": {866 "center": [867 937.7943623943374,868 457.99038000375793,869 110.60352754614722870 ],871 "extent": [872 4.662322946323229,873 4.662273699495586,874 6.097715460706041875 ],876 "rotation": [877 -0.00047800000174902363,878 -179.99996948242188,879 -179.99998474121097880 ]881 },882 "location": [883 937.7943115234375,884 457.9903564453125,885 116.70120239257812886 ],887 "rotation": [888 -0.00047800000174902363,889 -179.99996948242188,890 -179.99998474121097891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 0,900 95,901 95902 ]903 },904 {905 "object_id": "SM_Plastic_Cup6",906 "bbox_2d": [907 608,908 579,909 619,910 587911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 976.5128099366584,916 482.11237764378257,917 80.07191109149238918 ],919 "extent": [920 4.662327705307916,921 6.097736163472632,922 4.662300099139145923 ]924 },925 "obb": {926 "center": [927 976.5128099366584,928 482.11237764378257,929 80.07191109149238930 ],931 "extent": [932 4.662327705307916,933 6.097736163472632,934 4.662300099139145935 ],936 "rotation": [937 5.5600874475203515e-05,938 -179.99949645996094,939 89.99975585937501940 ]941 },942 "location": [943 976.5127563476562,944 488.2100524902344,945 80.07190704345703946 ],947 "rotation": [948 5.5600874475203515e-05,949 -179.99949645996094,950 89.99975585937501951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 255,960 95,961 95962 ]963 },964 {965 "object_id": "SM_Plastic_Cup7",966 "bbox_2d": [967 619,968 578,969 630,970 586971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 1004.8085252686898,976 482.11237764378257,977 80.07191109149238978 ],979 "extent": [980 4.662327737785745,981 6.0977361634728595,982 4.662300131616803983 ]984 },985 "obb": {986 "center": [987 1004.8085252686898,988 482.11237764378257,989 80.07191109149238990 ],991 "extent": [992 4.662327737785745,993 6.0977361634728595,994 4.662300131616803995 ],996 "rotation": [997 5.6000000768108266e-05,998 -179.99949645996094,999 89.999755859375011000 ]1001 },1002 "location": [1003 1004.8084716796875,1004 488.2100524902344,1005 80.071907043457031006 ],1007 "rotation": [1008 5.6000000768108266e-05,1009 -179.99949645996094,1010 89.999755859375011011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 127,1020 95,1021 951022 ]1023 }1024 ],1025 "coffee counter": [1026 {1027 "object_id": "SM_Coffee_Counter_10",1028 "bbox_2d": [1029 261,1030 566,1031 550,1032 6581033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 748.8608591313241,1038 439.99975984073865,1039 55.000019073486331040 ],1041 "extent": [1042 101.1391713864673,1043 40.000270676740854,1044 45.000019073486331045 ]1046 },1047 "obb": {1048 "center": [1049 748.8608591313241,1050 439.99975984073865,1051 55.000019073486331052 ],1053 "extent": [1054 101.1391713864673,1055 40.000270676740854,1056 45.000019073486331057 ],1058 "rotation": [1059 0,1060 90.00011444091797,1061 01062 ]1063 },1064 "location": [1065 850,1066 400,1067 101068 ],1069 "rotation": [1070 0,1071 90.00011444091797,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 191,1082 95,1083 311084 ]1085 },1086 {1087 "object_id": "SM_Coffee_Counter2_12",1088 "bbox_2d": [1089 519,1090 560,1091 637,1092 6581093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 951.2646677250741,1098 439.99975984073865,1099 55.000019073486331100 ],1101 "extent": [1102 101.1391713864673,1103 40.000270676740854,1104 45.000019073486331105 ]1106 },1107 "obb": {1108 "center": [1109 951.2646677250741,1110 439.99975984073865,1111 55.000019073486331112 ],1113 "extent": [1114 101.1391713864673,1115 40.000270676740854,1116 45.000019073486331117 ],1118 "rotation": [1119 0,1120 90.00011444091797,1121 01122 ]1123 },1124 "location": [1125 1052.40380859375,1126 400,1127 101128 ],1129 "rotation": [1130 0,1131 90.00011444091797,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 31,1142 95,1143 01144 ]1145 }1146 ],1147 "drink machine": [1148 {1149 "object_id": "SM_Drink_Machine_2",1150 "bbox_2d": [1151 477,1152 481,1153 573,1154 5641155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 889.1782880594402,1160 443.63552856446387,1161 133.545261383056641162 ],1163 "extent": [1164 29.00478112511564,1165 27.472098157030928,1166 33.429824829101561167 ]1168 },1169 "obb": {1170 "center": [1171 889.1782880594402,1172 443.63552856446387,1173 133.545261383056641174 ],1175 "extent": [1176 29.00478112511564,1177 27.472098157030928,1178 33.429824829101561179 ],1180 "rotation": [1181 0,1182 90.00012207031251,1183 01184 ]1185 },1186 "location": [1187 889.1782836914062,1188 443,1189 100.000015258789061190 ],1191 "rotation": [1192 0,1193 90.00012207031251,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]