TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l134_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l134_r000/lit.png",5 "camera": {6 "location": [7 106,8 713,9 16010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 106,38 713,39 160,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 1706,58 919,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "coffee machine": [118 {119 "object_id": "SM_Coffee_Machine_2",120 "bbox_2d": [121 543,122 543,123 630,124 625125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 797.5586261905396,130 445.6846854893375,131 128.9685573577881132 ],133 "extent": [134 27.070429990485422,135 22.343763158214927,136 28.9674015045166137 ]138 },139 "obb": {140 "center": [141 797.5586261905396,142 445.6846854893375,143 128.9685573577881144 ],145 "extent": [146 27.070429990485422,147 22.343763158214927,148 28.9674015045166149 ],150 "rotation": [151 0,152 90.00007629394531,153 0154 ]155 },156 "location": [157 798.4383544921875,158 445.6964111328125,159 100.00115966796875160 ],161 "rotation": [162 0,163 90.00007629394531,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 127,174 95,175 31176 ]177 }178 ],179 "coffee supplies": [180 {181 "object_id": "SM_Coffee_Supplies_5",182 "bbox_2d": [183 506,184 594,185 585,186 635187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 728.4383504150533,192 445.6962622915158,193 111.84191799163818194 ],195 "extent": [196 24.109946031074287,197 16.28647964711405,198 11.954957008361816199 ]200 },201 "obb": {202 "center": [203 728.4383504150533,204 445.6962622915158,205 111.84191799163818206 ],207 "extent": [208 24.109946031074287,209 16.28647964711405,210 11.954957008361816211 ],212 "rotation": [213 0,214 93.59552001953126,215 0216 ]217 },218 "location": [219 728.4383544921875,220 445.6961669921875,221 100.00115966796875222 ],223 "rotation": [224 0,225 93.59552001953126,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 63,236 95,237 0238 ]239 }240 ],241 "napkin dispenser": [242 {243 "object_id": "SM_Paper_Napkin_Dispenser_8",244 "bbox_2d": [245 515,246 619,247 556,248 639249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 688.4382333753791,254 455.6964111147987,255 105.59275150299072256 ],257 "extent": [258 8.491547799773002,259 9.322457854809215,260 5.591593265533447261 ]262 },263 "obb": {264 "center": [265 688.4382333753791,266 455.6964111147987,267 105.59275150299072268 ],269 "extent": [270 8.491547799773002,271 9.322457854809215,272 5.591593265533447273 ],274 "rotation": [275 0,276 88.91768646240236,277 0278 ]279 },280 "location": [281 688.438232421875,282 455.6964111328125,283 100.00115966796875284 ],285 "rotation": [286 0,287 88.91768646240236,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 63,298 95,299 255300 ]301 }302 ],303 "cup": [304 {305 "object_id": "SM_Paper_Cups_11",306 "bbox_2d": [307 589,308 606,309 602,310 628311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 758.4381108283997,316 465.6969604492194,317 107.31064081192017318 ],319 "extent": [320 4.662275800468478,321 4.662275800468535,322 7.309482097625732323 ]324 },325 "obb": {326 "center": [327 758.4381108283997,328 465.6969604492194,329 107.31064081192017330 ],331 "extent": [332 4.662275800468478,333 4.662275800468535,334 7.309482097625732335 ],336 "rotation": [337 0,338 90.00007629394531,339 0340 ]341 },342 "location": [343 758.4381103515625,344 465.69696044921875,345 100.00115966796875346 ],347 "rotation": [348 0,349 90.00007629394531,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 63,360 95,361 127362 ]363 },364 {365 "object_id": "SM_Paper_Cups2",366 "bbox_2d": [367 622,368 649,369 639,370 660371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 774.2435852559868,376 481.9266381261665,377 80.00115966796875378 ],379 "extent": [380 4.66232409787483,381 7.309516863272449,382 4.662269592285156383 ]384 },385 "obb": {386 "center": [387 774.2435852559868,388 481.9266381261665,389 80.00115966796875390 ],391 "extent": [392 4.66232409787483,393 7.309516863272449,394 4.662269592285156395 ],396 "rotation": [397 -90,398 89.99957275390624,399 0400 ]401 },402 "location": [403 774.2435302734375,404 474.6171569824219,405 80.00115966796875406 ],407 "rotation": [408 -90,409 89.99957275390624,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 63,420 95,421 63422 ]423 },424 {425 "object_id": "SM_Paper_Cups3",426 "bbox_2d": [427 474,428 635,429 486,430 640431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 678.4381108283997,436 425.69631958007875,437 107.31064081192017438 ],439 "extent": [440 4.662275800468478,441 4.662275800468535,442 7.309482097625732443 ]444 },445 "obb": {446 "center": [447 678.4381108283997,448 425.69631958007875,449 107.31064081192017450 ],451 "extent": [452 4.662275800468478,453 4.662275800468535,454 7.309482097625732455 ],456 "rotation": [457 0,458 90.00007629394531,459 0460 ]461 },462 "location": [463 678.4381103515625,464 425.6963195800781,465 100.00115966796875466 ],467 "rotation": [468 0,469 90.00007629394531,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 191,480 95,481 127482 ]483 },484 {485 "object_id": "SM_Paper_Cups4",486 "bbox_2d": [487 474,488 630,489 486,490 635491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 678.4381108283997,496 425.69631958007875,497 110.54884576797485498 ],499 "extent": [500 4.662275800468478,501 4.662275800468535,502 7.309482097625732503 ]504 },505 "obb": {506 "center": [507 678.4381108283997,508 425.69631958007875,509 110.54884576797485510 ],511 "extent": [512 4.662275800468478,513 4.662275800468535,514 7.309482097625732515 ],516 "rotation": [517 0,518 90.00007629394531,519 0520 ]521 },522 "location": [523 678.4381103515625,524 425.6963195800781,525 103.23936462402344526 ],527 "rotation": [528 0,529 90.00007629394531,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 95,541 63542 ]543 },544 {545 "object_id": "SM_Paper_Cups5",546 "bbox_2d": [547 474,548 605,549 486,550 630551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 678.4381099491318,556 425.69631983585765,557 113.61073541641235558 ],559 "extent": [560 6.4356430293148605,561 6.435643029314804,562 7.309482097625732563 ]564 },565 "obb": {566 "center": [567 678.4381099491318,568 425.69631983585765,569 113.61073541641235570 ],571 "extent": [572 6.4356430293148605,573 6.435643029314804,574 7.309482097625732575 ],576 "rotation": [577 0,578 -122.43948364257814,579 0580 ]581 },582 "location": [583 678.4381103515625,584 425.6963195800781,585 106.30125427246094586 ],587 "rotation": [588 0,589 -122.43948364257814,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 95,601 191602 ]603 },604 {605 "object_id": "SM_Plastic_Cup3",606 "bbox_2d": [607 666,608 605,609 670,610 606611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 937.7943623943374,616 457.99038000375793,617 108.45808076880347618 ],619 "extent": [620 4.662322946323229,621 4.662273699495586,622 6.097715460706041623 ]624 },625 "obb": {626 "center": [627 937.7943623943374,628 457.99038000375793,629 108.45808076880347630 ],631 "extent": [632 4.662322946323229,633 4.662273699495586,634 6.097715460706041635 ],636 "rotation": [637 -0.00047800000174902363,638 -179.99996948242188,639 -179.99998474121097640 ]641 },642 "location": [643 937.7943115234375,644 457.9903564453125,645 114.55575561523438646 ],647 "rotation": [648 -0.00047800000174902363,649 -179.99996948242188,650 -179.99998474121097651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 31,660 95,661 191662 ]663 },664 {665 "object_id": "SM_Plastic_Cup4",666 "bbox_2d": [667 666,668 604,669 670,670 605671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 937.7943623943374,676 457.99038000375793,677 109.43800020239722678 ],679 "extent": [680 4.662322946323229,681 4.662273699495586,682 6.097715460706041683 ]684 },685 "obb": {686 "center": [687 937.7943623943374,688 457.99038000375793,689 109.43800020239722690 ],691 "extent": [692 4.662322946323229,693 4.662273699495586,694 6.097715460706041695 ],696 "rotation": [697 -0.00047800000174902363,698 -179.99996948242188,699 -179.99998474121097700 ]701 },702 "location": [703 937.7943115234375,704 457.9903564453125,705 115.53567504882812706 ],707 "rotation": [708 -0.00047800000174902363,709 -179.99996948242188,710 -179.99998474121097711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 31,720 95,721 31722 ]723 },724 {725 "object_id": "SM_Plastic_Cup5",726 "bbox_2d": [727 666,728 590,729 670,730 603731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 937.7943623943374,736 457.99038000375793,737 110.60352754614722738 ],739 "extent": [740 4.662322946323229,741 4.662273699495586,742 6.097715460706041743 ]744 },745 "obb": {746 "center": [747 937.7943623943374,748 457.99038000375793,749 110.60352754614722750 ],751 "extent": [752 4.662322946323229,753 4.662273699495586,754 6.097715460706041755 ],756 "rotation": [757 -0.00047800000174902363,758 -179.99996948242188,759 -179.99998474121097760 ]761 },762 "location": [763 937.7943115234375,764 457.9903564453125,765 116.70120239257812766 ],767 "rotation": [768 -0.00047800000174902363,769 -179.99996948242188,770 -179.99998474121097771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 0,780 95,781 95782 ]783 },784 {785 "object_id": "SM_Plastic_Cup6",786 "bbox_2d": [787 701,788 624,789 712,790 632791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 976.5128099366584,796 482.11237764378257,797 80.07191109149238798 ],799 "extent": [800 4.662327705307916,801 6.097736163472632,802 4.662300099139145803 ]804 },805 "obb": {806 "center": [807 976.5128099366584,808 482.11237764378257,809 80.07191109149238810 ],811 "extent": [812 4.662327705307916,813 6.097736163472632,814 4.662300099139145815 ],816 "rotation": [817 5.5600874475203515e-05,818 -179.99949645996094,819 89.99975585937501820 ]821 },822 "location": [823 976.5127563476562,824 488.2100524902344,825 80.07190704345703826 ],827 "rotation": [828 5.5600874475203515e-05,829 -179.99949645996094,830 89.99975585937501831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 255,840 95,841 95842 ]843 },844 {845 "object_id": "SM_Plastic_Cup7",846 "bbox_2d": [847 709,848 621,849 720,850 628851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 1004.8085252686898,856 482.11237764378257,857 80.07191109149238858 ],859 "extent": [860 4.662327737785745,861 6.0977361634728595,862 4.662300131616803863 ]864 },865 "obb": {866 "center": [867 1004.8085252686898,868 482.11237764378257,869 80.07191109149238870 ],871 "extent": [872 4.662327737785745,873 6.0977361634728595,874 4.662300131616803875 ],876 "rotation": [877 5.6000000768108266e-05,878 -179.99949645996094,879 89.99975585937501880 ]881 },882 "location": [883 1004.8084716796875,884 488.2100524902344,885 80.07190704345703886 ],887 "rotation": [888 5.6000000768108266e-05,889 -179.99949645996094,890 89.99975585937501891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 127,900 95,901 95902 ]903 }904 ],905 "coffee counter": [906 {907 "object_id": "SM_Coffee_Counter_10",908 "bbox_2d": [909 411,910 617,911 658,912 800913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 748.8608591313241,918 439.99975984073865,919 55.00001907348633920 ],921 "extent": [922 101.1391713864673,923 40.000270676740854,924 45.00001907348633925 ]926 },927 "obb": {928 "center": [929 748.8608591313241,930 439.99975984073865,931 55.00001907348633932 ],933 "extent": [934 101.1391713864673,935 40.000270676740854,936 45.00001907348633937 ],938 "rotation": [939 0,940 90.00011444091797,941 0942 ]943 },944 "location": [945 850,946 400,947 10948 ],949 "rotation": [950 0,951 90.00011444091797,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 191,962 95,963 31964 ]965 },966 {967 "object_id": "SM_Coffee_Counter2_12",968 "bbox_2d": [969 631,970 601,971 723,972 731973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 951.2646677250741,978 439.99975984073865,979 55.00001907348633980 ],981 "extent": [982 101.1391713864673,983 40.000270676740854,984 45.00001907348633985 ]986 },987 "obb": {988 "center": [989 951.2646677250741,990 439.99975984073865,991 55.00001907348633992 ],993 "extent": [994 101.1391713864673,995 40.000270676740854,996 45.00001907348633997 ],998 "rotation": [999 0,1000 90.00011444091797,1001 01002 ]1003 },1004 "location": [1005 1052.40380859375,1006 400,1007 101008 ],1009 "rotation": [1010 0,1011 90.00011444091797,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 31,1022 95,1023 01024 ]1025 }1026 ],1027 "drink machine": [1028 {1029 "object_id": "SM_Drink_Machine_2",1030 "bbox_2d": [1031 582,1032 531,1033 672,1034 6151035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 889.1782880594402,1040 443.63552856446387,1041 133.545261383056641042 ],1043 "extent": [1044 29.00478112511564,1045 27.472098157030928,1046 33.429824829101561047 ]1048 },1049 "obb": {1050 "center": [1051 889.1782880594402,1052 443.63552856446387,1053 133.545261383056641054 ],1055 "extent": [1056 29.00478112511564,1057 27.472098157030928,1058 33.429824829101561059 ],1060 "rotation": [1061 0,1062 90.00012207031251,1063 01064 ]1065 },1066 "location": [1067 889.1782836914062,1068 443,1069 100.000015258789061070 ],1071 "rotation": [1072 0,1073 90.00012207031251,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 31,1084 95,1085 2551086 ]1087 }1088 ],1089 "bottle stand": [1090 {1091 "object_id": "SM_Bottle_Stand_5",1092 "bbox_2d": [1093 0,1094 834,1095 305,1096 10791097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 231.80416889283168,1102 604.9944947649063,1103 111.776311874389651104 ],1105 "extent": [1106 19.91625660101562,1107 10.514703403895282,1108 11.7762994766235351109 ]1110 },1111 "obb": {1112 "center": [1113 231.80416889283168,1114 604.9944947649063,1115 111.776311874389651116 ],1117 "extent": [1118 19.91625660101562,1119 10.514703403895282,1120 11.7762994766235351121 ],1122 "rotation": [1123 0,1124 -80.00007629394531,1125 01126 ]1127 },1128 "location": [1129 231.80416870117188,1130 604.9945068359375,1131 100.000015258789061132 ],1133 "rotation": [1134 0,1135 -80.00007629394531,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 191,1146 95,1147 951148 ]1149 }1150 ],1151 "bottle": [1152 {1153 "object_id": "SM_Ketchup_Bottle_8",1154 "bbox_2d": [1155 0,1156 662,1157 97,1158 8661159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 221.8688999205397,1164 602.6392806261019,1165 131.400550842285161166 ],1167 "extent": [1168 5.444847136823114,1169 5.444846363241595,1170 13.7360849380493161171 ]1172 },1173 "obb": {1174 "center": [1175 221.8688999205397,1176 602.6392806261019,1177 131.400550842285161178 ],1179 "extent": [1180 5.444847136823114,1181 5.444846363241595,1182 13.7360849380493161183 ],1184 "rotation": [1185 0,1186 10.000028610229492,1187 01188 ]1189 },1190 "location": [1191 221.86891174316406,1192 602.6392822265625,1193 117.664466857910161194 ],1195 "rotation": [1196 0,1197 10.000028610229492,1198 01199 ],1200 "scale": [