TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l054_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l054_r005/lit.png",5 "camera": {6 "location": [7 295,8 1074,9 11810 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 295,38 1074,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 0,58 622,59 221,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "coffee machine": [118 {119 "object_id": "SM_Coffee_Machine_2",120 "bbox_2d": [121 1066,122 490,123 1147,124 562125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 797.5586261905396,130 445.6846854893375,131 128.9685573577881132 ],133 "extent": [134 27.070429990485422,135 22.343763158214927,136 28.9674015045166137 ]138 },139 "obb": {140 "center": [141 797.5586261905396,142 445.6846854893375,143 128.9685573577881144 ],145 "extent": [146 27.070429990485422,147 22.343763158214927,148 28.9674015045166149 ],150 "rotation": [151 0,152 90.00007629394531,153 0154 ]155 },156 "location": [157 798.4383544921875,158 445.6964111328125,159 100.00115966796875160 ],161 "rotation": [162 0,163 90.00007629394531,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 127,174 95,175 31176 ]177 }178 ],179 "coffee supplies": [180 {181 "object_id": "SM_Coffee_Supplies_5",182 "bbox_2d": [183 1002,184 532,185 1071,186 562187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 728.4383504150533,192 445.6962622915158,193 111.84191799163818194 ],195 "extent": [196 24.109946031074287,197 16.28647964711405,198 11.954957008361816199 ]200 },201 "obb": {202 "center": [203 728.4383504150533,204 445.6962622915158,205 111.84191799163818206 ],207 "extent": [208 24.109946031074287,209 16.28647964711405,210 11.954957008361816211 ],212 "rotation": [213 0,214 93.59552001953126,215 0216 ]217 },218 "location": [219 728.4383544921875,220 445.6961669921875,221 100.00115966796875222 ],223 "rotation": [224 0,225 93.59552001953126,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 63,236 95,237 0238 ]239 }240 ],241 "napkin dispenser": [242 {243 "object_id": "SM_Paper_Napkin_Dispenser_8",244 "bbox_2d": [245 986,246 549,247 1016,248 563249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 688.4382333753791,254 455.6964111147987,255 105.59275150299072256 ],257 "extent": [258 8.491547799773002,259 9.322457854809215,260 5.591593265533447261 ]262 },263 "obb": {264 "center": [265 688.4382333753791,266 455.6964111147987,267 105.59275150299072268 ],269 "extent": [270 8.491547799773002,271 9.322457854809215,272 5.591593265533447273 ],274 "rotation": [275 0,276 88.91768646240236,277 0278 ]279 },280 "location": [281 688.438232421875,282 455.6964111328125,283 100.00115966796875284 ],285 "rotation": [286 0,287 88.91768646240236,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 63,298 95,299 255300 ]301 },302 {303 "object_id": "SM_Paper_Napkin_Dispenser2",304 "bbox_2d": [305 282,306 552,307 300,308 573309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 234.41401691860423,314 441.58792020904673,315 105.59275150299072316 ],317 "extent": [318 10.674257866788565,319 10.018262998583964,320 5.591593265533447321 ]322 },323 "obb": {324 "center": [325 234.41401691860423,326 441.58792020904673,327 105.59275150299072328 ],329 "extent": [330 10.674257866788565,331 10.018262998583964,332 5.591593265533447333 ],334 "rotation": [335 0,336 11.796856880187987,337 0338 ]339 },340 "location": [341 234.4140167236328,342 441.5879211425781,343 100.00115966796875344 ],345 "rotation": [346 0,347 11.796856880187987,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 95,358 0,359 63360 ]361 }362 ],363 "cup": [364 {365 "object_id": "SM_Paper_Cups_11",366 "bbox_2d": [367 1077,368 544,369 1088,370 562371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 758.4381108283997,376 465.6969604492194,377 107.31064081192017378 ],379 "extent": [380 4.662275800468478,381 4.662275800468535,382 7.309482097625732383 ]384 },385 "obb": {386 "center": [387 758.4381108283997,388 465.6969604492194,389 107.31064081192017390 ],391 "extent": [392 4.662275800468478,393 4.662275800468535,394 7.309482097625732395 ],396 "rotation": [397 0,398 90.00007629394531,399 0400 ]401 },402 "location": [403 758.4381103515625,404 465.69696044921875,405 100.00115966796875406 ],407 "rotation": [408 0,409 90.00007629394531,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 63,420 95,421 127422 ]423 },424 {425 "object_id": "SM_Paper_Cups2",426 "bbox_2d": [427 1104,428 583,429 1120,430 593431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 774.2435852559868,436 481.9266381261665,437 80.00115966796875438 ],439 "extent": [440 4.66232409787483,441 7.309516863272449,442 4.662269592285156443 ]444 },445 "obb": {446 "center": [447 774.2435852559868,448 481.9266381261665,449 80.00115966796875450 ],451 "extent": [452 4.66232409787483,453 7.309516863272449,454 4.662269592285156455 ],456 "rotation": [457 -90,458 89.99957275390624,459 0460 ]461 },462 "location": [463 774.2435302734375,464 474.6171569824219,465 80.00115966796875466 ],467 "rotation": [468 -90,469 89.99957275390624,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 95,481 63482 ]483 },484 {485 "object_id": "SM_Paper_Cups3",486 "bbox_2d": [487 964,488 559,489 975,490 562491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 678.4381108283997,496 425.69631958007875,497 107.31064081192017498 ],499 "extent": [500 4.662275800468478,501 4.662275800468535,502 7.309482097625732503 ]504 },505 "obb": {506 "center": [507 678.4381108283997,508 425.69631958007875,509 107.31064081192017510 ],511 "extent": [512 4.662275800468478,513 4.662275800468535,514 7.309482097625732515 ],516 "rotation": [517 0,518 90.00007629394531,519 0520 ]521 },522 "location": [523 678.4381103515625,524 425.6963195800781,525 100.00115966796875526 ],527 "rotation": [528 0,529 90.00007629394531,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 95,541 127542 ]543 },544 {545 "object_id": "SM_Paper_Cups4",546 "bbox_2d": [547 964,548 555,549 975,550 558551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 678.4381108283997,556 425.69631958007875,557 110.54884576797485558 ],559 "extent": [560 4.662275800468478,561 4.662275800468535,562 7.309482097625732563 ]564 },565 "obb": {566 "center": [567 678.4381108283997,568 425.69631958007875,569 110.54884576797485570 ],571 "extent": [572 4.662275800468478,573 4.662275800468535,574 7.309482097625732575 ],576 "rotation": [577 0,578 90.00007629394531,579 0580 ]581 },582 "location": [583 678.4381103515625,584 425.6963195800781,585 103.23936462402344586 ],587 "rotation": [588 0,589 90.00007629394531,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 95,601 63602 ]603 },604 {605 "object_id": "SM_Paper_Cups5",606 "bbox_2d": [607 964,608 536,609 975,610 554611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 678.4381099491318,616 425.69631983585765,617 113.61073541641235618 ],619 "extent": [620 6.4356430293148605,621 6.435643029314804,622 7.309482097625732623 ]624 },625 "obb": {626 "center": [627 678.4381099491318,628 425.69631983585765,629 113.61073541641235630 ],631 "extent": [632 6.4356430293148605,633 6.435643029314804,634 7.309482097625732635 ],636 "rotation": [637 0,638 -122.43948364257814,639 0640 ]641 },642 "location": [643 678.4381103515625,644 425.6963195800781,645 106.30125427246094646 ],647 "rotation": [648 0,649 -122.43948364257814,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 95,661 191662 ]663 },664 {665 "object_id": "SM_Plastic_Cup_5",666 "bbox_2d": [667 1234,668 559,669 1244,670 559671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 937.7943618646119,676 457.9903783798352,677 106.27174806615629678 ],679 "extent": [680 4.662321174947806,681 4.6622708339359065,682 6.0977138140409295683 ]684 },685 "obb": {686 "center": [687 937.7943618646119,688 457.9903783798352,689 106.27174806615629690 ],691 "extent": [692 4.662321174947806,693 4.6622708339359065,694 6.0977138140409295695 ],696 "rotation": [697 -0.0004730224609443101,698 -179.99998474121097,699 180700 ]701 },702 "location": [703 937.7943115234375,704 457.9903564453125,705 112.36942291259766706 ],707 "rotation": [708 -0.0004730224609443101,709 -179.99998474121097,710 180711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 31,720 95,721 127722 ]723 },724 {725 "object_id": "SM_Plastic_Cup2",726 "bbox_2d": [727 1234,728 558,729 1244,730 558731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 937.7943624063862,736 457.99038000375793,737 107.4034008981981738 ],739 "extent": [740 4.662322958371874,741 4.662273699495586,742 6.09771546991837743 ]744 },745 "obb": {746 "center": [747 937.7943624063862,748 457.99038000375793,749 107.4034008981981750 ],751 "extent": [752 4.662322958371874,753 4.662273699495586,754 6.09771546991837755 ],756 "rotation": [757 -0.0004781132156495003,758 -179.99996948242188,759 -179.99998474121097760 ]761 },762 "location": [763 937.7943115234375,764 457.9903564453125,765 113.5010757446289766 ],767 "rotation": [768 -0.0004781132156495003,769 -179.99996948242188,770 -179.99998474121097771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 31,780 95,781 63782 ]783 },784 {785 "object_id": "SM_Plastic_Cup3",786 "bbox_2d": [787 1234,788 556,789 1244,790 557791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 937.7943623943374,796 457.99038000375793,797 108.45808076880347798 ],799 "extent": [800 4.662322946323229,801 4.662273699495586,802 6.097715460706041803 ]804 },805 "obb": {806 "center": [807 937.7943623943374,808 457.99038000375793,809 108.45808076880347810 ],811 "extent": [812 4.662322946323229,813 4.662273699495586,814 6.097715460706041815 ],816 "rotation": [817 -0.00047800000174902363,818 -179.99996948242188,819 -179.99998474121097820 ]821 },822 "location": [823 937.7943115234375,824 457.9903564453125,825 114.55575561523438826 ],827 "rotation": [828 -0.00047800000174902363,829 -179.99996948242188,830 -179.99998474121097831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 31,840 95,841 191842 ]843 },844 {845 "object_id": "SM_Plastic_Cup4",846 "bbox_2d": [847 1234,848 555,849 1244,850 556851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 937.7943623943374,856 457.99038000375793,857 109.43800020239722858 ],859 "extent": [860 4.662322946323229,861 4.662273699495586,862 6.097715460706041863 ]864 },865 "obb": {866 "center": [867 937.7943623943374,868 457.99038000375793,869 109.43800020239722870 ],871 "extent": [872 4.662322946323229,873 4.662273699495586,874 6.097715460706041875 ],876 "rotation": [877 -0.00047800000174902363,878 -179.99996948242188,879 -179.99998474121097880 ]881 },882 "location": [883 937.7943115234375,884 457.9903564453125,885 115.53567504882812886 ],887 "rotation": [888 -0.00047800000174902363,889 -179.99996948242188,890 -179.99998474121097891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 31,900 95,901 31902 ]903 },904 {905 "object_id": "SM_Plastic_Cup5",906 "bbox_2d": [907 1234,908 541,909 1244,910 554911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 937.7943623943374,916 457.99038000375793,917 110.60352754614722918 ],919 "extent": [920 4.662322946323229,921 4.662273699495586,922 6.097715460706041923 ]924 },925 "obb": {926 "center": [927 937.7943623943374,928 457.99038000375793,929 110.60352754614722930 ],931 "extent": [932 4.662322946323229,933 4.662273699495586,934 6.097715460706041935 ],936 "rotation": [937 -0.00047800000174902363,938 -179.99996948242188,939 -179.99998474121097940 ]941 },942 "location": [943 937.7943115234375,944 457.9903564453125,945 116.70120239257812946 ],947 "rotation": [948 -0.00047800000174902363,949 -179.99996948242188,950 -179.99998474121097951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 0,960 95,961 95962 ]963 }964 ],965 "coffee counter": [966 {967 "object_id": "SM_Coffee_Counter_10",968 "bbox_2d": [969 920,970 561,971 1182,972 688973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 748.8608591313241,978 439.99975984073865,979 55.00001907348633980 ],981 "extent": [982 101.1391713864673,983 40.000270676740854,984 45.00001907348633985 ]986 },987 "obb": {988 "center": [989 748.8608591313241,990 439.99975984073865,991 55.00001907348633992 ],993 "extent": [994 101.1391713864673,995 40.000270676740854,996 45.00001907348633997 ],998 "rotation": [999 0,1000 90.00011444091797,1001 01002 ]1003 },1004 "location": [1005 850,1006 400,1007 101008 ],1009 "rotation": [1010 0,1011 90.00011444091797,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 191,1022 95,1023 311024 ]1025 },1026 {1027 "object_id": "SM_Coffee_Counter2_12",1028 "bbox_2d": [1029 1148,1030 558,1031 1289,1032 6691033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 951.2646677250741,1038 439.99975984073865,1039 55.000019073486331040 ],1041 "extent": [1042 101.1391713864673,1043 40.000270676740854,1044 45.000019073486331045 ]1046 },1047 "obb": {1048 "center": [1049 951.2646677250741,1050 439.99975984073865,1051 55.000019073486331052 ],1053 "extent": [1054 101.1391713864673,1055 40.000270676740854,1056 45.000019073486331057 ],1058 "rotation": [1059 0,1060 90.00011444091797,1061 01062 ]1063 },1064 "location": [1065 1052.40380859375,1066 400,1067 101068 ],1069 "rotation": [1070 0,1071 90.00011444091797,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 31,1082 95,1083 01084 ]1085 }1086 ],1087 "drink machine": [1088 {1089 "object_id": "SM_Drink_Machine_2",1090 "bbox_2d": [1091 1141,1092 482,1093 1232,1094 5601095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 889.1782880594402,1100 443.63552856446387,1101 133.545261383056641102 ],1103 "extent": [1104 29.00478112511564,1105 27.472098157030928,1106 33.429824829101561107 ]1108 },1109 "obb": {1110 "center": [1111 889.1782880594402,1112 443.63552856446387,1113 133.545261383056641114 ],1115 "extent": [1116 29.00478112511564,1117 27.472098157030928,1118 33.429824829101561119 ],1120 "rotation": [1121 0,1122 90.00012207031251,1123 01124 ]1125 },1126 "location": [1127 889.1782836914062,1128 443,1129 100.000015258789061130 ],1131 "rotation": [1132 0,1133 90.00012207031251,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 31,1144 95,1145 2551146 ]1147 }1148 ],1149 "hot dog grill": [1150 {1151 "object_id": "SM_Hot_Dog_Grill_2",1152 "bbox_2d": [1153 153,1154 487,1155 281,1156 5541157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 218.9225597381623,1162 506.7220488255456,1163 120.71469879150391164 ],1165 "extent": [1166 21.332088011749477,1167 32.01364102946616,1168 20.8434486389160161169 ]1170 },1171 "obb": {1172 "center": [1173 218.9225597381623,1174 506.7220488255456,1175 120.71469879150391176 ],1177 "extent": [1178 21.332088011749477,1179 32.01364102946616,1180 20.8434486389160161181 ],1182 "rotation": [1183 0,1184 -90.00012207031251,1185 01186 ]1187 },1188 "location": [1189 220.29644775390625,1190 506.7220458984375,1191 1001192 ],1193 "rotation": [1194 0,1195 -90.00012207031251,1196 01197 ],1198 "scale": [1199 1,1200 1,