TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l103_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l103_r005/lit.png",5 "camera": {6 "location": [7 271,8 1051,9 16110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 271,38 1051,39 161,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 0,58 828,59 345,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "coffee machine": [118 {119 "object_id": "SM_Coffee_Machine_2",120 "bbox_2d": [121 1106,122 544,123 1188,124 616125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 797.5586261905396,130 445.6846854893375,131 128.9685573577881132 ],133 "extent": [134 27.070429990485422,135 22.343763158214927,136 28.9674015045166137 ]138 },139 "obb": {140 "center": [141 797.5586261905396,142 445.6846854893375,143 128.9685573577881144 ],145 "extent": [146 27.070429990485422,147 22.343763158214927,148 28.9674015045166149 ],150 "rotation": [151 0,152 90.00007629394531,153 0154 ]155 },156 "location": [157 798.4383544921875,158 445.6964111328125,159 100.00115966796875160 ],161 "rotation": [162 0,163 90.00007629394531,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 127,174 95,175 31176 ]177 }178 ],179 "coffee supplies": [180 {181 "object_id": "SM_Coffee_Supplies_5",182 "bbox_2d": [183 1044,184 586,185 1114,186 619187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 728.4383504150533,192 445.6962622915158,193 111.84191799163818194 ],195 "extent": [196 24.109946031074287,197 16.28647964711405,198 11.954957008361816199 ]200 },201 "obb": {202 "center": [203 728.4383504150533,204 445.6962622915158,205 111.84191799163818206 ],207 "extent": [208 24.109946031074287,209 16.28647964711405,210 11.954957008361816211 ],212 "rotation": [213 0,214 93.59552001953126,215 0216 ]217 },218 "location": [219 728.4383544921875,220 445.6961669921875,221 100.00115966796875222 ],223 "rotation": [224 0,225 93.59552001953126,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 63,236 95,237 0238 ]239 }240 ],241 "napkin dispenser": [242 {243 "object_id": "SM_Paper_Napkin_Dispenser_8",244 "bbox_2d": [245 1029,246 605,247 1060,248 621249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 688.4382333753791,254 455.6964111147987,255 105.59275150299072256 ],257 "extent": [258 8.491547799773002,259 9.322457854809215,260 5.591593265533447261 ]262 },263 "obb": {264 "center": [265 688.4382333753791,266 455.6964111147987,267 105.59275150299072268 ],269 "extent": [270 8.491547799773002,271 9.322457854809215,272 5.591593265533447273 ],274 "rotation": [275 0,276 88.91768646240236,277 0278 ]279 },280 "location": [281 688.438232421875,282 455.6964111328125,283 100.00115966796875284 ],285 "rotation": [286 0,287 88.91768646240236,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 63,298 95,299 255300 ]301 },302 {303 "object_id": "SM_Paper_Napkin_Dispenser2",304 "bbox_2d": [305 337,306 632,307 350,308 654309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 234.41401691860423,314 441.58792020904673,315 105.59275150299072316 ],317 "extent": [318 10.674257866788565,319 10.018262998583964,320 5.591593265533447321 ]322 },323 "obb": {324 "center": [325 234.41401691860423,326 441.58792020904673,327 105.59275150299072328 ],329 "extent": [330 10.674257866788565,331 10.018262998583964,332 5.591593265533447333 ],334 "rotation": [335 0,336 11.796856880187987,337 0338 ]339 },340 "location": [341 234.4140167236328,342 441.5879211425781,343 100.00115966796875344 ],345 "rotation": [346 0,347 11.796856880187987,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 95,358 0,359 63360 ]361 }362 ],363 "cup": [364 {365 "object_id": "SM_Paper_Cups_11",366 "bbox_2d": [367 1120,368 599,369 1131,370 617371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 758.4381108283997,376 465.6969604492194,377 107.31064081192017378 ],379 "extent": [380 4.662275800468478,381 4.662275800468535,382 7.309482097625732383 ]384 },385 "obb": {386 "center": [387 758.4381108283997,388 465.6969604492194,389 107.31064081192017390 ],391 "extent": [392 4.662275800468478,393 4.662275800468535,394 7.309482097625732395 ],396 "rotation": [397 0,398 90.00007629394531,399 0400 ]401 },402 "location": [403 758.4381103515625,404 465.69696044921875,405 100.00115966796875406 ],407 "rotation": [408 0,409 90.00007629394531,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 63,420 95,421 127422 ]423 },424 {425 "object_id": "SM_Paper_Cups2",426 "bbox_2d": [427 1147,428 638,429 1163,430 649431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 774.2435852559868,436 481.9266381261665,437 80.00115966796875438 ],439 "extent": [440 4.66232409787483,441 7.309516863272449,442 4.662269592285156443 ]444 },445 "obb": {446 "center": [447 774.2435852559868,448 481.9266381261665,449 80.00115966796875450 ],451 "extent": [452 4.66232409787483,453 7.309516863272449,454 4.662269592285156455 ],456 "rotation": [457 -90,458 89.99957275390624,459 0460 ]461 },462 "location": [463 774.2435302734375,464 474.6171569824219,465 80.00115966796875466 ],467 "rotation": [468 -90,469 89.99957275390624,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 95,481 63482 ]483 },484 {485 "object_id": "SM_Paper_Cups3",486 "bbox_2d": [487 1006,488 615,489 1017,490 618491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 678.4381108283997,496 425.69631958007875,497 107.31064081192017498 ],499 "extent": [500 4.662275800468478,501 4.662275800468535,502 7.309482097625732503 ]504 },505 "obb": {506 "center": [507 678.4381108283997,508 425.69631958007875,509 107.31064081192017510 ],511 "extent": [512 4.662275800468478,513 4.662275800468535,514 7.309482097625732515 ],516 "rotation": [517 0,518 90.00007629394531,519 0520 ]521 },522 "location": [523 678.4381103515625,524 425.6963195800781,525 100.00115966796875526 ],527 "rotation": [528 0,529 90.00007629394531,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 95,541 127542 ]543 },544 {545 "object_id": "SM_Paper_Cups4",546 "bbox_2d": [547 1006,548 611,549 1017,550 614551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 678.4381108283997,556 425.69631958007875,557 110.54884576797485558 ],559 "extent": [560 4.662275800468478,561 4.662275800468535,562 7.309482097625732563 ]564 },565 "obb": {566 "center": [567 678.4381108283997,568 425.69631958007875,569 110.54884576797485570 ],571 "extent": [572 4.662275800468478,573 4.662275800468535,574 7.309482097625732575 ],576 "rotation": [577 0,578 90.00007629394531,579 0580 ]581 },582 "location": [583 678.4381103515625,584 425.6963195800781,585 103.23936462402344586 ],587 "rotation": [588 0,589 90.00007629394531,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 95,601 63602 ]603 },604 {605 "object_id": "SM_Paper_Cups5",606 "bbox_2d": [607 1006,608 591,609 1017,610 610611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 678.4381099491318,616 425.69631983585765,617 113.61073541641235618 ],619 "extent": [620 6.4356430293148605,621 6.435643029314804,622 7.309482097625732623 ]624 },625 "obb": {626 "center": [627 678.4381099491318,628 425.69631983585765,629 113.61073541641235630 ],631 "extent": [632 6.4356430293148605,633 6.435643029314804,634 7.309482097625732635 ],636 "rotation": [637 0,638 -122.43948364257814,639 0640 ]641 },642 "location": [643 678.4381103515625,644 425.6963195800781,645 106.30125427246094646 ],647 "rotation": [648 0,649 -122.43948364257814,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 95,661 191662 ]663 },664 {665 "object_id": "SM_Plastic_Cup_5",666 "bbox_2d": [667 1273,668 608,669 1283,670 608671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 937.7943618646119,676 457.9903783798352,677 106.27174806615629678 ],679 "extent": [680 4.662321174947806,681 4.6622708339359065,682 6.0977138140409295683 ]684 },685 "obb": {686 "center": [687 937.7943618646119,688 457.9903783798352,689 106.27174806615629690 ],691 "extent": [692 4.662321174947806,693 4.6622708339359065,694 6.0977138140409295695 ],696 "rotation": [697 -0.0004730224609443101,698 -179.99998474121097,699 180700 ]701 },702 "location": [703 937.7943115234375,704 457.9903564453125,705 112.36942291259766706 ],707 "rotation": [708 -0.0004730224609443101,709 -179.99998474121097,710 180711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 31,720 95,721 127722 ]723 },724 {725 "object_id": "SM_Plastic_Cup2",726 "bbox_2d": [727 1273,728 607,729 1283,730 607731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 937.7943624063862,736 457.99038000375793,737 107.4034008981981738 ],739 "extent": [740 4.662322958371874,741 4.662273699495586,742 6.09771546991837743 ]744 },745 "obb": {746 "center": [747 937.7943624063862,748 457.99038000375793,749 107.4034008981981750 ],751 "extent": [752 4.662322958371874,753 4.662273699495586,754 6.09771546991837755 ],756 "rotation": [757 -0.0004781132156495003,758 -179.99996948242188,759 -179.99998474121097760 ]761 },762 "location": [763 937.7943115234375,764 457.9903564453125,765 113.5010757446289766 ],767 "rotation": [768 -0.0004781132156495003,769 -179.99996948242188,770 -179.99998474121097771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 31,780 95,781 63782 ]783 },784 {785 "object_id": "SM_Plastic_Cup3",786 "bbox_2d": [787 1273,788 605,789 1283,790 606791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 937.7943623943374,796 457.99038000375793,797 108.45808076880347798 ],799 "extent": [800 4.662322946323229,801 4.662273699495586,802 6.097715460706041803 ]804 },805 "obb": {806 "center": [807 937.7943623943374,808 457.99038000375793,809 108.45808076880347810 ],811 "extent": [812 4.662322946323229,813 4.662273699495586,814 6.097715460706041815 ],816 "rotation": [817 -0.00047800000174902363,818 -179.99996948242188,819 -179.99998474121097820 ]821 },822 "location": [823 937.7943115234375,824 457.9903564453125,825 114.55575561523438826 ],827 "rotation": [828 -0.00047800000174902363,829 -179.99996948242188,830 -179.99998474121097831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 31,840 95,841 191842 ]843 },844 {845 "object_id": "SM_Plastic_Cup4",846 "bbox_2d": [847 1273,848 604,849 1283,850 605851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 937.7943623943374,856 457.99038000375793,857 109.43800020239722858 ],859 "extent": [860 4.662322946323229,861 4.662273699495586,862 6.097715460706041863 ]864 },865 "obb": {866 "center": [867 937.7943623943374,868 457.99038000375793,869 109.43800020239722870 ],871 "extent": [872 4.662322946323229,873 4.662273699495586,874 6.097715460706041875 ],876 "rotation": [877 -0.00047800000174902363,878 -179.99996948242188,879 -179.99998474121097880 ]881 },882 "location": [883 937.7943115234375,884 457.9903564453125,885 115.53567504882812886 ],887 "rotation": [888 -0.00047800000174902363,889 -179.99996948242188,890 -179.99998474121097891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 31,900 95,901 31902 ]903 },904 {905 "object_id": "SM_Plastic_Cup5",906 "bbox_2d": [907 1273,908 590,909 1283,910 603911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 937.7943623943374,916 457.99038000375793,917 110.60352754614722918 ],919 "extent": [920 4.662322946323229,921 4.662273699495586,922 6.097715460706041923 ]924 },925 "obb": {926 "center": [927 937.7943623943374,928 457.99038000375793,929 110.60352754614722930 ],931 "extent": [932 4.662322946323229,933 4.662273699495586,934 6.097715460706041935 ],936 "rotation": [937 -0.00047800000174902363,938 -179.99996948242188,939 -179.99998474121097940 ]941 },942 "location": [943 937.7943115234375,944 457.9903564453125,945 116.70120239257812946 ],947 "rotation": [948 -0.00047800000174902363,949 -179.99996948242188,950 -179.99998474121097951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 0,960 95,961 95962 ]963 },964 {965 "object_id": "SM_Plastic_Cup6",966 "bbox_2d": [967 1324,968 627,969 1338,970 635971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 976.5128099366584,976 482.11237764378257,977 80.07191109149238978 ],979 "extent": [980 4.662327705307916,981 6.097736163472632,982 4.662300099139145983 ]984 },985 "obb": {986 "center": [987 976.5128099366584,988 482.11237764378257,989 80.07191109149238990 ],991 "extent": [992 4.662327705307916,993 6.097736163472632,994 4.662300099139145995 ],996 "rotation": [997 5.5600874475203515e-05,998 -179.99949645996094,999 89.999755859375011000 ]1001 },1002 "location": [1003 976.5127563476562,1004 488.2100524902344,1005 80.071907043457031006 ],1007 "rotation": [1008 5.5600874475203515e-05,1009 -179.99949645996094,1010 89.999755859375011011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 255,1020 95,1021 951022 ]1023 },1024 {1025 "object_id": "SM_Plastic_Cup7",1026 "bbox_2d": [1027 1345,1028 626,1029 1346,1030 6301031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 1004.8085252686898,1036 482.11237764378257,1037 80.071911091492381038 ],1039 "extent": [1040 4.662327737785745,1041 6.0977361634728595,1042 4.6623001316168031043 ]1044 },1045 "obb": {1046 "center": [1047 1004.8085252686898,1048 482.11237764378257,1049 80.071911091492381050 ],1051 "extent": [1052 4.662327737785745,1053 6.0977361634728595,1054 4.6623001316168031055 ],1056 "rotation": [1057 5.6000000768108266e-05,1058 -179.99949645996094,1059 89.999755859375011060 ]1061 },1062 "location": [1063 1004.8084716796875,1064 488.2100524902344,1065 80.071907043457031066 ],1067 "rotation": [1068 5.6000000768108266e-05,1069 -179.99949645996094,1070 89.999755859375011071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 127,1080 95,1081 951082 ]1083 }1084 ],1085 "coffee counter": [1086 {1087 "object_id": "SM_Coffee_Counter_10",1088 "bbox_2d": [1089 961,1090 612,1091 1223,1092 7501093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 748.8608591313241,1098 439.99975984073865,1099 55.000019073486331100 ],1101 "extent": [1102 101.1391713864673,1103 40.000270676740854,1104 45.000019073486331105 ]1106 },1107 "obb": {1108 "center": [1109 748.8608591313241,1110 439.99975984073865,1111 55.000019073486331112 ],1113 "extent": [1114 101.1391713864673,1115 40.000270676740854,1116 45.000019073486331117 ],1118 "rotation": [1119 0,1120 90.00011444091797,1121 01122 ]1123 },1124 "location": [1125 850,1126 400,1127 101128 ],1129 "rotation": [1130 0,1131 90.00011444091797,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 191,1142 95,1143 311144 ]1145 },1146 {1147 "object_id": "SM_Coffee_Counter2_12",1148 "bbox_2d": [1149 1181,1150 601,1151 1346,1152 7231153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 951.2646677250741,1158 439.99975984073865,1159 55.000019073486331160 ],1161 "extent": [1162 101.1391713864673,1163 40.000270676740854,1164 45.000019073486331165 ]1166 },1167 "obb": {1168 "center": [1169 951.2646677250741,1170 439.99975984073865,1171 55.000019073486331172 ],1173 "extent": [1174 101.1391713864673,1175 40.000270676740854,1176 45.000019073486331177 ],1178 "rotation": [1179 0,1180 90.00011444091797,1181 01182 ]1183 },1184 "location": [1185 1052.40380859375,1186 400,1187 101188 ],1189 "rotation": [1190 0,1191 90.00011444091797,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [