TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l116_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l116_r004/lit.png",5 "camera": {6 "location": [7 682,8 1036,9 16410 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 682,38 1036,39 164,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 0,58 669,59 363,60 96361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "tobacco display": [118 {119 "object_id": "SM_Tobacco_Display_C_8",120 "bbox_2d": [121 437,122 473,123 541,124 657125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 24.718214886462405,130 604.8800907798582,131 109.9212646484375132 ],133 "extent": [134 22.350087063553914,135 38.00004380254984,136 99.92132568359375137 ]138 },139 "obb": {140 "center": [141 24.718214886462402,142 604.8800907798582,143 109.9212646484375144 ],145 "extent": [146 22.350087063553914,147 38.00004380254984,148 99.92132568359375149 ],150 "rotation": [151 0,152 -90.00012207031251,153 0154 ]155 },156 "location": [157 2.3681564331054688,158 566.880126953125,159 9.99993896484375160 ],161 "rotation": [162 0,163 -90.00012207031251,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 255,174 95,175 0176 ]177 },178 {179 "object_id": "SM_Tobacco_Display_A_2",180 "bbox_2d": [181 136,182 457,183 320,184 682185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 23.729498760974124,190 758.7660160728269,191 109.92137145996094192 ],193 "extent": [194 22.350087063553914,195 38.00004380254984,196 99.92132568359375197 ]198 },199 "obb": {200 "center": [201 23.72949876097412,202 758.7660160728269,203 109.92137145996094204 ],205 "extent": [206 22.350087063553914,207 38.00004380254984,208 99.92132568359375209 ],210 "rotation": [211 0,212 -90.00012207031251,213 0214 ]215 },216 "location": [217 1.3794403076171875,218 720.7660522460938,219 10.000045776367188220 ],221 "rotation": [222 0,223 -90.00012207031251,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 95,234 63,235 63236 ]237 },238 {239 "object_id": "SM_Tobacco_Display_B_8",240 "bbox_2d": [241 316,242 466,243 441,244 663245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 23.90831144999611,250 682.3889438536045,251 109.92131042480469252 ],253 "extent": [254 22.3500820035545,255 38.00004082647695,256 99.92132568359375257 ]258 },259 "obb": {260 "center": [261 23.90831144999611,262 682.3889438536045,263 109.92131042480469264 ],265 "extent": [266 22.3500820035545,267 38.00004082647695,268 99.92132568359375269 ],270 "rotation": [271 0,272 -90.00011444091797,273 0274 ]275 },276 "location": [277 1.558258056640625,278 644.3889770507812,279 9.999984741210938280 ],281 "rotation": [282 0,283 -90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 95,294 63,295 191296 ]297 }298 ],299 "coffee machine": [300 {301 "object_id": "SM_Coffee_Machine_2",302 "bbox_2d": [303 1718,304 553,305 1873,306 678307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 797.5586261905396,312 445.6846854893375,313 128.9685573577881314 ],315 "extent": [316 27.070429990485422,317 22.343763158214927,318 28.9674015045166319 ]320 },321 "obb": {322 "center": [323 797.5586261905396,324 445.6846854893375,325 128.9685573577881326 ],327 "extent": [328 27.070429990485422,329 22.343763158214927,330 28.9674015045166331 ],332 "rotation": [333 0,334 90.00007629394531,335 0336 ]337 },338 "location": [339 798.4383544921875,340 445.6964111328125,341 100.00115966796875342 ],343 "rotation": [344 0,345 90.00007629394531,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 95,357 31358 ]359 }360 ],361 "coffee supplies": [362 {363 "object_id": "SM_Coffee_Supplies_5",364 "bbox_2d": [365 1565,366 615,367 1678,368 672369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 728.4383504150533,374 445.6962622915158,375 111.84191799163818376 ],377 "extent": [378 24.109946031074287,379 16.28647964711405,380 11.954957008361816381 ]382 },383 "obb": {384 "center": [385 728.4383504150533,386 445.6962622915158,387 111.84191799163818388 ],389 "extent": [390 24.109946031074287,391 16.28647964711405,392 11.954957008361816393 ],394 "rotation": [395 0,396 93.59552001953126,397 0398 ]399 },400 "location": [401 728.4383544921875,402 445.6961669921875,403 100.00115966796875404 ],405 "rotation": [406 0,407 93.59552001953126,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 95,419 0420 ]421 }422 ],423 "napkin dispenser": [424 {425 "object_id": "SM_Paper_Napkin_Dispenser_8",426 "bbox_2d": [427 1510,428 639,429 1547,430 664431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 688.4382333753791,436 455.6964111147987,437 105.59275150299072438 ],439 "extent": [440 8.491547799773002,441 9.322457854809215,442 5.591593265533447443 ]444 },445 "obb": {446 "center": [447 688.4382333753791,448 455.6964111147987,449 105.59275150299072450 ],451 "extent": [452 8.491547799773002,453 9.322457854809215,454 5.591593265533447455 ],456 "rotation": [457 0,458 88.91768646240236,459 0460 ]461 },462 "location": [463 688.438232421875,464 455.6964111328125,465 100.00115966796875466 ],467 "rotation": [468 0,469 88.91768646240236,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 95,481 255482 ]483 },484 {485 "object_id": "SM_Paper_Napkin_Dispenser2",486 "bbox_2d": [487 826,488 608,489 858,490 623491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 234.41401691860423,496 441.58792020904673,497 105.59275150299072498 ],499 "extent": [500 10.674257866788565,501 10.018262998583964,502 5.591593265533447503 ]504 },505 "obb": {506 "center": [507 234.41401691860423,508 441.58792020904673,509 105.59275150299072510 ],511 "extent": [512 10.674257866788565,513 10.018262998583964,514 5.591593265533447515 ],516 "rotation": [517 0,518 11.796856880187987,519 0520 ]521 },522 "location": [523 234.4140167236328,524 441.5879211425781,525 100.00115966796875526 ],527 "rotation": [528 0,529 11.796856880187987,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 95,540 0,541 63542 ]543 }544 ],545 "cup": [546 {547 "object_id": "SM_Paper_Cups_11",548 "bbox_2d": [549 1688,550 643,551 1712,552 675553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 758.4381108283997,558 465.6969604492194,559 107.31064081192017560 ],561 "extent": [562 4.662275800468478,563 4.662275800468535,564 7.309482097625732565 ]566 },567 "obb": {568 "center": [569 758.4381108283997,570 465.6969604492194,571 107.31064081192017572 ],573 "extent": [574 4.662275800468478,575 4.662275800468535,576 7.309482097625732577 ],578 "rotation": [579 0,580 90.00007629394531,581 0582 ]583 },584 "location": [585 758.4381103515625,586 465.69696044921875,587 100.00115966796875588 ],589 "rotation": [590 0,591 90.00007629394531,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 63,602 95,603 127604 ]605 },606 {607 "object_id": "SM_Paper_Cups2",608 "bbox_2d": [609 1736,610 715,611 1761,612 735613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 774.2435852559868,618 481.9266381261665,619 80.00115966796875620 ],621 "extent": [622 4.66232409787483,623 7.309516863272449,624 4.662269592285156625 ]626 },627 "obb": {628 "center": [629 774.2435852559868,630 481.9266381261665,631 80.00115966796875632 ],633 "extent": [634 4.66232409787483,635 7.309516863272449,636 4.662269592285156637 ],638 "rotation": [639 -90,640 89.99957275390624,641 0642 ]643 },644 "location": [645 774.2435302734375,646 474.6171569824219,647 80.00115966796875648 ],649 "rotation": [650 -90,651 89.99957275390624,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 63,662 95,663 63664 ]665 },666 {667 "object_id": "SM_Paper_Cups3",668 "bbox_2d": [669 1497,670 650,671 1509,672 656673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 678.4381108283997,678 425.69631958007875,679 107.31064081192017680 ],681 "extent": [682 4.662275800468478,683 4.662275800468535,684 7.309482097625732685 ]686 },687 "obb": {688 "center": [689 678.4381108283997,690 425.69631958007875,691 107.31064081192017692 ],693 "extent": [694 4.662275800468478,695 4.662275800468535,696 7.309482097625732697 ],698 "rotation": [699 0,700 90.00007629394531,701 0702 ]703 },704 "location": [705 678.4381103515625,706 425.6963195800781,707 100.00115966796875708 ],709 "rotation": [710 0,711 90.00007629394531,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 191,722 95,723 127724 ]725 },726 {727 "object_id": "SM_Paper_Cups4",728 "bbox_2d": [729 1497,730 644,731 1509,732 650733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 678.4381108283997,738 425.69631958007875,739 110.54884576797485740 ],741 "extent": [742 4.662275800468478,743 4.662275800468535,744 7.309482097625732745 ]746 },747 "obb": {748 "center": [749 678.4381108283997,750 425.69631958007875,751 110.54884576797485752 ],753 "extent": [754 4.662275800468478,755 4.662275800468535,756 7.309482097625732757 ],758 "rotation": [759 0,760 90.00007629394531,761 0762 ]763 },764 "location": [765 678.4381103515625,766 425.6963195800781,767 103.23936462402344768 ],769 "rotation": [770 0,771 90.00007629394531,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 191,782 95,783 63784 ]785 },786 {787 "object_id": "SM_Paper_Cups5",788 "bbox_2d": [789 1497,790 618,791 1515,792 644793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 678.4381099491318,798 425.69631983585765,799 113.61073541641235800 ],801 "extent": [802 6.4356430293148605,803 6.435643029314804,804 7.309482097625732805 ]806 },807 "obb": {808 "center": [809 678.4381099491318,810 425.69631983585765,811 113.61073541641235812 ],813 "extent": [814 6.4356430293148605,815 6.435643029314804,816 7.309482097625732817 ],818 "rotation": [819 0,820 -122.43948364257814,821 0822 ]823 },824 "location": [825 678.4381103515625,826 425.6963195800781,827 106.30125427246094828 ],829 "rotation": [830 0,831 -122.43948364257814,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 191,842 95,843 191844 ]845 }846 ],847 "coffee counter": [848 {849 "object_id": "SM_Coffee_Counter_10",850 "bbox_2d": [851 1438,852 648,853 1869,854 877855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 748.8608591313241,860 439.99975984073865,861 55.00001907348633862 ],863 "extent": [864 101.1391713864673,865 40.000270676740854,866 45.00001907348633867 ]868 },869 "obb": {870 "center": [871 748.8608591313241,872 439.99975984073865,873 55.00001907348633874 ],875 "extent": [876 101.1391713864673,877 40.000270676740854,878 45.00001907348633879 ],880 "rotation": [881 0,882 90.00011444091797,883 0884 ]885 },886 "location": [887 850,888 400,889 10890 ],891 "rotation": [892 0,893 90.00011444091797,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 191,904 95,905 31906 ]907 }908 ],909 "hot dog grill": [910 {911 "object_id": "SM_Hot_Dog_Grill_2",912 "bbox_2d": [913 718,914 570,915 820,916 633917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 218.9225597381623,922 506.7220488255456,923 120.7146987915039924 ],925 "extent": [926 21.332088011749477,927 32.01364102946616,928 20.843448638916016929 ]930 },931 "obb": {932 "center": [933 218.9225597381623,934 506.7220488255456,935 120.7146987915039936 ],937 "extent": [938 21.332088011749477,939 32.01364102946616,940 20.843448638916016941 ],942 "rotation": [943 0,944 -90.00012207031251,945 0946 ]947 },948 "location": [949 220.29644775390625,950 506.7220458984375,951 100952 ],953 "rotation": [954 0,955 -90.00012207031251,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 63,966 95,967 95968 ]969 }970 ],971 "bottle stand": [972 {973 "object_id": "SM_Bottle_Stand_5",974 "bbox_2d": [975 653,976 604,977 707,978 645979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 231.80416889283168,984 604.9944947649063,985 111.77631187438965986 ],987 "extent": [988 19.91625660101562,989 10.514703403895282,990 11.776299476623535991 ]992 },993 "obb": {994 "center": [995 231.80416889283168,996 604.9944947649063,997 111.77631187438965998 ],999 "extent": [1000 19.91625660101562,1001 10.514703403895282,1002 11.7762994766235351003 ],1004 "rotation": [1005 0,1006 -80.00007629394531,1007 01008 ]1009 },1010 "location": [1011 231.80416870117188,1012 604.9945068359375,1013 100.000015258789061014 ],1015 "rotation": [1016 0,1017 -80.00007629394531,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 191,1028 95,1029 951030 ]1031 }1032 ],1033 "bottle": [1034 {1035 "object_id": "SM_Ketchup_Bottle_8",1036 "bbox_2d": [1037 664,1038 570,1039 678,1040 6101041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 221.8688999205397,1046 602.6392806261019,1047 131.400550842285161048 ],1049 "extent": [1050 5.444847136823114,1051 5.444846363241595,1052 13.7360849380493161053 ]1054 },1055 "obb": {1056 "center": [1057 221.8688999205397,1058 602.6392806261019,1059 131.400550842285161060 ],1061 "extent": [1062 5.444847136823114,1063 5.444846363241595,1064 13.7360849380493161065 ],1066 "rotation": [1067 0,1068 10.000028610229492,1069 01070 ]1071 },1072 "location": [1073 221.86891174316406,1074 602.6392822265625,1075 117.664466857910161076 ],1077 "rotation": [1078 0,1079 10.000028610229492,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 31,1090 95,1091 951092 ]1093 },1094 {1095 "object_id": "SM_Mustard_Bottle_11",1096 "bbox_2d": [1097 673,1098 580,1099 687,1100 6191101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 231.92778350472975,1106 604.8994129316324,1107 125.512405395507811108 ],1109 "extent": [1110 5.444847136823114,1111 5.444846363241595,1112 13.7360849380493161113 ]1114 },1115 "obb": {1116 "center": [1117 231.92778350472975,1118 604.8994129316324,1119 125.512405395507811120 ],1121 "extent": [1122 5.444847136823114,1123 5.444846363241595,1124 13.7360849380493161125 ],1126 "rotation": [1127 0,1128 10.000028610229492,1129 01130 ]1131 },1132 "location": [1133 231.92779541015625,1134 604.8994140625,1135 111.776321411132811136 ],1137 "rotation": [1138 0,1139 10.000028610229492,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 95,1150 0,1151 01152 ]1153 },1154 {1155 "object_id": "SM_Mayonaise_Bottle_14",1156 "bbox_2d": [1157 683,1158 590,1159 698,1160 6341161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 243.7590366392897,1166 607.3930648057894,1167 119.624259948730471168 ],1169 "extent": [1170 5.444847136823114,1171 5.444846363241595,1172 13.7360849380493161173 ]1174 },1175 "obb": {1176 "center": [1177 243.7590366392897,1178 607.3930648057894,1179 119.624259948730471180 ],1181 "extent": [1182 5.444847136823114,1183 5.444846363241595,1184 13.7360849380493161185 ],1186 "rotation": [1187 0,1188 10.000028610229492,1189 01190 ]1191 },1192 "location": [1193 243.75904846191406,1194 607.39306640625,1195 105.888175964355471196 ],1197 "rotation": [1198 0,1199 10.000028610229492,1200 0