TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l119_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l119_r004/lit.png",5 "camera": {6 "location": [7 748,8 1115,9 15410 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 748,38 1115,39 154,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 142,58 629,59 449,60 84661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 0,122 570,123 141,124 889125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "tobacco display": [180 {181 "object_id": "SM_Tobacco_Display_C_8",182 "bbox_2d": [183 485,184 470,185 571,186 623187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 24.718214886462405,192 604.8800907798582,193 109.9212646484375194 ],195 "extent": [196 22.350087063553914,197 38.00004380254984,198 99.92132568359375199 ]200 },201 "obb": {202 "center": [203 24.718214886462402,204 604.8800907798582,205 109.9212646484375206 ],207 "extent": [208 22.350087063553914,209 38.00004380254984,210 99.92132568359375211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 2.3681564331054688,220 566.880126953125,221 9.99993896484375222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 0238 ]239 },240 {241 "object_id": "SM_Tobacco_Display_A_2",242 "bbox_2d": [243 239,244 455,245 389,246 637247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 23.729498760974124,252 758.7660160728269,253 109.92137145996094254 ],255 "extent": [256 22.350087063553914,257 38.00004380254984,258 99.92132568359375259 ]260 },261 "obb": {262 "center": [263 23.72949876097412,264 758.7660160728269,265 109.92137145996094266 ],267 "extent": [268 22.350087063553914,269 38.00004380254984,270 99.92132568359375271 ],272 "rotation": [273 0,274 -90.00012207031251,275 0276 ]277 },278 "location": [279 1.3794403076171875,280 720.7660522460938,281 10.000045776367188282 ],283 "rotation": [284 0,285 -90.00012207031251,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 95,296 63,297 63298 ]299 },300 {301 "object_id": "SM_Tobacco_Display_B_8",302 "bbox_2d": [303 386,304 463,305 488,306 625307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 23.90831144999611,312 682.3889438536045,313 109.92131042480469314 ],315 "extent": [316 22.3500820035545,317 38.00004082647695,318 99.92132568359375319 ]320 },321 "obb": {322 "center": [323 23.90831144999611,324 682.3889438536045,325 109.92131042480469326 ],327 "extent": [328 22.3500820035545,329 38.00004082647695,330 99.92132568359375331 ],332 "rotation": [333 0,334 -90.00011444091797,335 0336 ]337 },338 "location": [339 1.558258056640625,340 644.3889770507812,341 9.999984741210938342 ],343 "rotation": [344 0,345 -90.00011444091797,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 95,356 63,357 191358 ]359 }360 ],361 "coffee supplies": [362 {363 "object_id": "SM_Coffee_Supplies_5",364 "bbox_2d": [365 1432,366 587,367 1502,368 627369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 728.4383504150533,374 445.6962622915158,375 111.84191799163818376 ],377 "extent": [378 24.109946031074287,379 16.28647964711405,380 11.954957008361816381 ]382 },383 "obb": {384 "center": [385 728.4383504150533,386 445.6962622915158,387 111.84191799163818388 ],389 "extent": [390 24.109946031074287,391 16.28647964711405,392 11.954957008361816393 ],394 "rotation": [395 0,396 93.59552001953126,397 0398 ]399 },400 "location": [401 728.4383544921875,402 445.6961669921875,403 100.00115966796875404 ],405 "rotation": [406 0,407 93.59552001953126,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 95,419 0420 ]421 }422 ],423 "napkin dispenser": [424 {425 "object_id": "SM_Paper_Napkin_Dispenser_8",426 "bbox_2d": [427 1388,428 607,429 1419,430 627431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 688.4382333753791,436 455.6964111147987,437 105.59275150299072438 ],439 "extent": [440 8.491547799773002,441 9.322457854809215,442 5.591593265533447443 ]444 },445 "obb": {446 "center": [447 688.4382333753791,448 455.6964111147987,449 105.59275150299072450 ],451 "extent": [452 8.491547799773002,453 9.322457854809215,454 5.591593265533447455 ],456 "rotation": [457 0,458 88.91768646240236,459 0460 ]461 },462 "location": [463 688.438232421875,464 455.6964111328125,465 100.00115966796875466 ],467 "rotation": [468 0,469 88.91768646240236,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 95,481 255482 ]483 },484 {485 "object_id": "SM_Paper_Napkin_Dispenser2",486 "bbox_2d": [487 822,488 588,489 850,490 601491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 234.41401691860423,496 441.58792020904673,497 105.59275150299072498 ],499 "extent": [500 10.674257866788565,501 10.018262998583964,502 5.591593265533447503 ]504 },505 "obb": {506 "center": [507 234.41401691860423,508 441.58792020904673,509 105.59275150299072510 ],511 "extent": [512 10.674257866788565,513 10.018262998583964,514 5.591593265533447515 ],516 "rotation": [517 0,518 11.796856880187987,519 0520 ]521 },522 "location": [523 234.4140167236328,524 441.5879211425781,525 100.00115966796875526 ],527 "rotation": [528 0,529 11.796856880187987,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 95,540 0,541 63542 ]543 }544 ],545 "cup": [546 {547 "object_id": "SM_Paper_Cups3",548 "bbox_2d": [549 1384,550 617,551 1388,552 621553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 678.4381108283997,558 425.69631958007875,559 107.31064081192017560 ],561 "extent": [562 4.662275800468478,563 4.662275800468535,564 7.309482097625732565 ]566 },567 "obb": {568 "center": [569 678.4381108283997,570 425.69631958007875,571 107.31064081192017572 ],573 "extent": [574 4.662275800468478,575 4.662275800468535,576 7.309482097625732577 ],578 "rotation": [579 0,580 90.00007629394531,581 0582 ]583 },584 "location": [585 678.4381103515625,586 425.6963195800781,587 100.00115966796875588 ],589 "rotation": [590 0,591 90.00007629394531,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 191,602 95,603 127604 ]605 },606 {607 "object_id": "SM_Paper_Cups4",608 "bbox_2d": [609 1384,610 611,611 1388,612 616613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 678.4381108283997,618 425.69631958007875,619 110.54884576797485620 ],621 "extent": [622 4.662275800468478,623 4.662275800468535,624 7.309482097625732625 ]626 },627 "obb": {628 "center": [629 678.4381108283997,630 425.69631958007875,631 110.54884576797485632 ],633 "extent": [634 4.662275800468478,635 4.662275800468535,636 7.309482097625732637 ],638 "rotation": [639 0,640 90.00007629394531,641 0642 ]643 },644 "location": [645 678.4381103515625,646 425.6963195800781,647 103.23936462402344648 ],649 "rotation": [650 0,651 90.00007629394531,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 191,662 95,663 63664 ]665 },666 {667 "object_id": "SM_Paper_Cups5",668 "bbox_2d": [669 1384,670 590,671 1398,672 612673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 678.4381099491318,678 425.69631983585765,679 113.61073541641235680 ],681 "extent": [682 6.4356430293148605,683 6.435643029314804,684 7.309482097625732685 ]686 },687 "obb": {688 "center": [689 678.4381099491318,690 425.69631983585765,691 113.61073541641235692 ],693 "extent": [694 6.4356430293148605,695 6.435643029314804,696 7.309482097625732697 ],698 "rotation": [699 0,700 -122.43948364257814,701 0702 ]703 },704 "location": [705 678.4381103515625,706 425.6963195800781,707 106.30125427246094708 ],709 "rotation": [710 0,711 -122.43948364257814,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 191,722 95,723 191724 ]725 }726 ],727 "coffee counter": [728 {729 "object_id": "SM_Coffee_Counter_10",730 "bbox_2d": [731 1329,732 617,733 1440,734 774735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 748.8608591313241,740 439.99975984073865,741 55.00001907348633742 ],743 "extent": [744 101.1391713864673,745 40.000270676740854,746 45.00001907348633747 ]748 },749 "obb": {750 "center": [751 748.8608591313241,752 439.99975984073865,753 55.00001907348633754 ],755 "extent": [756 101.1391713864673,757 40.000270676740854,758 45.00001907348633759 ],760 "rotation": [761 0,762 90.00011444091797,763 0764 ]765 },766 "location": [767 850,768 400,769 10770 ],771 "rotation": [772 0,773 90.00011444091797,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 191,784 95,785 31786 ]787 }788 ],789 "hot dog grill": [790 {791 "object_id": "SM_Hot_Dog_Grill_2",792 "bbox_2d": [793 728,794 555,795 816,796 607797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 218.9225597381623,802 506.7220488255456,803 120.7146987915039804 ],805 "extent": [806 21.332088011749477,807 32.01364102946616,808 20.843448638916016809 ]810 },811 "obb": {812 "center": [813 218.9225597381623,814 506.7220488255456,815 120.7146987915039816 ],817 "extent": [818 21.332088011749477,819 32.01364102946616,820 20.843448638916016821 ],822 "rotation": [823 0,824 -90.00012207031251,825 0826 ]827 },828 "location": [829 220.29644775390625,830 506.7220458984375,831 100832 ],833 "rotation": [834 0,835 -90.00012207031251,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 63,846 95,847 95848 ]849 }850 ],851 "bottle stand": [852 {853 "object_id": "SM_Bottle_Stand_5",854 "bbox_2d": [855 673,856 581,857 720,858 615859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 231.80416889283168,864 604.9944947649063,865 111.77631187438965866 ],867 "extent": [868 19.91625660101562,869 10.514703403895282,870 11.776299476623535871 ]872 },873 "obb": {874 "center": [875 231.80416889283168,876 604.9944947649063,877 111.77631187438965878 ],879 "extent": [880 19.91625660101562,881 10.514703403895282,882 11.776299476623535883 ],884 "rotation": [885 0,886 -80.00007629394531,887 0888 ]889 },890 "location": [891 231.80416870117188,892 604.9945068359375,893 100.00001525878906894 ],895 "rotation": [896 0,897 -80.00007629394531,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 191,908 95,909 95910 ]911 }912 ],913 "bottle": [914 {915 "object_id": "SM_Ketchup_Bottle_8",916 "bbox_2d": [917 682,918 552,919 694,920 585921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 221.8688999205397,926 602.6392806261019,927 131.40055084228516928 ],929 "extent": [930 5.444847136823114,931 5.444846363241595,932 13.736084938049316933 ]934 },935 "obb": {936 "center": [937 221.8688999205397,938 602.6392806261019,939 131.40055084228516940 ],941 "extent": [942 5.444847136823114,943 5.444846363241595,944 13.736084938049316945 ],946 "rotation": [947 0,948 10.000028610229492,949 0950 ]951 },952 "location": [953 221.86891174316406,954 602.6392822265625,955 117.66446685791016956 ],957 "rotation": [958 0,959 10.000028610229492,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 31,970 95,971 95972 ]973 },974 {975 "object_id": "SM_Mustard_Bottle_11",976 "bbox_2d": [977 690,978 560,979 702,980 593981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 231.92778350472975,986 604.8994129316324,987 125.51240539550781988 ],989 "extent": [990 5.444847136823114,991 5.444846363241595,992 13.736084938049316993 ]994 },995 "obb": {996 "center": [997 231.92778350472975,998 604.8994129316324,999 125.512405395507811000 ],1001 "extent": [1002 5.444847136823114,1003 5.444846363241595,1004 13.7360849380493161005 ],1006 "rotation": [1007 0,1008 10.000028610229492,1009 01010 ]1011 },1012 "location": [1013 231.92779541015625,1014 604.8994140625,1015 111.776321411132811016 ],1017 "rotation": [1018 0,1019 10.000028610229492,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 95,1030 0,1031 01032 ]1033 },1034 {1035 "object_id": "SM_Mayonaise_Bottle_14",1036 "bbox_2d": [1037 699,1038 569,1039 712,1040 6061041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 243.7590366392897,1046 607.3930648057894,1047 119.624259948730471048 ],1049 "extent": [1050 5.444847136823114,1051 5.444846363241595,1052 13.7360849380493161053 ]1054 },1055 "obb": {1056 "center": [1057 243.7590366392897,1058 607.3930648057894,1059 119.624259948730471060 ],1061 "extent": [1062 5.444847136823114,1063 5.444846363241595,1064 13.7360849380493161065 ],1066 "rotation": [1067 0,1068 10.000028610229492,1069 01070 ]1071 },1072 "location": [1073 243.75904846191406,1074 607.39306640625,1075 105.888175964355471076 ],1077 "rotation": [1078 0,1079 10.000028610229492,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 95,1090 0,1091 2551092 ]1093 }1094 ],1095 "tong": [1096 {1097 "object_id": "SM_Sausage_Tong_17",1098 "bbox_2d": [1099 712,1100 577,1101 747,1102 6101103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 224.54147720335038,1108 561.3736702950249,1109 112.851232528686521110 ],1111 "extent": [1112 19.13773023052434,1113 7.932754594725338,1114 12.8511581420898441115 ]1116 },1117 "obb": {1118 "center": [1119 224.54147720335038,1120 561.3736702950249,1121 112.851232528686521122 ],1123 "extent": [1124 19.13773023052434,1125 7.932754594725338,1126 12.8511581420898441127 ],1128 "rotation": [1129 0,1130 90.00011444091797,1131 01132 ]1133 },1134 "location": [1135 220.86343383789062,1136 561.3736572265625,1137 100.000076293945311138 ],1139 "rotation": [1140 0,1141 90.00011444091797,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 95,1152 0,1153 1271154 ]1155 }1156 ],1157 "card reader": [1158 {1159 "object_id": "SM_Card_Reader_2",1160 "bbox_2d": [1161 532,1162 611,1163 559,1164 6251165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 212.96651400260225,1170 716.4899456618128,1171 104.124142646789551172 ],1173 "extent": [1174 10.298967466885273,1175 6.94403134721415,1176 4.1241211891174321177 ]1178 },1179 "obb": {1180 "center": [1181 212.96651400260225,1182 716.4899456618128,1183 104.124142646789551184 ],1185 "extent": [1186 10.298967466885273,1187 6.94403134721415,1188 4.1241211891174321189 ],1190 "rotation": [1191 0,1192 -77.24995422363281,1193 01194 ]1195 },1196 "location": [1197 213.7287139892578,1198 716.6624145507812,1199 100.00002288818361200 ],