TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l033_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l033_r004/lit.png",5 "camera": {6 "location": [7 624,8 970,9 8310 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 624,38 970,39 83,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 0,58 480,59 255,60 79561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "tobacco display": [118 {119 "object_id": "SM_Tobacco_Display_C_8",120 "bbox_2d": [121 387,122 328,123 510,124 495125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 24.718214886462405,130 604.8800907798582,131 109.9212646484375132 ],133 "extent": [134 22.350087063553914,135 38.00004380254984,136 99.92132568359375137 ]138 },139 "obb": {140 "center": [141 24.718214886462402,142 604.8800907798582,143 109.9212646484375144 ],145 "extent": [146 22.350087063553914,147 38.00004380254984,148 99.92132568359375149 ],150 "rotation": [151 0,152 -90.00012207031251,153 0154 ]155 },156 "location": [157 2.3681564331054688,158 566.880126953125,159 9.99993896484375160 ],161 "rotation": [162 0,163 -90.00012207031251,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 255,174 95,175 0176 ]177 },178 {179 "object_id": "SM_Tobacco_Display_A_2",180 "bbox_2d": [181 18,182 265,183 244,184 483185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 23.729498760974124,190 758.7660160728269,191 109.92137145996094192 ],193 "extent": [194 22.350087063553914,195 38.00004380254984,196 99.92132568359375197 ]198 },199 "obb": {200 "center": [201 23.72949876097412,202 758.7660160728269,203 109.92137145996094204 ],205 "extent": [206 22.350087063553914,207 38.00004380254984,208 99.92132568359375209 ],210 "rotation": [211 0,212 -90.00012207031251,213 0214 ]215 },216 "location": [217 1.3794403076171875,218 720.7660522460938,219 10.000045776367188220 ],221 "rotation": [222 0,223 -90.00012207031251,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 95,234 63,235 63236 ]237 },238 {239 "object_id": "SM_Tobacco_Display_B_8",240 "bbox_2d": [241 240,242 301,243 391,244 494245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 23.90831144999611,250 682.3889438536045,251 109.92131042480469252 ],253 "extent": [254 22.3500820035545,255 38.00004082647695,256 99.92132568359375257 ]258 },259 "obb": {260 "center": [261 23.90831144999611,262 682.3889438536045,263 109.92131042480469264 ],265 "extent": [266 22.3500820035545,267 38.00004082647695,268 99.92132568359375269 ],270 "rotation": [271 0,272 -90.00011444091797,273 0274 ]275 },276 "location": [277 1.558258056640625,278 644.3889770507812,279 9.999984741210938280 ],281 "rotation": [282 0,283 -90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 95,294 63,295 191296 ]297 }298 ],299 "coffee supplies": [300 {301 "object_id": "SM_Coffee_Supplies_5",302 "bbox_2d": [303 1728,304 437,305 1886,306 497307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 728.4383504150533,312 445.6962622915158,313 111.84191799163818314 ],315 "extent": [316 24.109946031074287,317 16.28647964711405,318 11.954957008361816319 ]320 },321 "obb": {322 "center": [323 728.4383504150533,324 445.6962622915158,325 111.84191799163818326 ],327 "extent": [328 24.109946031074287,329 16.28647964711405,330 11.954957008361816331 ],332 "rotation": [333 0,334 93.59552001953126,335 0336 ]337 },338 "location": [339 728.4383544921875,340 445.6961669921875,341 100.00115966796875342 ],343 "rotation": [344 0,345 93.59552001953126,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 63,356 95,357 0358 ]359 }360 ],361 "napkin dispenser": [362 {363 "object_id": "SM_Paper_Napkin_Dispenser_8",364 "bbox_2d": [365 1660,366 473,367 1715,368 498369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 688.4382333753791,374 455.6964111147987,375 105.59275150299072376 ],377 "extent": [378 8.491547799773002,379 9.322457854809215,380 5.591593265533447381 ]382 },383 "obb": {384 "center": [385 688.4382333753791,386 455.6964111147987,387 105.59275150299072388 ],389 "extent": [390 8.491547799773002,391 9.322457854809215,392 5.591593265533447393 ],394 "rotation": [395 0,396 88.91768646240236,397 0398 ]399 },400 "location": [401 688.438232421875,402 455.6964111328125,403 100.00115966796875404 ],405 "rotation": [406 0,407 88.91768646240236,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 95,419 255420 ]421 },422 {423 "object_id": "SM_Paper_Napkin_Dispenser2",424 "bbox_2d": [425 834,426 498,427 870,428 513429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 234.41401691860423,434 441.58792020904673,435 105.59275150299072436 ],437 "extent": [438 10.674257866788565,439 10.018262998583964,440 5.591593265533447441 ]442 },443 "obb": {444 "center": [445 234.41401691860423,446 441.58792020904673,447 105.59275150299072448 ],449 "extent": [450 10.674257866788565,451 10.018262998583964,452 5.591593265533447453 ],454 "rotation": [455 0,456 11.796856880187987,457 0458 ]459 },460 "location": [461 234.4140167236328,462 441.5879211425781,463 100.00115966796875464 ],465 "rotation": [466 0,467 11.796856880187987,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 95,478 0,479 63480 ]481 }482 ],483 "cup": [484 {485 "object_id": "SM_Paper_Cups_11",486 "bbox_2d": [487 1901,488 457,489 1919,490 494491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 758.4381108283997,496 465.6969604492194,497 107.31064081192017498 ],499 "extent": [500 4.662275800468478,501 4.662275800468535,502 7.309482097625732503 ]504 },505 "obb": {506 "center": [507 758.4381108283997,508 465.6969604492194,509 107.31064081192017510 ],511 "extent": [512 4.662275800468478,513 4.662275800468535,514 7.309482097625732515 ],516 "rotation": [517 0,518 90.00007629394531,519 0520 ]521 },522 "location": [523 758.4381103515625,524 465.69696044921875,525 100.00115966796875526 ],527 "rotation": [528 0,529 90.00007629394531,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 63,540 95,541 127542 ]543 },544 {545 "object_id": "SM_Paper_Cups3",546 "bbox_2d": [547 1638,548 496,549 1659,550 498551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 678.4381108283997,556 425.69631958007875,557 107.31064081192017558 ],559 "extent": [560 4.662275800468478,561 4.662275800468535,562 7.309482097625732563 ]564 },565 "obb": {566 "center": [567 678.4381108283997,568 425.69631958007875,569 107.31064081192017570 ],571 "extent": [572 4.662275800468478,573 4.662275800468535,574 7.309482097625732575 ],576 "rotation": [577 0,578 90.00007629394531,579 0580 ]581 },582 "location": [583 678.4381103515625,584 425.6963195800781,585 100.00115966796875586 ],587 "rotation": [588 0,589 90.00007629394531,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 95,601 127602 ]603 },604 {605 "object_id": "SM_Paper_Cups4",606 "bbox_2d": [607 1638,608 489,609 1659,610 495611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 678.4381108283997,616 425.69631958007875,617 110.54884576797485618 ],619 "extent": [620 4.662275800468478,621 4.662275800468535,622 7.309482097625732623 ]624 },625 "obb": {626 "center": [627 678.4381108283997,628 425.69631958007875,629 110.54884576797485630 ],631 "extent": [632 4.662275800468478,633 4.662275800468535,634 7.309482097625732635 ],636 "rotation": [637 0,638 90.00007629394531,639 0640 ]641 },642 "location": [643 678.4381103515625,644 425.6963195800781,645 103.23936462402344646 ],647 "rotation": [648 0,649 90.00007629394531,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 95,661 63662 ]663 },664 {665 "object_id": "SM_Paper_Cups5",666 "bbox_2d": [667 1638,668 457,669 1660,670 489671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 678.4381099491318,676 425.69631983585765,677 113.61073541641235678 ],679 "extent": [680 6.4356430293148605,681 6.435643029314804,682 7.309482097625732683 ]684 },685 "obb": {686 "center": [687 678.4381099491318,688 425.69631983585765,689 113.61073541641235690 ],691 "extent": [692 6.4356430293148605,693 6.435643029314804,694 7.309482097625732695 ],696 "rotation": [697 0,698 -122.43948364257814,699 0700 ]701 },702 "location": [703 678.4381103515625,704 425.6963195800781,705 106.30125427246094706 ],707 "rotation": [708 0,709 -122.43948364257814,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 95,721 191722 ]723 }724 ],725 "coffee counter": [726 {727 "object_id": "SM_Coffee_Counter_10",728 "bbox_2d": [729 1569,730 495,731 1919,732 733733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 748.8608591313241,738 439.99975984073865,739 55.00001907348633740 ],741 "extent": [742 101.1391713864673,743 40.000270676740854,744 45.00001907348633745 ]746 },747 "obb": {748 "center": [749 748.8608591313241,750 439.99975984073865,751 55.00001907348633752 ],753 "extent": [754 101.1391713864673,755 40.000270676740854,756 45.00001907348633757 ],758 "rotation": [759 0,760 90.00011444091797,761 0762 ]763 },764 "location": [765 850,766 400,767 10768 ],769 "rotation": [770 0,771 90.00011444091797,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 191,782 95,783 31784 ]785 }786 ],787 "hot dog grill": [788 {789 "object_id": "SM_Hot_Dog_Grill_2",790 "bbox_2d": [791 710,792 444,793 827,794 511795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 218.9225597381623,800 506.7220488255456,801 120.7146987915039802 ],803 "extent": [804 21.332088011749477,805 32.01364102946616,806 20.843448638916016807 ]808 },809 "obb": {810 "center": [811 218.9225597381623,812 506.7220488255456,813 120.7146987915039814 ],815 "extent": [816 21.332088011749477,817 32.01364102946616,818 20.843448638916016819 ],820 "rotation": [821 0,822 -90.00012207031251,823 0824 ]825 },826 "location": [827 220.29644775390625,828 506.7220458984375,829 100830 ],831 "rotation": [832 0,833 -90.00012207031251,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 63,844 95,845 95846 ]847 }848 ],849 "bottle stand": [850 {851 "object_id": "SM_Bottle_Stand_5",852 "bbox_2d": [853 634,854 464,855 697,856 506857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 231.80416889283168,862 604.9944947649063,863 111.77631187438965864 ],865 "extent": [866 19.91625660101562,867 10.514703403895282,868 11.776299476623535869 ]870 },871 "obb": {872 "center": [873 231.80416889283168,874 604.9944947649063,875 111.77631187438965876 ],877 "extent": [878 19.91625660101562,879 10.514703403895282,880 11.776299476623535881 ],882 "rotation": [883 0,884 -80.00007629394531,885 0886 ]887 },888 "location": [889 231.80416870117188,890 604.9945068359375,891 100.00001525878906892 ],893 "rotation": [894 0,895 -80.00007629394531,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 191,906 95,907 95908 ]909 }910 ],911 "bottle": [912 {913 "object_id": "SM_Ketchup_Bottle_8",914 "bbox_2d": [915 647,916 425,917 663,918 468919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 221.8688999205397,924 602.6392806261019,925 131.40055084228516926 ],927 "extent": [928 5.444847136823114,929 5.444846363241595,930 13.736084938049316931 ]932 },933 "obb": {934 "center": [935 221.8688999205397,936 602.6392806261019,937 131.40055084228516938 ],939 "extent": [940 5.444847136823114,941 5.444846363241595,942 13.736084938049316943 ],944 "rotation": [945 0,946 10.000028610229492,947 0948 ]949 },950 "location": [951 221.86891174316406,952 602.6392822265625,953 117.66446685791016954 ],955 "rotation": [956 0,957 10.000028610229492,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 31,968 95,969 95970 ]971 },972 {973 "object_id": "SM_Mustard_Bottle_11",974 "bbox_2d": [975 657,976 434,977 673,978 478979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 231.92778350472975,984 604.8994129316324,985 125.51240539550781986 ],987 "extent": [988 5.444847136823114,989 5.444846363241595,990 13.736084938049316991 ]992 },993 "obb": {994 "center": [995 231.92778350472975,996 604.8994129316324,997 125.51240539550781998 ],999 "extent": [1000 5.444847136823114,1001 5.444846363241595,1002 13.7360849380493161003 ],1004 "rotation": [1005 0,1006 10.000028610229492,1007 01008 ]1009 },1010 "location": [1011 231.92779541015625,1012 604.8994140625,1013 111.776321411132811014 ],1015 "rotation": [1016 0,1017 10.000028610229492,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 95,1028 0,1029 01030 ]1031 },1032 {1033 "object_id": "SM_Mayonaise_Bottle_14",1034 "bbox_2d": [1035 669,1036 444,1037 686,1038 4951039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 243.7590366392897,1044 607.3930648057894,1045 119.624259948730471046 ],1047 "extent": [1048 5.444847136823114,1049 5.444846363241595,1050 13.7360849380493161051 ]1052 },1053 "obb": {1054 "center": [1055 243.7590366392897,1056 607.3930648057894,1057 119.624259948730471058 ],1059 "extent": [1060 5.444847136823114,1061 5.444846363241595,1062 13.7360849380493161063 ],1064 "rotation": [1065 0,1066 10.000028610229492,1067 01068 ]1069 },1070 "location": [1071 243.75904846191406,1072 607.39306640625,1073 105.888175964355471074 ],1075 "rotation": [1076 0,1077 10.000028610229492,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 95,1088 0,1089 2551090 ]1091 }1092 ],1093 "tong": [1094 {1095 "object_id": "SM_Sausage_Tong_17",1096 "bbox_2d": [1097 694,1098 464,1099 736,1100 5071101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 224.54147720335038,1106 561.3736702950249,1107 112.851232528686521108 ],1109 "extent": [1110 19.13773023052434,1111 7.932754594725338,1112 12.8511581420898441113 ]1114 },1115 "obb": {1116 "center": [1117 224.54147720335038,1118 561.3736702950249,1119 112.851232528686521120 ],1121 "extent": [1122 19.13773023052434,1123 7.932754594725338,1124 12.8511581420898441125 ],1126 "rotation": [1127 0,1128 90.00011444091797,1129 01130 ]1131 },1132 "location": [1133 220.86343383789062,1134 561.3736572265625,1135 100.000076293945311136 ],1137 "rotation": [1138 0,1139 90.00011444091797,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 95,1150 0,1151 1271152 ]1153 }1154 ],1155 "card reader": [1156 {1157 "object_id": "SM_Card_Reader_2",1158 "bbox_2d": [1159 423,1160 482,1161 461,1162 4961163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 212.96651400260225,1168 716.4899456618128,1169 104.124142646789551170 ],1171 "extent": [1172 10.298967466885273,1173 6.94403134721415,1174 4.1241211891174321175 ]1176 },1177 "obb": {1178 "center": [1179 212.96651400260225,1180 716.4899456618128,1181 104.124142646789551182 ],1183 "extent": [1184 10.298967466885273,1185 6.94403134721415,1186 4.1241211891174321187 ],1188 "rotation": [1189 0,1190 -77.24995422363281,1191 01192 ]1193 },1194 "location": [1195 213.7287139892578,1196 716.6624145507812,1197 100.00002288818361198 ],1199 "rotation": [1200 0,