TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l139_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l139_r003/lit.png",5 "camera": {6 "location": [7 561,8 512,9 15110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 561,38 512,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 0,58 641,59 329,60 98361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "tobacco display": [118 {119 "object_id": "SM_Tobacco_Display_C_8",120 "bbox_2d": [121 716,122 431,123 864,124 668125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 24.718214886462405,130 604.8800907798582,131 109.9212646484375132 ],133 "extent": [134 22.350087063553914,135 38.00004380254984,136 99.92132568359375137 ]138 },139 "obb": {140 "center": [141 24.718214886462402,142 604.8800907798582,143 109.9212646484375144 ],145 "extent": [146 22.350087063553914,147 38.00004380254984,148 99.92132568359375149 ],150 "rotation": [151 0,152 -90.00012207031251,153 0154 ]155 },156 "location": [157 2.3681564331054688,158 566.880126953125,159 9.99993896484375160 ],161 "rotation": [162 0,163 -90.00012207031251,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 255,174 95,175 0176 ]177 },178 {179 "object_id": "SM_Tobacco_Display_A_2",180 "bbox_2d": [181 430,182 431,183 575,184 657185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 23.729498760974124,190 758.7660160728269,191 109.92137145996094192 ],193 "extent": [194 22.350087063553914,195 38.00004380254984,196 99.92132568359375197 ]198 },199 "obb": {200 "center": [201 23.72949876097412,202 758.7660160728269,203 109.92137145996094204 ],205 "extent": [206 22.350087063553914,207 38.00004380254984,208 99.92132568359375209 ],210 "rotation": [211 0,212 -90.00012207031251,213 0214 ]215 },216 "location": [217 1.3794403076171875,218 720.7660522460938,219 10.000045776367188220 ],221 "rotation": [222 0,223 -90.00012207031251,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 95,234 63,235 63236 ]237 },238 {239 "object_id": "SM_Tobacco_Display_B_8",240 "bbox_2d": [241 572,242 431,243 718,244 668245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 23.90831144999611,250 682.3889438536045,251 109.92131042480469252 ],253 "extent": [254 22.3500820035545,255 38.00004082647695,256 99.92132568359375257 ]258 },259 "obb": {260 "center": [261 23.90831144999611,262 682.3889438536045,263 109.92131042480469264 ],265 "extent": [266 22.3500820035545,267 38.00004082647695,268 99.92132568359375269 ],270 "rotation": [271 0,272 -90.00011444091797,273 0274 ]275 },276 "location": [277 1.558258056640625,278 644.3889770507812,279 9.999984741210938280 ],281 "rotation": [282 0,283 -90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 95,294 63,295 191296 ]297 }298 ],299 "atm": [300 {301 "object_id": "SM_ATM_27",302 "bbox_2d": [303 108,304 499,305 125,306 610307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -165.37035369874536,312 1099.9999860165026,313 99.15963745117188314 ],315 "extent": [316 31.839377383484702,317 31.772072915673334,318 89.1596450805664319 ]320 },321 "obb": {322 "center": [323 -165.37035369874536,324 1099.9999860165026,325 99.15963745117188326 ],327 "extent": [328 31.839377383484702,329 31.772072915673334,330 89.1596450805664331 ],332 "rotation": [333 0,334 -90.00012207031251,335 0336 ]337 },338 "location": [339 -171.93374633789062,340 1100,341 10342 ],343 "rotation": [344 0,345 -90.00012207031251,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 95,357 31358 ]359 }360 ],361 "hot dog grill": [362 {363 "object_id": "SM_Hot_Dog_Grill_2",364 "bbox_2d": [365 881,366 565,367 1070,368 691369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 218.9225597381623,374 506.7220488255456,375 120.7146987915039376 ],377 "extent": [378 21.332088011749477,379 32.01364102946616,380 20.843448638916016381 ]382 },383 "obb": {384 "center": [385 218.9225597381623,386 506.7220488255456,387 120.7146987915039388 ],389 "extent": [390 21.332088011749477,391 32.01364102946616,392 20.843448638916016393 ],394 "rotation": [395 0,396 -90.00012207031251,397 0398 ]399 },400 "location": [401 220.29644775390625,402 506.7220458984375,403 100404 ],405 "rotation": [406 0,407 -90.00012207031251,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 95,419 95420 ]421 }422 ],423 "bottle stand": [424 {425 "object_id": "SM_Bottle_Stand_5",426 "bbox_2d": [427 641,428 616,429 731,430 697431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 231.80416889283168,436 604.9944947649063,437 111.77631187438965438 ],439 "extent": [440 19.91625660101562,441 10.514703403895282,442 11.776299476623535443 ]444 },445 "obb": {446 "center": [447 231.80416889283168,448 604.9944947649063,449 111.77631187438965450 ],451 "extent": [452 19.91625660101562,453 10.514703403895282,454 11.776299476623535455 ],456 "rotation": [457 0,458 -80.00007629394531,459 0460 ]461 },462 "location": [463 231.80416870117188,464 604.9945068359375,465 100.00001525878906466 ],467 "rotation": [468 0,469 -80.00007629394531,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 191,480 95,481 95482 ]483 }484 ],485 "bottle": [486 {487 "object_id": "SM_Ketchup_Bottle_8",488 "bbox_2d": [489 691,490 557,491 716,492 630493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 221.8688999205397,498 602.6392806261019,499 131.40055084228516500 ],501 "extent": [502 5.444847136823114,503 5.444846363241595,504 13.736084938049316505 ]506 },507 "obb": {508 "center": [509 221.8688999205397,510 602.6392806261019,511 131.40055084228516512 ],513 "extent": [514 5.444847136823114,515 5.444846363241595,516 13.736084938049316517 ],518 "rotation": [519 0,520 10.000028610229492,521 0522 ]523 },524 "location": [525 221.86891174316406,526 602.6392822265625,527 117.66446685791016528 ],529 "rotation": [530 0,531 10.000028610229492,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 31,542 95,543 95544 ]545 },546 {547 "object_id": "SM_Mustard_Bottle_11",548 "bbox_2d": [549 676,550 574,551 702,552 653553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 231.92778350472975,558 604.8994129316324,559 125.51240539550781560 ],561 "extent": [562 5.444847136823114,563 5.444846363241595,564 13.736084938049316565 ]566 },567 "obb": {568 "center": [569 231.92778350472975,570 604.8994129316324,571 125.51240539550781572 ],573 "extent": [574 5.444847136823114,575 5.444846363241595,576 13.736084938049316577 ],578 "rotation": [579 0,580 10.000028610229492,581 0582 ]583 },584 "location": [585 231.92779541015625,586 604.8994140625,587 111.77632141113281588 ],589 "rotation": [590 0,591 10.000028610229492,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 95,602 0,603 0604 ]605 },606 {607 "object_id": "SM_Mayonaise_Bottle_14",608 "bbox_2d": [609 657,610 593,611 685,612 677613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 243.7590366392897,618 607.3930648057894,619 119.62425994873047620 ],621 "extent": [622 5.444847136823114,623 5.444846363241595,624 13.736084938049316625 ]626 },627 "obb": {628 "center": [629 243.7590366392897,630 607.3930648057894,631 119.62425994873047632 ],633 "extent": [634 5.444847136823114,635 5.444846363241595,636 13.736084938049316637 ],638 "rotation": [639 0,640 10.000028610229492,641 0642 ]643 },644 "location": [645 243.75904846191406,646 607.39306640625,647 105.88817596435547648 ],649 "rotation": [650 0,651 10.000028610229492,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 95,662 0,663 255664 ]665 }666 ],667 "tong": [668 {669 "object_id": "SM_Sausage_Tong_17",670 "bbox_2d": [671 792,672 616,673 846,674 688675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 224.54147720335038,680 561.3736702950249,681 112.85123252868652682 ],683 "extent": [684 19.13773023052434,685 7.932754594725338,686 12.851158142089844687 ]688 },689 "obb": {690 "center": [691 224.54147720335038,692 561.3736702950249,693 112.85123252868652694 ],695 "extent": [696 19.13773023052434,697 7.932754594725338,698 12.851158142089844699 ],700 "rotation": [701 0,702 90.00011444091797,703 0704 ]705 },706 "location": [707 220.86343383789062,708 561.3736572265625,709 100.00007629394531710 ],711 "rotation": [712 0,713 90.00011444091797,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 95,724 0,725 127726 ]727 }728 ],729 "napkin dispenser": [730 {731 "object_id": "SM_Paper_Napkin_Dispenser2",732 "bbox_2d": [733 1142,734 654,735 1192,736 693737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 234.41401691860423,742 441.58792020904673,743 105.59275150299072744 ],745 "extent": [746 10.674257866788565,747 10.018262998583964,748 5.591593265533447749 ]750 },751 "obb": {752 "center": [753 234.41401691860423,754 441.58792020904673,755 105.59275150299072756 ],757 "extent": [758 10.674257866788565,759 10.018262998583964,760 5.591593265533447761 ],762 "rotation": [763 0,764 11.796856880187987,765 0766 ]767 },768 "location": [769 234.4140167236328,770 441.5879211425781,771 100.00115966796875772 ],773 "rotation": [774 0,775 11.796856880187987,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 95,786 0,787 63788 ]789 }790 ],791 "card reader": [792 {793 "object_id": "SM_Card_Reader_2",794 "bbox_2d": [795 364,796 657,797 390,798 683799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 212.96651400260225,804 716.4899456618128,805 104.12414264678955806 ],807 "extent": [808 10.298967466885273,809 6.94403134721415,810 4.124121189117432811 ]812 },813 "obb": {814 "center": [815 212.96651400260225,816 716.4899456618128,817 104.12414264678955818 ],819 "extent": [820 10.298967466885273,821 6.94403134721415,822 4.124121189117432823 ],824 "rotation": [825 0,826 -77.24995422363281,827 0828 ]829 },830 "location": [831 213.7287139892578,832 716.6624145507812,833 100.0000228881836834 ],835 "rotation": [836 0,837 -77.24995422363281,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 95,848 0,849 191850 ]851 }852 ],853 "mat": [854 {855 "object_id": "SM_Mat2",856 "bbox_2d": [857 0,858 982,859 601,860 1079861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 324.528668041802,866 717.1061794844431,867 10.689099669456482868 ],869 "extent": [870 69.14052434333286,871 93.36202669623742,872 0.5533158183097839873 ]874 },875 "obb": {876 "center": [877 324.528668041802,878 717.1061794844431,879 10.689099669456482880 ],881 "extent": [882 69.14052434333286,883 93.36202669623742,884 0.5533158183097839885 ],886 "rotation": [887 0,888 -90.50744628906251,889 0890 ]891 },892 "location": [893 324.0971984863281,894 717.1015625,895 10.157707214355469896 ],897 "rotation": [898 0,899 -90.50744628906251,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 95,910 255,911 31912 ]913 }914 ],915 "counter shelf display": [916 {917 "object_id": "SM_Counter_Shelf_Display_B_4",918 "bbox_2d": [919 647,920 669,921 1284,922 983923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 219.9999656677246,928 510.00003814697266,929 55.00001907348633930 ],931 "extent": [932 40.00006866455078,933 100.00005340576172,934 45.00001907348633935 ]936 },937 "obb": {938 "center": [939 219.9999656677246,940 510.00003814697266,941 55.00001907348633942 ],943 "extent": [944 40.00006866455078,945 100.00005340576172,946 45.00001907348633947 ],948 "rotation": [949 0,950 0,951 0952 ]953 },954 "location": [955 180,956 410,957 10958 ],959 "rotation": [960 0,961 0,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 95,972 191,973 31974 ]975 },976 {977 "object_id": "SM_Counter_Shelf_Display_A_7",978 "bbox_2d": [979 10,980 669,981 656,982 983983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 220.08502578735352,988 710.0000381469727,989 55.00001907348633990 ],991 "extent": [992 40.08512878417969,993 100.00005340576172,994 45.00001907348633995 ]996 },997 "obb": {998 "center": [999 220.08502578735352,1000 710.0000381469727,1001 55.000019073486331002 ],1003 "extent": [1004 40.08512878417969,1005 100.00005340576172,1006 45.000019073486331007 ],1008 "rotation": [1009 0,1010 0,1011 01012 ]1013 },1014 "location": [1015 180,1016 610,1017 101018 ],1019 "rotation": [1020 0,1021 0,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 159,1032 63,1033 1271034 ]1035 }1036 ],1037 "lighter display": [1038 {1039 "object_id": "SM_Lighter_Display_5",1040 "bbox_2d": [1041 34,1042 610,1043 150,1044 6971045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 238.92790071919288,1050 802.2531143062456,1051 113.307734489440921052 ],1053 "extent": [1054 13.147392160229316,1055 14.132033608390088,1056 13.307736396789551057 ]1058 },1059 "obb": {1060 "center": [1061 238.92790071919288,1062 802.2531143062456,1063 113.307734489440921064 ],1065 "extent": [1066 13.147392160229316,1067 14.132033608390088,1068 13.307736396789551069 ],1070 "rotation": [1071 0,1072 -108.63994598388675,1073 01074 ]1075 },1076 "location": [1077 238.9279022216797,1078 802.2531127929688,1079 1001080 ],1081 "rotation": [1082 0,1083 -108.63994598388675,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 95,1094 31,1095 01096 ]1097 }1098 ],1099 "energy drink display": [1100 {1101 "object_id": "SM_Energy_Drink_Display_2",1102 "bbox_2d": [1103 504,1104 515,1105 624,1106 6961107 ],1108 "bbox_3d": {1109 "aabb": {1110 "center": [1111 234.2728631504418,1112 646.744538947257,1113 129.777713775634771114 ],1115 "extent": [1116 19.787281211975227,1117 17.610119532174963,1118 29.7777290344238281119 ]1120 },1121 "obb": {1122 "center": [1123 234.2728631504418,1124 646.744538947257,1125 129.777713775634771126 ],1127 "extent": [1128 19.787281211975227,1129 17.610119532174963,1130 29.7777290344238281131 ],1132 "rotation": [1133 0,1134 -66.38336181640624,1135 01136 ]1137 },1138 "location": [1139 232.88006591796875,1140 646.1355590820312,1141 99.999992370605471142 ],1143 "rotation": [1144 0,1145 -66.38336181640624,1146 01147 ],1148 "scale": [1149 1,1150 1,1151 11152 ]1153 },1154 "color": [1155 95,1156 31,1157 2551158 ]1159 }1160 ],1161 "sour candy": [1162 {1163 "object_id": "SM_Sour_Candy_5",1164 "bbox_2d": [1165 0,1166 630,1167 50,1168 6961169 ],1170 "bbox_3d": {1171 "aabb": {1172 "center": [1173 244.7695346689095,1174 827.8213800941745,1175 110.121021270751951176 ],1177 "extent": [1178 13.264915934971029,1179 8.890602562099843,1180 10.1210231781005861181 ]1182 },1183 "obb": {1184 "center": [1185 244.7695346689095,1186 827.8213800941745,1187 110.121021270751951188 ],1189 "extent": [1190 13.264915934971029,1191 8.890602562099843,1192 10.1210231781005861193 ],1194 "rotation": [1195 0,1196 -96.92366790771486,1197 01198 ]1199 },1200 "location": [