TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l146_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l146_r003/lit.png",5 "camera": {6 "location": [7 849,8 543,9 16010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 849,38 543,39 160,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 408,58 615,59 602,60 78261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 304,122 568,123 409,124 771125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "tobacco display": [180 {181 "object_id": "SM_Tobacco_Display_C_8",182 "bbox_2d": [183 841,184 481,185 932,186 625187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 24.718214886462405,192 604.8800907798582,193 109.9212646484375194 ],195 "extent": [196 22.350087063553914,197 38.00004380254984,198 99.92132568359375199 ]200 },201 "obb": {202 "center": [203 24.718214886462402,204 604.8800907798582,205 109.9212646484375206 ],207 "extent": [208 22.350087063553914,209 38.00004380254984,210 99.92132568359375211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 2.3681564331054688,220 566.880126953125,221 9.99993896484375222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 0238 ]239 },240 {241 "object_id": "SM_Tobacco_Display_A_2",242 "bbox_2d": [243 657,244 481,245 749,246 625247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 23.729498760974124,252 758.7660160728269,253 109.92137145996094254 ],255 "extent": [256 22.350087063553914,257 38.00004380254984,258 99.92132568359375259 ]260 },261 "obb": {262 "center": [263 23.72949876097412,264 758.7660160728269,265 109.92137145996094266 ],267 "extent": [268 22.350087063553914,269 38.00004380254984,270 99.92132568359375271 ],272 "rotation": [273 0,274 -90.00012207031251,275 0276 ]277 },278 "location": [279 1.3794403076171875,280 720.7660522460938,281 10.000045776367188282 ],283 "rotation": [284 0,285 -90.00012207031251,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 95,296 63,297 63298 ]299 },300 {301 "object_id": "SM_Tobacco_Display_B_8",302 "bbox_2d": [303 748,304 481,305 841,306 625307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 23.90831144999611,312 682.3889438536045,313 109.92131042480469314 ],315 "extent": [316 22.3500820035545,317 38.00004082647695,318 99.92132568359375319 ]320 },321 "obb": {322 "center": [323 23.90831144999611,324 682.3889438536045,325 109.92131042480469326 ],327 "extent": [328 22.3500820035545,329 38.00004082647695,330 99.92132568359375331 ],332 "rotation": [333 0,334 -90.00011444091797,335 0336 ]337 },338 "location": [339 1.558258056640625,340 644.3889770507812,341 9.999984741210938342 ],343 "rotation": [344 0,345 -90.00011444091797,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 95,356 63,357 191358 ]359 }360 ],361 "atm": [362 {363 "object_id": "SM_ATM_27",364 "bbox_2d": [365 387,366 513,367 443,368 684369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -165.37035369874536,374 1099.9999860165026,375 99.15963745117188376 ],377 "extent": [378 31.839377383484702,379 31.772072915673334,380 89.1596450805664381 ]382 },383 "obb": {384 "center": [385 -165.37035369874536,386 1099.9999860165026,387 99.15963745117188388 ],389 "extent": [390 31.839377383484702,391 31.772072915673334,392 89.1596450805664393 ],394 "rotation": [395 0,396 -90.00012207031251,397 0398 ]399 },400 "location": [401 -171.93374633789062,402 1100,403 10404 ],405 "rotation": [406 0,407 -90.00012207031251,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 255,418 95,419 31420 ]421 }422 ],423 "coffee supplies": [424 {425 "object_id": "SM_Coffee_Supplies_5",426 "bbox_2d": [427 1517,428 781,429 1919,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 728.4383504150533,436 445.6962622915158,437 111.84191799163818438 ],439 "extent": [440 24.109946031074287,441 16.28647964711405,442 11.954957008361816443 ]444 },445 "obb": {446 "center": [447 728.4383504150533,448 445.6962622915158,449 111.84191799163818450 ],451 "extent": [452 24.109946031074287,453 16.28647964711405,454 11.954957008361816455 ],456 "rotation": [457 0,458 93.59552001953126,459 0460 ]461 },462 "location": [463 728.4383544921875,464 445.6961669921875,465 100.00115966796875466 ],467 "rotation": [468 0,469 93.59552001953126,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 95,481 0482 ]483 }484 ],485 "napkin dispenser": [486 {487 "object_id": "SM_Paper_Napkin_Dispenser_8",488 "bbox_2d": [489 1404,490 817,491 1516,492 916493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 688.4382333753791,498 455.6964111147987,499 105.59275150299072500 ],501 "extent": [502 8.491547799773002,503 9.322457854809215,504 5.591593265533447505 ]506 },507 "obb": {508 "center": [509 688.4382333753791,510 455.6964111147987,511 105.59275150299072512 ],513 "extent": [514 8.491547799773002,515 9.322457854809215,516 5.591593265533447517 ],518 "rotation": [519 0,520 88.91768646240236,521 0522 ]523 },524 "location": [525 688.438232421875,526 455.6964111328125,527 100.00115966796875528 ],529 "rotation": [530 0,531 88.91768646240236,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 63,542 95,543 255544 ]545 },546 {547 "object_id": "SM_Paper_Napkin_Dispenser2",548 "bbox_2d": [549 1104,550 615,551 1131,552 634553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 234.41401691860423,558 441.58792020904673,559 105.59275150299072560 ],561 "extent": [562 10.674257866788565,563 10.018262998583964,564 5.591593265533447565 ]566 },567 "obb": {568 "center": [569 234.41401691860423,570 441.58792020904673,571 105.59275150299072572 ],573 "extent": [574 10.674257866788565,575 10.018262998583964,576 5.591593265533447577 ],578 "rotation": [579 0,580 11.796856880187987,581 0582 ]583 },584 "location": [585 234.4140167236328,586 441.5879211425781,587 100.00115966796875588 ],589 "rotation": [590 0,591 11.796856880187987,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 95,602 0,603 63604 ]605 }606 ],607 "cup": [608 {609 "object_id": "SM_Paper_Cups_11",610 "bbox_2d": [611 1726,612 1005,613 1829,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 758.4381108283997,620 465.6969604492194,621 107.31064081192017622 ],623 "extent": [624 4.662275800468478,625 4.662275800468535,626 7.309482097625732627 ]628 },629 "obb": {630 "center": [631 758.4381108283997,632 465.6969604492194,633 107.31064081192017634 ],635 "extent": [636 4.662275800468478,637 4.662275800468535,638 7.309482097625732639 ],640 "rotation": [641 0,642 90.00007629394531,643 0644 ]645 },646 "location": [647 758.4381103515625,648 465.69696044921875,649 100.00115966796875650 ],651 "rotation": [652 0,653 90.00007629394531,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 63,664 95,665 127666 ]667 },668 {669 "object_id": "SM_Paper_Cups5",670 "bbox_2d": [671 1596,672 756,673 1643,674 781675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 678.4381099491318,680 425.69631983585765,681 113.61073541641235682 ],683 "extent": [684 6.4356430293148605,685 6.435643029314804,686 7.309482097625732687 ]688 },689 "obb": {690 "center": [691 678.4381099491318,692 425.69631983585765,693 113.61073541641235694 ],695 "extent": [696 6.4356430293148605,697 6.435643029314804,698 7.309482097625732699 ],700 "rotation": [701 0,702 -122.43948364257814,703 0704 ]705 },706 "location": [707 678.4381103515625,708 425.6963195800781,709 106.30125427246094710 ],711 "rotation": [712 0,713 -122.43948364257814,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 191,724 95,725 191726 ]727 }728 ],729 "coffee counter": [730 {731 "object_id": "SM_Coffee_Counter_10",732 "bbox_2d": [733 1260,734 826,735 1692,736 1079737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 748.8608591313241,742 439.99975984073865,743 55.00001907348633744 ],745 "extent": [746 101.1391713864673,747 40.000270676740854,748 45.00001907348633749 ]750 },751 "obb": {752 "center": [753 748.8608591313241,754 439.99975984073865,755 55.00001907348633756 ],757 "extent": [758 101.1391713864673,759 40.000270676740854,760 45.00001907348633761 ],762 "rotation": [763 0,764 90.00011444091797,765 0766 ]767 },768 "location": [769 850,770 400,771 10772 ],773 "rotation": [774 0,775 90.00011444091797,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 191,786 95,787 31788 ]789 }790 ],791 "hot dog grill": [792 {793 "object_id": "SM_Hot_Dog_Grill_2",794 "bbox_2d": [795 966,796 567,797 1066,798 633799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 218.9225597381623,804 506.7220488255456,805 120.7146987915039806 ],807 "extent": [808 21.332088011749477,809 32.01364102946616,810 20.843448638916016811 ]812 },813 "obb": {814 "center": [815 218.9225597381623,816 506.7220488255456,817 120.7146987915039818 ],819 "extent": [820 21.332088011749477,821 32.01364102946616,822 20.843448638916016823 ],824 "rotation": [825 0,826 -90.00012207031251,827 0828 ]829 },830 "location": [831 220.29644775390625,832 506.7220458984375,833 100834 ],835 "rotation": [836 0,837 -90.00012207031251,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 63,848 95,849 95850 ]851 }852 ],853 "bottle stand": [854 {855 "object_id": "SM_Bottle_Stand_5",856 "bbox_2d": [857 844,858 595,859 881,860 635861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 231.80416889283168,866 604.9944947649063,867 111.77631187438965868 ],869 "extent": [870 19.91625660101562,871 10.514703403895282,872 11.776299476623535873 ]874 },875 "obb": {876 "center": [877 231.80416889283168,878 604.9944947649063,879 111.77631187438965880 ],881 "extent": [882 19.91625660101562,883 10.514703403895282,884 11.776299476623535885 ],886 "rotation": [887 0,888 -80.00007629394531,889 0890 ]891 },892 "location": [893 231.80416870117188,894 604.9945068359375,895 100.00001525878906896 ],897 "rotation": [898 0,899 -80.00007629394531,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 191,910 95,911 95912 ]913 }914 ],915 "bottle": [916 {917 "object_id": "SM_Ketchup_Bottle_8",918 "bbox_2d": [919 864,920 563,921 875,922 603923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 221.8688999205397,928 602.6392806261019,929 131.40055084228516930 ],931 "extent": [932 5.444847136823114,933 5.444846363241595,934 13.736084938049316935 ]936 },937 "obb": {938 "center": [939 221.8688999205397,940 602.6392806261019,941 131.40055084228516942 ],943 "extent": [944 5.444847136823114,945 5.444846363241595,946 13.736084938049316947 ],948 "rotation": [949 0,950 10.000028610229492,951 0952 ]953 },954 "location": [955 221.86891174316406,956 602.6392822265625,957 117.66446685791016958 ],959 "rotation": [960 0,961 10.000028610229492,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 31,972 95,973 95974 ]975 },976 {977 "object_id": "SM_Mustard_Bottle_11",978 "bbox_2d": [979 859,980 572,981 870,982 614983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 231.92778350472975,988 604.8994129316324,989 125.51240539550781990 ],991 "extent": [992 5.444847136823114,993 5.444846363241595,994 13.736084938049316995 ]996 },997 "obb": {998 "center": [999 231.92778350472975,1000 604.8994129316324,1001 125.512405395507811002 ],1003 "extent": [1004 5.444847136823114,1005 5.444846363241595,1006 13.7360849380493161007 ],1008 "rotation": [1009 0,1010 10.000028610229492,1011 01012 ]1013 },1014 "location": [1015 231.92779541015625,1016 604.8994140625,1017 111.776321411132811018 ],1019 "rotation": [1020 0,1021 10.000028610229492,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 95,1032 0,1033 01034 ]1035 },1036 {1037 "object_id": "SM_Mayonaise_Bottle_14",1038 "bbox_2d": [1039 850,1040 582,1041 864,1042 6251043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 243.7590366392897,1048 607.3930648057894,1049 119.624259948730471050 ],1051 "extent": [1052 5.444847136823114,1053 5.444846363241595,1054 13.7360849380493161055 ]1056 },1057 "obb": {1058 "center": [1059 243.7590366392897,1060 607.3930648057894,1061 119.624259948730471062 ],1063 "extent": [1064 5.444847136823114,1065 5.444846363241595,1066 13.7360849380493161067 ],1068 "rotation": [1069 0,1070 10.000028610229492,1071 01072 ]1073 },1074 "location": [1075 243.75904846191406,1076 607.39306640625,1077 105.888175964355471078 ],1079 "rotation": [1080 0,1081 10.000028610229492,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 95,1092 0,1093 2551094 ]1095 }1096 ],1097 "tong": [1098 {1099 "object_id": "SM_Sausage_Tong_17",1100 "bbox_2d": [1101 919,1102 594,1103 943,1104 6331105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 224.54147720335038,1110 561.3736702950249,1111 112.851232528686521112 ],1113 "extent": [1114 19.13773023052434,1115 7.932754594725338,1116 12.8511581420898441117 ]1118 },1119 "obb": {1120 "center": [1121 224.54147720335038,1122 561.3736702950249,1123 112.851232528686521124 ],1125 "extent": [1126 19.13773023052434,1127 7.932754594725338,1128 12.8511581420898441129 ],1130 "rotation": [1131 0,1132 90.00011444091797,1133 01134 ]1135 },1136 "location": [1137 220.86343383789062,1138 561.3736572265625,1139 100.000076293945311140 ],1141 "rotation": [1142 0,1143 90.00011444091797,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 95,1154 0,1155 1271156 ]1157 }1158 ],1159 "card reader": [1160 {1161 "object_id": "SM_Card_Reader_2",1162 "bbox_2d": [1163 684,1164 618,1165 701,1166 6311167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 212.96651400260225,1172 716.4899456618128,1173 104.124142646789551174 ],1175 "extent": [1176 10.298967466885273,1177 6.94403134721415,1178 4.1241211891174321179 ]1180 },1181 "obb": {1182 "center": [1183 212.96651400260225,1184 716.4899456618128,1185 104.124142646789551186 ],1187 "extent": [1188 10.298967466885273,1189 6.94403134721415,1190 4.1241211891174321191 ],1192 "rotation": [1193 0,1194 -77.24995422363281,1195 01196 ]1197 },1198 "location": [1199 213.7287139892578,1200 716.6624145507812,