TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l103_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l103_r000/lit.png",5 "camera": {6 "location": [7 271,8 1051,9 16110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 271,38 1051,39 161,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee counter": [55 {56 "object_id": "SM_Coffee_Counter_10",57 "bbox_2d": [58 0,59 641,60 12,61 79162 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 748.8608591313241,67 439.99975984073865,68 55.0000190734863369 ],70 "extent": [71 101.1391713864673,72 40.000270676740854,73 45.0000190734863374 ]75 },76 "obb": {77 "center": [78 748.8608591313241,79 439.99975984073865,80 55.0000190734863381 ],82 "extent": [83 101.1391713864673,84 40.000270676740854,85 45.0000190734863386 ],87 "rotation": [88 0,89 90.00011444091797,90 091 ]92 },93 "location": [94 850,95 400,96 1097 ],98 "rotation": [99 0,100 90.00011444091797,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 191,111 95,112 31113 ]114 },115 {116 "object_id": "SM_Coffee_Counter2_12",117 "bbox_2d": [118 0,119 615,120 207,121 788122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 951.2646677250741,127 439.99975984073865,128 55.00001907348633129 ],130 "extent": [131 101.1391713864673,132 40.000270676740854,133 45.00001907348633134 ]135 },136 "obb": {137 "center": [138 951.2646677250741,139 439.99975984073865,140 55.00001907348633141 ],142 "extent": [143 101.1391713864673,144 40.000270676740854,145 45.00001907348633146 ],147 "rotation": [148 0,149 90.00011444091797,150 0151 ]152 },153 "location": [154 1052.40380859375,155 400,156 10157 ],158 "rotation": [159 0,160 90.00011444091797,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 31,171 95,172 0173 ]174 }175 ],176 "drink machine": [177 {178 "object_id": "SM_Drink_Machine_2",179 "bbox_2d": [180 0,181 530,182 96,183 638184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 889.1782880594402,189 443.63552856446387,190 133.54526138305664191 ],192 "extent": [193 29.00478112511564,194 27.472098157030928,195 33.42982482910156196 ]197 },198 "obb": {199 "center": [200 889.1782880594402,201 443.63552856446387,202 133.54526138305664203 ],204 "extent": [205 29.00478112511564,206 27.472098157030928,207 33.42982482910156208 ],209 "rotation": [210 0,211 90.00012207031251,212 0213 ]214 },215 "location": [216 889.1782836914062,217 443,218 100.00001525878906219 ],220 "rotation": [221 0,222 90.00012207031251,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 31,233 95,234 255235 ]236 }237 ],238 "cup": [239 {240 "object_id": "SM_Plastic_Cup_5",241 "bbox_2d": [242 97,243 626,244 114,245 627246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 937.7943618646119,251 457.9903783798352,252 106.27174806615629253 ],254 "extent": [255 4.662321174947806,256 4.6622708339359065,257 6.0977138140409295258 ]259 },260 "obb": {261 "center": [262 937.7943618646119,263 457.9903783798352,264 106.27174806615629265 ],266 "extent": [267 4.662321174947806,268 4.6622708339359065,269 6.0977138140409295270 ],271 "rotation": [272 -0.0004730224609443101,273 -179.99998474121097,274 180275 ]276 },277 "location": [278 937.7943115234375,279 457.9903564453125,280 112.36942291259766281 ],282 "rotation": [283 -0.0004730224609443101,284 -179.99998474121097,285 180286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 31,295 95,296 127297 ]298 },299 {300 "object_id": "SM_Plastic_Cup2",301 "bbox_2d": [302 97,303 624,304 114,305 626306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 937.7943624063862,311 457.99038000375793,312 107.4034008981981313 ],314 "extent": [315 4.662322958371874,316 4.662273699495586,317 6.09771546991837318 ]319 },320 "obb": {321 "center": [322 937.7943624063862,323 457.99038000375793,324 107.4034008981981325 ],326 "extent": [327 4.662322958371874,328 4.662273699495586,329 6.09771546991837330 ],331 "rotation": [332 -0.0004781132156495003,333 -179.99996948242188,334 -179.99998474121097335 ]336 },337 "location": [338 937.7943115234375,339 457.9903564453125,340 113.5010757446289341 ],342 "rotation": [343 -0.0004781132156495003,344 -179.99996948242188,345 -179.99998474121097346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 31,355 95,356 63357 ]358 },359 {360 "object_id": "SM_Plastic_Cup3",361 "bbox_2d": [362 97,363 623,364 114,365 624366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 937.7943623943374,371 457.99038000375793,372 108.45808076880347373 ],374 "extent": [375 4.662322946323229,376 4.662273699495586,377 6.097715460706041378 ]379 },380 "obb": {381 "center": [382 937.7943623943374,383 457.99038000375793,384 108.45808076880347385 ],386 "extent": [387 4.662322946323229,388 4.662273699495586,389 6.097715460706041390 ],391 "rotation": [392 -0.00047800000174902363,393 -179.99996948242188,394 -179.99998474121097395 ]396 },397 "location": [398 937.7943115234375,399 457.9903564453125,400 114.55575561523438401 ],402 "rotation": [403 -0.00047800000174902363,404 -179.99996948242188,405 -179.99998474121097406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 31,415 95,416 191417 ]418 },419 {420 "object_id": "SM_Plastic_Cup4",421 "bbox_2d": [422 97,423 621,424 114,425 623426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 937.7943623943374,431 457.99038000375793,432 109.43800020239722433 ],434 "extent": [435 4.662322946323229,436 4.662273699495586,437 6.097715460706041438 ]439 },440 "obb": {441 "center": [442 937.7943623943374,443 457.99038000375793,444 109.43800020239722445 ],446 "extent": [447 4.662322946323229,448 4.662273699495586,449 6.097715460706041450 ],451 "rotation": [452 -0.00047800000174902363,453 -179.99996948242188,454 -179.99998474121097455 ]456 },457 "location": [458 937.7943115234375,459 457.9903564453125,460 115.53567504882812461 ],462 "rotation": [463 -0.00047800000174902363,464 -179.99996948242188,465 -179.99998474121097466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 31,475 95,476 31477 ]478 },479 {480 "object_id": "SM_Plastic_Cup5",481 "bbox_2d": [482 97,483 603,484 114,485 621486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 937.7943623943374,491 457.99038000375793,492 110.60352754614722493 ],494 "extent": [495 4.662322946323229,496 4.662273699495586,497 6.097715460706041498 ]499 },500 "obb": {501 "center": [502 937.7943623943374,503 457.99038000375793,504 110.60352754614722505 ],506 "extent": [507 4.662322946323229,508 4.662273699495586,509 6.097715460706041510 ],511 "rotation": [512 -0.00047800000174902363,513 -179.99996948242188,514 -179.99998474121097515 ]516 },517 "location": [518 937.7943115234375,519 457.9903564453125,520 116.70120239257812521 ],522 "rotation": [523 -0.00047800000174902363,524 -179.99996948242188,525 -179.99998474121097526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 0,535 95,536 95537 ]538 },539 {540 "object_id": "SM_Plastic_Cup6",541 "bbox_2d": [542 176,543 644,544 196,545 655546 ],547 "bbox_3d": {548 "aabb": {549 "center": [550 976.5128099366584,551 482.11237764378257,552 80.07191109149238553 ],554 "extent": [555 4.662327705307916,556 6.097736163472632,557 4.662300099139145558 ]559 },560 "obb": {561 "center": [562 976.5128099366584,563 482.11237764378257,564 80.07191109149238565 ],566 "extent": [567 4.662327705307916,568 6.097736163472632,569 4.662300099139145570 ],571 "rotation": [572 5.5600874475203515e-05,573 -179.99949645996094,574 89.99975585937501575 ]576 },577 "location": [578 976.5127563476562,579 488.2100524902344,580 80.07190704345703581 ],582 "rotation": [583 5.5600874475203515e-05,584 -179.99949645996094,585 89.99975585937501586 ],587 "scale": [588 1,589 1,590 1591 ]592 },593 "color": [594 255,595 95,596 95597 ]598 },599 {600 "object_id": "SM_Plastic_Cup7",601 "bbox_2d": [602 206,603 642,604 207,605 647606 ],607 "bbox_3d": {608 "aabb": {609 "center": [610 1004.8085252686898,611 482.11237764378257,612 80.07191109149238613 ],614 "extent": [615 4.662327737785745,616 6.0977361634728595,617 4.662300131616803618 ]619 },620 "obb": {621 "center": [622 1004.8085252686898,623 482.11237764378257,624 80.07191109149238625 ],626 "extent": [627 4.662327737785745,628 6.0977361634728595,629 4.662300131616803630 ],631 "rotation": [632 5.6000000768108266e-05,633 -179.99949645996094,634 89.99975585937501635 ]636 },637 "location": [638 1004.8084716796875,639 488.2100524902344,640 80.07190704345703641 ],642 "rotation": [643 5.6000000768108266e-05,644 -179.99949645996094,645 89.99975585937501646 ],647 "scale": [648 1,649 1,650 1651 ]652 },653 "color": [654 127,655 95,656 95657 ]658 }659 ],660 "shopping basket": [661 {662 "object_id": "SM_Shopping_Basket3",663 "bbox_2d": [664 1345,665 1055,666 1556,667 1079668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 437.000002865246,673 1145.9999772918668,674 39.529951095581055675 ],676 "extent": [677 32.089719732421145,678 24.25146511108278,679 16.13337516784668680 ]681 },682 "obb": {683 "center": [684 437.000002865246,685 1145.9999772918668,686 39.529951095581055687 ],688 "extent": [689 32.089719732421145,690 24.25146511108278,691 16.13337516784668692 ],693 "rotation": [694 0,695 7.191411018371582,696 0697 ]698 },699 "location": [700 437,701 1146,702 23.39657974243164703 ],704 "rotation": [705 0,706 7.191411018371582,707 0708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 95,717 255,718 127719 ]720 },721 {722 "object_id": "SM_Shopping_Basket4",723 "bbox_2d": [724 1339,725 1011,726 1702,727 1079728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 436.34887032376605,733 1145.2814455686596,734 59.73983968876464735 ],736 "extent": [737 36.4081771978602,738 25.262972897530062,739 28.069951478752223740 ]741 },742 "obb": {743 "center": [744 436.34887032376605,745 1145.2814455686596,746 59.73983968876464747 ],748 "extent": [749 36.4081771978602,750 25.262972897530062,751 28.069951478752223752 ],753 "rotation": [754 -27.591447830200202,755 8.121444702148441,756 0757 ]758 },759 "location": [760 428.951416015625,761 1144.225830078125,762 45.4412727355957763 ],764 "rotation": [765 -27.591447830200202,766 8.121444702148441,767 0768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 95,777 255,778 63779 ]780 }781 ],782 "mat": [783 {784 "object_id": "SM_Mat_2",785 "bbox_2d": [786 974,787 883,788 1404,789 1079790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 596.1696014404297,795 1124.8133697509766,796 11.26958978176117797 ],798 "extent": [799 92.76057434082031,800 68.32167053222656,801 0.5533158183097839802 ]803 },804 "obb": {805 "center": [806 596.1696014404297,807 1124.8133697509766,808 11.26958978176117809 ],810 "extent": [811 92.76057434082031,812 68.32167053222656,813 0.5533158183097839814 ],815 "rotation": [816 0,817 0,818 0819 ]820 },821 "location": [822 596.1780395507812,823 1124.3819580078125,824 10.738197326660156825 ],826 "rotation": [827 0,828 0,829 0830 ],831 "scale": [832 1,833 1,834 1835 ]836 },837 "color": [838 95,839 255,840 191841 ]842 }843 ],844 "cereals display": [845 {846 "object_id": "SM_Cereals_Display_2",847 "bbox_2d": [848 937,849 562,850 991,851 724852 ],853 "bbox_3d": {854 "aabb": {855 "center": [856 1104.2500780660494,857 1060.8944112001773,858 75.69586181640625859 ],860 "extent": [861 51.483238972139816,862 28.54244833933194,863 65.69688415527344864 ]865 },866 "obb": {867 "center": [868 1104.2500780660494,869 1060.8944112001773,870 75.69586181640625871 ],872 "extent": [873 51.483238972139816,874 28.54244833933194,875 65.69688415527344876 ],877 "rotation": [878 0,879 12.789447784423828,880 0881 ]882 },883 "location": [884 1103.1712646484375,885 1042.595458984375,886 9.998977661132812887 ],888 "rotation": [889 0,890 12.789447784423828,891 0892 ],893 "scale": [894 1,895 1,896 1897 ]898 },899 "color": [900 95,901 63,902 31903 ]904 }905 ],906 "beer sign": [907 {908 "object_id": "SM_Beer_Sign3",909 "bbox_2d": [910 540,911 446,912 610,913 470914 ],915 "bbox_3d": {916 "aabb": {917 "center": [918 1398.1966238021976,919 599.056816550878,920 256.6761484146118921 ],922 "extent": [923 2.0739083496189323,924 41.187305000402034,925 14.96452808380127926 ]927 },928 "obb": {929 "center": [930 1398.1966238021976,931 599.056816550878,932 256.6761484146118933 ],934 "extent": [935 2.0739083496189323,936 41.187305000402034,937 14.96452808380127938 ],939 "rotation": [940 0,941 90.00019836425781,942 0943 ]944 },945 "location": [946 1400.2703857421875,947 599.0568237304688,948 256.6761474609375949 ],950 "rotation": [951 0,952 90.00019836425781,953 0954 ],955 "scale": [956 1,957 1,958 1959 ]960 },961 "color": [962 95,963 95,964 0965 ]966 }967 ],968 "ad": [969 {970 "object_id": "SM_Sandwich_Ad_2",971 "bbox_2d": [972 1240,973 470,974 1282,975 671976 ],977 "bbox_3d": {978 "aabb": {979 "center": [980 750.7865600585938,981 1201.00441634655,982 146.55841827392578983 ],984 "extent": [985 32.24943542480469,986 0.4452856779098511,987 47.182830810546875988 ]989 },990 "obb": {991 "center": [992 750.7865600585938,993 1201.00441634655,994 146.55841827392578995 ],996 "extent": [997 32.24943542480469,998 0.4452856779098511,999 47.1828308105468751000 ],1001 "rotation": [1002 0,1003 0,1004 01005 ]1006 },1007 "location": [1008 750.7865600585938,1009 1200.9569091796875,1010 145.040924072265621011 ],1012 "rotation": [1013 0,1014 0,1015 01016 ],1017 "scale": [1018 1,1019 1,1020 11021 ]1022 },1023 "color": [1024 95,1025 95,1026 631027 ]1028 },1029 {1030 "object_id": "SM_Galaxy_X_Ad_5",1031 "bbox_2d": [1032 1634,1033 284,1034 1919,1035 8861036 ],1037 "bbox_3d": {1038 "aabb": {1039 "center": [1040 452.88775634765625,1041 1201.7025364637375,1042 153.906242370605471043 ],1044 "extent": [1045 32.24943542480469,1046 0.4452856779098511,1047 47.1828308105468751048 ]1049 },1050 "obb": {1051 "center": [1052 452.88775634765625,1053 1201.7025364637375,1054 153.906242370605471055 ],1056 "extent": [1057 32.24943542480469,1058 0.4452856779098511,1059 47.1828308105468751060 ],1061 "rotation": [1062 0,1063 0,1064 01065 ]1066 },1067 "location": [1068 452.88775634765625,1069 1201.655029296875,1070 152.38874816894531071 ],1072 "rotation": [1073 0,1074 0,1075 01076 ],1077 "scale": [1078 1,1079 1,1080 11081 ]1082 },1083 "color": [1084 95,1085 95,1086 1911087 ]1088 }1089 ]1090 }1091}