TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l044_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l044_r004/lit.png",5 "camera": {6 "location": [7 876,8 945,9 8910 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 876,38 945,39 89,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "tobacco display": [55 {56 "object_id": "SM_Tobacco_Display_C_8",57 "bbox_2d": [58 148,59 369,60 275,61 52062 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 24.718214886462405,67 604.8800907798582,68 109.921264648437569 ],70 "extent": [71 22.350087063553914,72 38.00004380254984,73 99.9213256835937574 ]75 },76 "obb": {77 "center": [78 24.718214886462402,79 604.8800907798582,80 109.921264648437581 ],82 "extent": [83 22.350087063553914,84 38.00004380254984,85 99.9213256835937586 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 2.3681564331054688,95 566.880126953125,96 9.9999389648437597 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 95,112 0113 ]114 },115 {116 "object_id": "SM_Tobacco_Display_A_2",117 "bbox_2d": [118 0,119 351,120 3,121 516122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 23.729498760974124,127 758.7660160728269,128 109.92137145996094129 ],130 "extent": [131 22.350087063553914,132 38.00004380254984,133 99.92132568359375134 ]135 },136 "obb": {137 "center": [138 23.72949876097412,139 758.7660160728269,140 109.92137145996094141 ],142 "extent": [143 22.350087063553914,144 38.00004380254984,145 99.92132568359375146 ],147 "rotation": [148 0,149 -90.00012207031251,150 0151 ]152 },153 "location": [154 1.3794403076171875,155 720.7660522460938,156 10.000045776367188157 ],158 "rotation": [159 0,160 -90.00012207031251,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 95,171 63,172 63173 ]174 },175 {176 "object_id": "SM_Tobacco_Display_B_8",177 "bbox_2d": [178 1,179 351,180 151,181 517182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 23.90831144999611,187 682.3889438536045,188 109.92131042480469189 ],190 "extent": [191 22.3500820035545,192 38.00004082647695,193 99.92132568359375194 ]195 },196 "obb": {197 "center": [198 23.90831144999611,199 682.3889438536045,200 109.92131042480469201 ],202 "extent": [203 22.3500820035545,204 38.00004082647695,205 99.92132568359375206 ],207 "rotation": [208 0,209 -90.00011444091797,210 0211 ]212 },213 "location": [214 1.558258056640625,215 644.3889770507812,216 9.999984741210938217 ],218 "rotation": [219 0,220 -90.00011444091797,221 0222 ],223 "scale": [224 1,225 1,226 1227 ]228 },229 "color": [230 95,231 63,232 191233 ]234 }235 ],236 "hot dog grill": [237 {238 "object_id": "SM_Hot_Dog_Grill_2",239 "bbox_2d": [240 428,241 467,242 540,243 524244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 218.9225597381623,249 506.7220488255456,250 120.7146987915039251 ],252 "extent": [253 21.332088011749477,254 32.01364102946616,255 20.843448638916016256 ]257 },258 "obb": {259 "center": [260 218.9225597381623,261 506.7220488255456,262 120.7146987915039263 ],264 "extent": [265 21.332088011749477,266 32.01364102946616,267 20.843448638916016268 ],269 "rotation": [270 0,271 -90.00012207031251,272 0273 ]274 },275 "location": [276 220.29644775390625,277 506.7220458984375,278 100279 ],280 "rotation": [281 0,282 -90.00012207031251,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 63,293 95,294 95295 ]296 }297 ],298 "bottle stand": [299 {300 "object_id": "SM_Bottle_Stand_5",301 "bbox_2d": [302 333,303 486,304 379,305 521306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 231.80416889283168,311 604.9944947649063,312 111.77631187438965313 ],314 "extent": [315 19.91625660101562,316 10.514703403895282,317 11.776299476623535318 ]319 },320 "obb": {321 "center": [322 231.80416889283168,323 604.9944947649063,324 111.77631187438965325 ],326 "extent": [327 19.91625660101562,328 10.514703403895282,329 11.776299476623535330 ],331 "rotation": [332 0,333 -80.00007629394531,334 0335 ]336 },337 "location": [338 231.80416870117188,339 604.9945068359375,340 100.00001525878906341 ],342 "rotation": [343 0,344 -80.00007629394531,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 191,355 95,356 95357 ]358 }359 ],360 "bottle": [361 {362 "object_id": "SM_Ketchup_Bottle_8",363 "bbox_2d": [364 343,365 453,366 358,367 492368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 221.8688999205397,373 602.6392806261019,374 131.40055084228516375 ],376 "extent": [377 5.444847136823114,378 5.444846363241595,379 13.736084938049316380 ]381 },382 "obb": {383 "center": [384 221.8688999205397,385 602.6392806261019,386 131.40055084228516387 ],388 "extent": [389 5.444847136823114,390 5.444846363241595,391 13.736084938049316392 ],393 "rotation": [394 0,395 10.000028610229492,396 0397 ]398 },399 "location": [400 221.86891174316406,401 602.6392822265625,402 117.66446685791016403 ],404 "rotation": [405 0,406 10.000028610229492,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 31,417 95,418 95419 ]420 },421 {422 "object_id": "SM_Mustard_Bottle_11",423 "bbox_2d": [424 348,425 462,426 361,427 500428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 231.92778350472975,433 604.8994129316324,434 125.51240539550781435 ],436 "extent": [437 5.444847136823114,438 5.444846363241595,439 13.736084938049316440 ]441 },442 "obb": {443 "center": [444 231.92778350472975,445 604.8994129316324,446 125.51240539550781447 ],448 "extent": [449 5.444847136823114,450 5.444846363241595,451 13.736084938049316452 ],453 "rotation": [454 0,455 10.000028610229492,456 0457 ]458 },459 "location": [460 231.92779541015625,461 604.8994140625,462 111.77632141113281463 ],464 "rotation": [465 0,466 10.000028610229492,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 95,477 0,478 0479 ]480 },481 {482 "object_id": "SM_Mayonaise_Bottle_14",483 "bbox_2d": [484 354,485 470,486 370,487 512488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 243.7590366392897,493 607.3930648057894,494 119.62425994873047495 ],496 "extent": [497 5.444847136823114,498 5.444846363241595,499 13.736084938049316500 ]501 },502 "obb": {503 "center": [504 243.7590366392897,505 607.3930648057894,506 119.62425994873047507 ],508 "extent": [509 5.444847136823114,510 5.444846363241595,511 13.736084938049316512 ],513 "rotation": [514 0,515 10.000028610229492,516 0517 ]518 },519 "location": [520 243.75904846191406,521 607.39306640625,522 105.88817596435547523 ],524 "rotation": [525 0,526 10.000028610229492,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 95,537 0,538 255539 ]540 }541 ],542 "tong": [543 {544 "object_id": "SM_Sausage_Tong_17",545 "bbox_2d": [546 391,547 485,548 435,549 522550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 224.54147720335038,555 561.3736702950249,556 112.85123252868652557 ],558 "extent": [559 19.13773023052434,560 7.932754594725338,561 12.851158142089844562 ]563 },564 "obb": {565 "center": [566 224.54147720335038,567 561.3736702950249,568 112.85123252868652569 ],570 "extent": [571 19.13773023052434,572 7.932754594725338,573 12.851158142089844574 ],575 "rotation": [576 0,577 90.00011444091797,578 0579 ]580 },581 "location": [582 220.86343383789062,583 561.3736572265625,584 100.00007629394531585 ],586 "rotation": [587 0,588 90.00011444091797,589 0590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 95,599 0,600 127601 ]602 }603 ],604 "napkin dispenser": [605 {606 "object_id": "SM_Paper_Napkin_Dispenser2",607 "bbox_2d": [608 559,609 511,610 589,611 525612 ],613 "bbox_3d": {614 "aabb": {615 "center": [616 234.41401691860423,617 441.58792020904673,618 105.59275150299072619 ],620 "extent": [621 10.674257866788565,622 10.018262998583964,623 5.591593265533447624 ]625 },626 "obb": {627 "center": [628 234.41401691860423,629 441.58792020904673,630 105.59275150299072631 ],632 "extent": [633 10.674257866788565,634 10.018262998583964,635 5.591593265533447636 ],637 "rotation": [638 0,639 11.796856880187987,640 0641 ]642 },643 "location": [644 234.4140167236328,645 441.5879211425781,646 100.00115966796875647 ],648 "rotation": [649 0,650 11.796856880187987,651 0652 ],653 "scale": [654 1,655 1,656 1657 ]658 },659 "color": [660 95,661 0,662 63663 ]664 }665 ],666 "card reader": [667 {668 "object_id": "SM_Card_Reader_2",669 "bbox_2d": [670 112,671 505,672 139,673 518674 ],675 "bbox_3d": {676 "aabb": {677 "center": [678 212.96651400260225,679 716.4899456618128,680 104.12414264678955681 ],682 "extent": [683 10.298967466885273,684 6.94403134721415,685 4.124121189117432686 ]687 },688 "obb": {689 "center": [690 212.96651400260225,691 716.4899456618128,692 104.12414264678955693 ],694 "extent": [695 10.298967466885273,696 6.94403134721415,697 4.124121189117432698 ],699 "rotation": [700 0,701 -77.24995422363281,702 0703 ]704 },705 "location": [706 213.7287139892578,707 716.6624145507812,708 100.0000228881836709 ],710 "rotation": [711 0,712 -77.24995422363281,713 0714 ],715 "scale": [716 1,717 1,718 1719 ]720 },721 "color": [722 95,723 0,724 191725 ]726 }727 ],728 "mat": [729 {730 "object_id": "SM_Mat2",731 "bbox_2d": [732 0,733 669,734 480,735 748736 ],737 "bbox_3d": {738 "aabb": {739 "center": [740 324.528668041802,741 717.1061794844431,742 10.689099669456482743 ],744 "extent": [745 69.14052434333286,746 93.36202669623742,747 0.5533158183097839748 ]749 },750 "obb": {751 "center": [752 324.528668041802,753 717.1061794844431,754 10.689099669456482755 ],756 "extent": [757 69.14052434333286,758 93.36202669623742,759 0.5533158183097839760 ],761 "rotation": [762 0,763 -90.50744628906251,764 0765 ]766 },767 "location": [768 324.0971984863281,769 717.1015625,770 10.157707214355469771 ],772 "rotation": [773 0,774 -90.50744628906251,775 0776 ],777 "scale": [778 1,779 1,780 1781 ]782 },783 "color": [784 95,785 255,786 31787 ]788 }789 ],790 "counter shelf display": [791 {792 "object_id": "SM_Counter_Shelf_Display_B_4",793 "bbox_2d": [794 369,795 522,796 628,797 665798 ],799 "bbox_3d": {800 "aabb": {801 "center": [802 219.9999656677246,803 510.00003814697266,804 55.00001907348633805 ],806 "extent": [807 40.00006866455078,808 100.00005340576172,809 45.00001907348633810 ]811 },812 "obb": {813 "center": [814 219.9999656677246,815 510.00003814697266,816 55.00001907348633817 ],818 "extent": [819 40.00006866455078,820 100.00005340576172,821 45.00001907348633822 ],823 "rotation": [824 0,825 0,826 0827 ]828 },829 "location": [830 180,831 410,832 10833 ],834 "rotation": [835 0,836 0,837 0838 ],839 "scale": [840 1,841 1,842 1843 ]844 },845 "color": [846 95,847 191,848 31849 ]850 },851 {852 "object_id": "SM_Counter_Shelf_Display_A_7",853 "bbox_2d": [854 0,855 517,856 372,857 706858 ],859 "bbox_3d": {860 "aabb": {861 "center": [862 220.08502578735352,863 710.0000381469727,864 55.00001907348633865 ],866 "extent": [867 40.08512878417969,868 100.00005340576172,869 45.00001907348633870 ]871 },872 "obb": {873 "center": [874 220.08502578735352,875 710.0000381469727,876 55.00001907348633877 ],878 "extent": [879 40.08512878417969,880 100.00005340576172,881 45.00001907348633882 ],883 "rotation": [884 0,885 0,886 0887 ]888 },889 "location": [890 180,891 610,892 10893 ],894 "rotation": [895 0,896 0,897 0898 ],899 "scale": [900 1,901 1,902 1903 ]904 },905 "color": [906 159,907 63,908 127909 ]910 }911 ],912 "energy drink display": [913 {914 "object_id": "SM_Energy_Drink_Display_2",915 "bbox_2d": [916 261,917 425,918 310,919 520920 ],921 "bbox_3d": {922 "aabb": {923 "center": [924 234.2728631504418,925 646.744538947257,926 129.77771377563477927 ],928 "extent": [929 19.787281211975227,930 17.610119532174963,931 29.777729034423828932 ]933 },934 "obb": {935 "center": [936 234.2728631504418,937 646.744538947257,938 129.77771377563477939 ],940 "extent": [941 19.787281211975227,942 17.610119532174963,943 29.777729034423828944 ],945 "rotation": [946 0,947 -66.38336181640624,948 0949 ]950 },951 "location": [952 232.88006591796875,953 646.1355590820312,954 99.99999237060547955 ],956 "rotation": [957 0,958 -66.38336181640624,959 0960 ],961 "scale": [962 1,963 1,964 1965 ]966 },967 "color": [968 95,969 31,970 255971 ]972 }973 ],974 "beer sign": [975 {976 "object_id": "SM_Beer_Sign_4",977 "bbox_2d": [978 0,979 290,980 114,981 349982 ],983 "bbox_3d": {984 "aabb": {985 "center": [986 2.072068214411798,987 690.9740556403841,988 240.57837009429932989 ],990 "extent": [991 2.073853505422177,992 41.1873022391693,993 14.96452808380127994 ]995 },996 "obb": {997 "center": [998 2.072068214411798,999 690.9740556403841,1000 240.578370094299321001 ],1002 "extent": [1003 2.073853505422177,1004 41.1873022391693,1005 14.964528083801271006 ],1007 "rotation": [1008 0,1009 -90.00012207031251,1010 01011 ]1012 },1013 "location": [1014 -0.0016937255859375,1015 690.9740600585938,1016 240.5783691406251017 ],1018 "rotation": [1019 0,1020 -90.00012207031251,1021 01022 ],1023 "scale": [1024 1,1025 1,1026 11027 ]1028 },1029 "color": [1030 95,1031 31,1032 951033 ]1034 }1035 ]1036 }1037}