TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l026_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l026_r003/lit.png",5 "camera": {6 "location": [7 407,8 517,9 9210 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 407,38 517,39 92,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "tobacco display": [55 {56 "object_id": "SM_Tobacco_Display_C_8",57 "bbox_2d": [58 625,59 227,60 840,61 48762 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 24.718214886462405,67 604.8800907798582,68 109.921264648437569 ],70 "extent": [71 22.350087063553914,72 38.00004380254984,73 99.9213256835937574 ]75 },76 "obb": {77 "center": [78 24.718214886462402,79 604.8800907798582,80 109.921264648437581 ],82 "extent": [83 22.350087063553914,84 38.00004380254984,85 99.9213256835937586 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 2.3681564331054688,95 566.880126953125,96 9.9999389648437597 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 95,112 0113 ]114 },115 {116 "object_id": "SM_Tobacco_Display_A_2",117 "bbox_2d": [118 221,119 228,120 427,121 487122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 23.729498760974124,127 758.7660160728269,128 109.92137145996094129 ],130 "extent": [131 22.350087063553914,132 38.00004380254984,133 99.92132568359375134 ]135 },136 "obb": {137 "center": [138 23.72949876097412,139 758.7660160728269,140 109.92137145996094141 ],142 "extent": [143 22.350087063553914,144 38.00004380254984,145 99.92132568359375146 ],147 "rotation": [148 0,149 -90.00012207031251,150 0151 ]152 },153 "location": [154 1.3794403076171875,155 720.7660522460938,156 10.000045776367188157 ],158 "rotation": [159 0,160 -90.00012207031251,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 95,171 63,172 63173 ]174 },175 {176 "object_id": "SM_Tobacco_Display_B_8",177 "bbox_2d": [178 422,179 228,180 629,181 487182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 23.90831144999611,187 682.3889438536045,188 109.92131042480469189 ],190 "extent": [191 22.3500820035545,192 38.00004082647695,193 99.92132568359375194 ]195 },196 "obb": {197 "center": [198 23.90831144999611,199 682.3889438536045,200 109.92131042480469201 ],202 "extent": [203 22.3500820035545,204 38.00004082647695,205 99.92132568359375206 ],207 "rotation": [208 0,209 -90.00011444091797,210 0211 ]212 },213 "location": [214 1.558258056640625,215 644.3889770507812,216 9.999984741210938217 ],218 "rotation": [219 0,220 -90.00011444091797,221 0222 ],223 "scale": [224 1,225 1,226 1227 ]228 },229 "color": [230 95,231 63,232 191233 ]234 }235 ],236 "hot dog grill": [237 {238 "object_id": "SM_Hot_Dog_Grill_2",239 "bbox_2d": [240 836,241 285,242 1200,243 487244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 218.9225597381623,249 506.7220488255456,250 120.7146987915039251 ],252 "extent": [253 21.332088011749477,254 32.01364102946616,255 20.843448638916016256 ]257 },258 "obb": {259 "center": [260 218.9225597381623,261 506.7220488255456,262 120.7146987915039263 ],264 "extent": [265 21.332088011749477,266 32.01364102946616,267 20.843448638916016268 ],269 "rotation": [270 0,271 -90.00012207031251,272 0273 ]274 },275 "location": [276 220.29644775390625,277 506.7220458984375,278 100279 ],280 "rotation": [281 0,282 -90.00012207031251,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 63,293 95,294 95295 ]296 }297 ],298 "bottle stand": [299 {300 "object_id": "SM_Bottle_Stand_5",301 "bbox_2d": [302 361,303 371,304 573,305 487306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 231.80416889283168,311 604.9944947649063,312 111.77631187438965313 ],314 "extent": [315 19.91625660101562,316 10.514703403895282,317 11.776299476623535318 ]319 },320 "obb": {321 "center": [322 231.80416889283168,323 604.9944947649063,324 111.77631187438965325 ],326 "extent": [327 19.91625660101562,328 10.514703403895282,329 11.776299476623535330 ],331 "rotation": [332 0,333 -80.00007629394531,334 0335 ]336 },337 "location": [338 231.80416870117188,339 604.9945068359375,340 100.00001525878906341 ],342 "rotation": [343 0,344 -80.00007629394531,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 191,355 95,356 95357 ]358 }359 ],360 "bottle": [361 {362 "object_id": "SM_Ketchup_Bottle_8",363 "bbox_2d": [364 491,365 263,366 541,367 380368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 221.8688999205397,373 602.6392806261019,374 131.40055084228516375 ],376 "extent": [377 5.444847136823114,378 5.444846363241595,379 13.736084938049316380 ]381 },382 "obb": {383 "center": [384 221.8688999205397,385 602.6392806261019,386 131.40055084228516387 ],388 "extent": [389 5.444847136823114,390 5.444846363241595,391 13.736084938049316392 ],393 "rotation": [394 0,395 10.000028610229492,396 0397 ]398 },399 "location": [400 221.86891174316406,401 602.6392822265625,402 117.66446685791016403 ],404 "rotation": [405 0,406 10.000028610229492,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 31,417 95,418 95419 ]420 },421 {422 "object_id": "SM_Mustard_Bottle_11",423 "bbox_2d": [424 451,425 280,426 506,427 403428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 231.92778350472975,433 604.8994129316324,434 125.51240539550781435 ],436 "extent": [437 5.444847136823114,438 5.444846363241595,439 13.736084938049316440 ]441 },442 "obb": {443 "center": [444 231.92778350472975,445 604.8994129316324,446 125.51240539550781447 ],448 "extent": [449 5.444847136823114,450 5.444846363241595,451 13.736084938049316452 ],453 "rotation": [454 0,455 10.000028610229492,456 0457 ]458 },459 "location": [460 231.92779541015625,461 604.8994140625,462 111.77632141113281463 ],464 "rotation": [465 0,466 10.000028610229492,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 95,477 0,478 0479 ]480 },481 {482 "object_id": "SM_Mayonaise_Bottle_14",483 "bbox_2d": [484 396,485 296,486 459,487 454488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 243.7590366392897,493 607.3930648057894,494 119.62425994873047495 ],496 "extent": [497 5.444847136823114,498 5.444846363241595,499 13.736084938049316500 ]501 },502 "obb": {503 "center": [504 243.7590366392897,505 607.3930648057894,506 119.62425994873047507 ],508 "extent": [509 5.444847136823114,510 5.444846363241595,511 13.736084938049316512 ],513 "rotation": [514 0,515 10.000028610229492,516 0517 ]518 },519 "location": [520 243.75904846191406,521 607.39306640625,522 105.88817596435547523 ],524 "rotation": [525 0,526 10.000028610229492,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 95,537 0,538 255539 ]540 }541 ],542 "tong": [543 {544 "object_id": "SM_Sausage_Tong_17",545 "bbox_2d": [546 664,547 344,548 783,549 487550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 224.54147720335038,555 561.3736702950249,556 112.85123252868652557 ],558 "extent": [559 19.13773023052434,560 7.932754594725338,561 12.851158142089844562 ]563 },564 "obb": {565 "center": [566 224.54147720335038,567 561.3736702950249,568 112.85123252868652569 ],570 "extent": [571 19.13773023052434,572 7.932754594725338,573 12.851158142089844574 ],575 "rotation": [576 0,577 90.00011444091797,578 0579 ]580 },581 "location": [582 220.86343383789062,583 561.3736572265625,584 100.00007629394531585 ],586 "rotation": [587 0,588 90.00011444091797,589 0590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 95,599 0,600 127601 ]602 }603 ],604 "napkin dispenser": [605 {606 "object_id": "SM_Paper_Napkin_Dispenser2",607 "bbox_2d": [608 1322,609 427,610 1443,611 487612 ],613 "bbox_3d": {614 "aabb": {615 "center": [616 234.41401691860423,617 441.58792020904673,618 105.59275150299072619 ],620 "extent": [621 10.674257866788565,622 10.018262998583964,623 5.591593265533447624 ]625 },626 "obb": {627 "center": [628 234.41401691860423,629 441.58792020904673,630 105.59275150299072631 ],632 "extent": [633 10.674257866788565,634 10.018262998583964,635 5.591593265533447636 ],637 "rotation": [638 0,639 11.796856880187987,640 0641 ]642 },643 "location": [644 234.4140167236328,645 441.5879211425781,646 100.00115966796875647 ],648 "rotation": [649 0,650 11.796856880187987,651 0652 ],653 "scale": [654 1,655 1,656 1657 ]658 },659 "color": [660 95,661 0,662 63663 ]664 }665 ],666 "mat": [667 {668 "object_id": "SM_Mat2",669 "bbox_2d": [670 0,671 1059,672 268,673 1079674 ],675 "bbox_3d": {676 "aabb": {677 "center": [678 324.528668041802,679 717.1061794844431,680 10.689099669456482681 ],682 "extent": [683 69.14052434333286,684 93.36202669623742,685 0.5533158183097839686 ]687 },688 "obb": {689 "center": [690 324.528668041802,691 717.1061794844431,692 10.689099669456482693 ],694 "extent": [695 69.14052434333286,696 93.36202669623742,697 0.5533158183097839698 ],699 "rotation": [700 0,701 -90.50744628906251,702 0703 ]704 },705 "location": [706 324.0971984863281,707 717.1015625,708 10.157707214355469709 ],710 "rotation": [711 0,712 -90.50744628906251,713 0714 ],715 "scale": [716 1,717 1,718 1719 ]720 },721 "color": [722 95,723 255,724 31725 ]726 }727 ],728 "counter shelf display": [729 {730 "object_id": "SM_Counter_Shelf_Display_B_4",731 "bbox_2d": [732 353,733 488,734 1658,735 1061736 ],737 "bbox_3d": {738 "aabb": {739 "center": [740 219.9999656677246,741 510.00003814697266,742 55.00001907348633743 ],744 "extent": [745 40.00006866455078,746 100.00005340576172,747 45.00001907348633748 ]749 },750 "obb": {751 "center": [752 219.9999656677246,753 510.00003814697266,754 55.00001907348633755 ],756 "extent": [757 40.00006866455078,758 100.00005340576172,759 45.00001907348633760 ],761 "rotation": [762 0,763 0,764 0765 ]766 },767 "location": [768 180,769 410,770 10771 ],772 "rotation": [773 0,774 0,775 0776 ],777 "scale": [778 1,779 1,780 1781 ]782 },783 "color": [784 95,785 191,786 31787 ]788 },789 {790 "object_id": "SM_Counter_Shelf_Display_A_7",791 "bbox_2d": [792 0,793 488,794 367,795 1061796 ],797 "bbox_3d": {798 "aabb": {799 "center": [800 220.08502578735352,801 710.0000381469727,802 55.00001907348633803 ],804 "extent": [805 40.08512878417969,806 100.00005340576172,807 45.00001907348633808 ]809 },810 "obb": {811 "center": [812 220.08502578735352,813 710.0000381469727,814 55.00001907348633815 ],816 "extent": [817 40.08512878417969,818 100.00005340576172,819 45.00001907348633820 ],821 "rotation": [822 0,823 0,824 0825 ]826 },827 "location": [828 180,829 610,830 10831 ],832 "rotation": [833 0,834 0,835 0836 ],837 "scale": [838 1,839 1,840 1841 ]842 },843 "color": [844 159,845 63,846 127847 ]848 }849 ],850 "energy drink display": [851 {852 "object_id": "SM_Energy_Drink_Display_2",853 "bbox_2d": [854 99,855 176,856 353,857 487858 ],859 "bbox_3d": {860 "aabb": {861 "center": [862 234.2728631504418,863 646.744538947257,864 129.77771377563477865 ],866 "extent": [867 19.787281211975227,868 17.610119532174963,869 29.777729034423828870 ]871 },872 "obb": {873 "center": [874 234.2728631504418,875 646.744538947257,876 129.77771377563477877 ],878 "extent": [879 19.787281211975227,880 17.610119532174963,881 29.777729034423828882 ],883 "rotation": [884 0,885 -66.38336181640624,886 0887 ]888 },889 "location": [890 232.88006591796875,891 646.1355590820312,892 99.99999237060547893 ],894 "rotation": [895 0,896 -66.38336181640624,897 0898 ],899 "scale": [900 1,901 1,902 1903 ]904 },905 "color": [906 95,907 31,908 255909 ]910 }911 ],912 "beer sign": [913 {914 "object_id": "SM_Beer_Sign_4",915 "bbox_2d": [916 450,917 153,918 646,919 224920 ],921 "bbox_3d": {922 "aabb": {923 "center": [924 2.072068214411798,925 690.9740556403841,926 240.57837009429932927 ],928 "extent": [929 2.073853505422177,930 41.1873022391693,931 14.96452808380127932 ]933 },934 "obb": {935 "center": [936 2.072068214411798,937 690.9740556403841,938 240.57837009429932939 ],940 "extent": [941 2.073853505422177,942 41.1873022391693,943 14.96452808380127944 ],945 "rotation": [946 0,947 -90.00012207031251,948 0949 ]950 },951 "location": [952 -0.0016937255859375,953 690.9740600585938,954 240.578369140625955 ],956 "rotation": [957 0,958 -90.00012207031251,959 0960 ],961 "scale": [962 1,963 1,964 1965 ]966 },967 "color": [968 95,969 31,970 95971 ]972 }973 ]974 }975}