TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l012_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l012_r001/lit.png",5 "camera": {6 "location": [7 689,8 -412,9 4710 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 689,38 -412,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_2",56 "bbox_2d": [57 954,58 295,59 962,60 29861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1034.9999041261947,66 215.0000028609208,67 110.0180969238281268 ],69 "extent": [70 3.810631618963498,71 45.035607826911175,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 1034.9999041261947,78 215.0000028609208,79 110.0180969238281280 ],81 "extent": [82 3.810631618963498,83 45.035607826911175,84 110.0180969238281285 ],86 "rotation": [87 0,88 90.00012207031251,89 090 ]91 },92 "location": [93 1035,94 170,95 096 ],97 "rotation": [98 0,99 90.00012207031251,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 127112 ]113 },114 {115 "object_id": "SM_Doorframe_3",116 "bbox_2d": [117 954,118 298,119 1065,120 443121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1002.1334449000738,126 197.33835840559442,127 108.27146911621094128 ],129 "extent": [130 39.43860224900294,131 35.45908083700675,132 108.87620544433594133 ]134 },135 "obb": {136 "center": [137 1002.1334449000738,138 197.33835840559442,139 108.27146911621094140 ],141 "extent": [142 39.43860224900294,143 35.45908083700675,144 108.87620544433594145 ],146 "rotation": [147 0,148 140.00001525878906,149 0150 ]151 },152 "location": [153 1035,154 170,155 0156 ],157 "rotation": [158 0,159 140.00001525878906,160 0161 ],162 "scale": [163 0.75,164 1,165 1166 ]167 },168 "color": [169 223,170 31,171 63172 ]173 }174 ]175 },176 "foreground": {177 "plane": [178 {179 "object_id": "Plane_243",180 "bbox_2d": [181 0,182 715,183 993,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 890,190 -460,191 0192 ],193 "extent": [194 150,195 150,196 2.4121840694324697e-14197 ]198 },199 "obb": {200 "center": [201 890,202 -460,203 0204 ],205 "extent": [206 150,207 150,208 2.4121840694324697e-14209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 890,218 -460,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 3,228 3,229 3230 ]231 },232 "color": [233 0,234 31,235 191236 ]237 }238 ],239 "bar stool": [240 {241 "object_id": "SM_Barstool_01_Small_45",242 "bbox_2d": [243 822,244 560,245 1211,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 725.0137140279497,252 -350.0092285159917,253 22.542636655631668254 ],255 "extent": [256 18.46397396977636,257 18.183465535778396,258 22.60599171834542259 ]260 },261 "obb": {262 "center": [263 725.0137140279497,264 -350.0092285159917,265 22.542636655631668266 ],267 "extent": [268 18.46397396977636,269 18.183465535778396,270 22.60599171834542271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 725,280 -350,281 0282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 0.9000000357627869,290 0.9000000357627869,291 0.8999999761581421292 ]293 },294 "color": [295 159,296 95,297 0298 ]299 },300 {301 "object_id": "SM_Barstool_01_Small3",302 "bbox_2d": [303 1200,304 549,305 1402,306 810307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 725.0137140270415,312 -220.00922851538053,313 22.542636655631668314 ],315 "extent": [316 18.463972746955733,317 18.183464331535106,318 22.60599171834542319 ]320 },321 "obb": {322 "center": [323 725.0137140270415,324 -220.00922851538053,325 22.542636655631668326 ],327 "extent": [328 18.463972746955733,329 18.183464331535106,330 22.60599171834542331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 725,340 -220,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 0.8999999761581421,350 0.8999999761581421,351 0.8999999761581421352 ]353 },354 "color": [355 159,356 95,357 127358 ]359 },360 {361 "object_id": "SM_Barstool_01_Small4",362 "bbox_2d": [363 1772,364 552,365 1884,366 876367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 635.0137140270415,372 -220.00922851538053,373 22.542636655631668374 ],375 "extent": [376 18.463972746955733,377 18.183464331535106,378 22.60599171834542379 ]380 },381 "obb": {382 "center": [383 635.0137140270415,384 -220.00922851538053,385 22.542636655631668386 ],387 "extent": [388 18.463972746955733,389 18.183464331535106,390 22.60599171834542391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 635,400 -220,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 0.8999999761581421,410 0.8999999761581421,411 0.8999999761581421412 ]413 },414 "color": [415 159,416 95,417 63418 ]419 }420 ],421 "chair": [422 {423 "object_id": "SM_Chair_9",424 "bbox_2d": [425 0,426 353,427 184,428 806429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 930.4258401842941,434 -341.2888831061714,435 40.02226257324219436 ],437 "extent": [438 29.575940657640103,439 29.202731953769387,440 40.022247314453125441 ]442 },443 "obb": {444 "center": [445 930.4258401842941,446 -341.2888831061714,447 40.02226257324219448 ],449 "extent": [450 29.575940657640103,451 29.202731953769387,452 40.022247314453125453 ],454 "rotation": [455 0,456 -146.07577514648438,457 0458 ]459 },460 "location": [461 930.4258422851562,462 -341.28887939453125,463 1.52587890625e-05464 ],465 "rotation": [466 0,467 -146.07577514648438,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 223,479 95480 ]481 },482 {483 "object_id": "SM_Chair_11",484 "bbox_2d": [485 1259,486 497,487 1365,488 666489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 756.8013265712542,494 -27.384492459664706,495 40.02226257324219496 ],497 "extent": [498 23.908516694612672,499 22.68792813890059,500 40.022247314453125501 ]502 },503 "obb": {504 "center": [505 756.8013265712542,506 -27.384492459664706,507 40.02226257324219508 ],509 "extent": [510 23.908516694612672,511 22.68792813890059,512 40.022247314453125513 ],514 "rotation": [515 0,516 173.9241485595703,517 0518 ]519 },520 "location": [521 756.8013305664062,522 -27.384490966796875,523 1.52587890625e-05524 ],525 "rotation": [526 0,527 173.9241485595703,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 223,538 191,539 127540 ]541 },542 {543 "object_id": "SM_Chair_12",544 "bbox_2d": [545 1177,546 421,547 1323,548 697549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 753.7443884906567,554 -117.27447302063119,555 40.02226257324219556 ],557 "extent": [558 22.762253080915684,559 21.45173615042866,560 40.022247314453125561 ]562 },563 "obb": {564 "center": [565 753.7443884906567,566 -117.27447302063119,567 40.02226257324219568 ],569 "extent": [570 22.762253080915684,571 21.45173615042866,572 40.022247314453125573 ],574 "rotation": [575 0,576 2.578369140625,577 0578 ]579 },580 "location": [581 753.744384765625,582 -117.27447509765625,583 1.52587890625e-05584 ],585 "rotation": [586 0,587 2.578369140625,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 223,598 191,599 191600 ]601 }602 ],603 "beer crate": [604 {605 "object_id": "SM_Beercrate_3",606 "bbox_2d": [607 1720,608 628,609 1883,610 758611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 627.9992065429688,616 -127.89835357666016,617 12.455690642700574618 ],619 "extent": [620 16.99475471831613,621 21.9947441556898,622 12.544294357299805623 ]624 },625 "obb": {626 "center": [627 627.9992065429688,628 -127.89835357666016,629 12.455690642700574630 ],631 "extent": [632 16.99475471831613,633 21.9947441556898,634 12.544294357299805635 ],636 "rotation": [637 0,638 -90.00009918212892,639 0640 ]641 },642 "location": [643 627.9992065429688,644 -127.89835357666016,645 -1.4999999621068127e-05646 ],647 "rotation": [648 0,649 -90.00009918212892,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 63,660 223,661 95662 ]663 },664 {665 "object_id": "SM_Beercrate_5",666 "bbox_2d": [667 1720,668 525,669 1880,670 646671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 627.9992065429688,676 -127.89835357666016,677 37.52694129943848678 ],679 "extent": [680 16.99475471831613,681 21.9947441556898,682 12.544294357299805683 ]684 },685 "obb": {686 "center": [687 627.9992065429688,688 -127.89835357666016,689 37.52694129943848690 ],691 "extent": [692 16.99475471831613,693 21.9947441556898,694 12.544294357299805695 ],696 "rotation": [697 0,698 -90.00009918212892,699 0700 ]701 },702 "location": [703 627.9992065429688,704 -127.89835357666016,705 25.07123565673828706 ],707 "rotation": [708 0,709 -90.00009918212892,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 223,721 0722 ]723 },724 {725 "object_id": "SM_BeerCrate_01_302",726 "bbox_2d": [727 1874,728 464,729 1880,730 524731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 594,736 -127.00000190734863,737 60.99999809265137738 ],739 "extent": [740 22.500003814697266,741 15.00000286102295,742 11.000004768371582743 ]744 },745 "obb": {746 "center": [747 594,748 -127.00000190734863,749 60.99999809265137750 ],751 "extent": [752 22.500003814697266,753 15.00000286102295,754 11.000004768371582755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 594,764 -127,765 50766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 223,780 191,781 0782 ]783 }784 ],785 "chopstick stand": [786 {787 "object_id": "SM_ChopstickStand8",788 "bbox_2d": [789 866,790 361,791 892,792 406793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 893.5608769591819,798 -118.92147453089552,799 103.75994300842285800 ],801 "extent": [802 5.782672073406616,803 6.6858959072256425,804 9.759943008422852805 ]806 },807 "obb": {808 "center": [809 893.5608769591819,810 -118.92147453089552,811 103.75994300842285812 ],813 "extent": [814 5.782672073406616,815 6.6858959072256425,816 9.759943008422852817 ],818 "rotation": [819 0,820 10.000022888183594,821 0822 ]823 },824 "location": [825 891.9993896484375,826 -117.69503784179688,827 94828 ],829 "rotation": [830 0,831 10.000022888183594,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 223,842 255,843 0844 ]845 },846 {847 "object_id": "SM_ChopstickStand9",848 "bbox_2d": [849 960,850 387,851 981,852 425853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 893.5608769591819,858 -49.92147453089553,859 103.75994300842285860 ],861 "extent": [862 5.782672073406616,863 6.685895907225635,864 9.759943008422852865 ]866 },867 "obb": {868 "center": [869 893.5608769591819,870 -49.92147453089553,871 103.75994300842285872 ],873 "extent": [874 5.782672073406616,875 6.685895907225635,876 9.759943008422852877 ],878 "rotation": [879 0,880 10.000022888183594,881 0882 ]883 },884 "location": [885 891.9993896484375,886 -48.695037841796875,887 94888 ],889 "rotation": [890 0,891 10.000022888183594,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 223,902 255,903 191904 ]905 },906 {907 "object_id": "SM_ChopstickStand10",908 "bbox_2d": [909 1033,910 407,911 1051,912 440913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 893.5608769591819,918 23.078525469104473,919 103.75994300842285920 ],921 "extent": [922 5.782672073406616,923 6.685895907225639,924 9.759943008422852925 ]926 },927 "obb": {928 "center": [929 893.5608769591819,930 23.078525469104473,931 103.75994300842285932 ],933 "extent": [934 5.782672073406616,935 6.685895907225639,936 9.759943008422852937 ],938 "rotation": [939 0,940 10.000022888183594,941 0942 ]943 },944 "location": [945 891.9993896484375,946 24.304962158203125,947 94948 ],949 "rotation": [950 0,951 10.000022888183594,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 223,962 127,963 0964 ]965 },966 {967 "object_id": "SM_ChopstickStand11",968 "bbox_2d": [969 1082,970 420,971 1098,972 450973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 893.5608769591819,978 85.07852546910448,979 103.75994300842285980 ],981 "extent": [982 5.782672073406616,983 6.6858959072256425,984 9.759943008422852985 ]986 },987 "obb": {988 "center": [989 893.5608769591819,990 85.07852546910448,991 103.75994300842285992 ],993 "extent": [994 5.782672073406616,995 6.6858959072256425,996 9.759943008422852997 ],998 "rotation": [999 0,1000 10.000022888183594,1001 01002 ]1003 },1004 "location": [1005 891.9993896484375,1006 86.30496215820312,1007 941008 ],1009 "rotation": [1010 0,1011 10.000022888183594,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 223,1022 127,1023 1911024 ]1025 }1026 ]1027 }1028}