TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l025_off0_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l025_off0_r002/lit.png",5 "camera": {6 "location": [7 818,8 -255,9 9710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 818,38 -255,39 97,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 1018,58 278,59 1046,60 64861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 255112 ]113 }114 ]115 },116 "foreground": {117 "bar stool": [118 {119 "object_id": "SM_Barstool_01_Small3",120 "bbox_2d": [121 1590,122 1077,123 1632,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 725.0137140270415,130 -220.00922851538053,131 22.542636655631668132 ],133 "extent": [134 18.463972746955733,135 18.183464331535106,136 22.60599171834542137 ]138 },139 "obb": {140 "center": [141 725.0137140270415,142 -220.00922851538053,143 22.542636655631668144 ],145 "extent": [146 18.463972746955733,147 18.183464331535106,148 22.60599171834542149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 725,158 -220,159 0160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 0.8999999761581421,168 0.8999999761581421,169 0.8999999761581421170 ]171 },172 "color": [173 159,174 95,175 127176 ]177 },178 {179 "object_id": "SM_Barstool_01_Small4",180 "bbox_2d": [181 1868,182 958,183 1919,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 635.0137140270415,190 -220.00922851538053,191 22.542636655631668192 ],193 "extent": [194 18.463972746955733,195 18.183464331535106,196 22.60599171834542197 ]198 },199 "obb": {200 "center": [201 635.0137140270415,202 -220.00922851538053,203 22.542636655631668204 ],205 "extent": [206 18.463972746955733,207 18.183464331535106,208 22.60599171834542209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 635,218 -220,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 0.8999999761581421,228 0.8999999761581421,229 0.8999999761581421230 ]231 },232 "color": [233 159,234 95,235 63236 ]237 }238 ],239 "folding": [240 {241 "object_id": "SM_Folding_Closed_193",242 "bbox_2d": [243 1505,244 522,245 1739,246 971247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 563.0454411043925,252 -130.0000126586815,253 50.90002023748582254 ],255 "extent": [256 14.748420726222093,257 24.495208003608745,258 51.49888812606113259 ]260 },261 "obb": {262 "center": [263 563.0454411043925,264 -130.0000126586815,265 50.90002023748581266 ],267 "extent": [268 14.748420726222093,269 24.495208003608745,270 51.49888812606113271 ],272 "rotation": [273 -3.0517578125552415e-05,274 -90.0000991821289,275 -10.000030517578125276 ]277 },278 "location": [279 571.394287109375,280 -130,281 0282 ],283 "rotation": [284 -3.0517578125552415e-05,285 -90.0000991821289,286 -10.000030517578125287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 63,296 223,297 191298 ]299 }300 ],301 "beer crate": [302 {303 "object_id": "SM_Beercrate_02_196",304 "bbox_2d": [305 1417,306 851,307 1655,308 1007309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 591.910888671875,314 -127.89835357666016,315 12.455690383911133316 ],317 "extent": [318 16.99475471831613,319 21.9947441556898,320 12.544294357299805321 ]322 },323 "obb": {324 "center": [325 591.910888671875,326 -127.89835357666016,327 12.455690383911133328 ],329 "extent": [330 16.99475471831613,331 21.9947441556898,332 12.544294357299805333 ],334 "rotation": [335 0,336 -90.00009918212892,337 0338 ]339 },340 "location": [341 591.910888671875,342 -127.89835357666016,343 -1.52587890625e-05344 ],345 "rotation": [346 0,347 -90.00009918212892,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 63,358 223,359 31360 ]361 },362 {363 "object_id": "SM_Beercrate_3",364 "bbox_2d": [365 1307,366 857,367 1571,368 1054369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 627.9992065429688,374 -127.89835357666016,375 12.455690642700574376 ],377 "extent": [378 16.99475471831613,379 21.9947441556898,380 12.544294357299805381 ]382 },383 "obb": {384 "center": [385 627.9992065429688,386 -127.89835357666016,387 12.455690642700574388 ],389 "extent": [390 16.99475471831613,391 21.9947441556898,392 12.544294357299805393 ],394 "rotation": [395 0,396 -90.00009918212892,397 0398 ]399 },400 "location": [401 627.9992065429688,402 -127.89835357666016,403 -1.4999999621068127e-05404 ],405 "rotation": [406 0,407 -90.00009918212892,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 223,419 95420 ]421 },422 {423 "object_id": "SM_Beercrate_4",424 "bbox_2d": [425 1417,426 755,427 1606,428 886429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 591.910888671875,434 -127.89835357666016,435 37.52694129943848436 ],437 "extent": [438 16.99475471831613,439 21.9947441556898,440 12.544294357299805441 ]442 },443 "obb": {444 "center": [445 591.910888671875,446 -127.89835357666016,447 37.52694129943848448 ],449 "extent": [450 16.99475471831613,451 21.9947441556898,452 12.544294357299805453 ],454 "rotation": [455 0,456 -90.00009918212892,457 0458 ]459 },460 "location": [461 591.910888671875,462 -127.89835357666016,463 25.07123565673828464 ],465 "rotation": [466 0,467 -90.00009918212892,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 63,478 223,479 159480 ]481 },482 {483 "object_id": "SM_Beercrate_5",484 "bbox_2d": [485 1307,486 736,487 1565,488 921489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 627.9992065429688,494 -127.89835357666016,495 37.52694129943848496 ],497 "extent": [498 16.99475471831613,499 21.9947441556898,500 12.544294357299805501 ]502 },503 "obb": {504 "center": [505 627.9992065429688,506 -127.89835357666016,507 37.52694129943848508 ],509 "extent": [510 16.99475471831613,511 21.9947441556898,512 12.544294357299805513 ],514 "rotation": [515 0,516 -90.00009918212892,517 0518 ]519 },520 "location": [521 627.9992065429688,522 -127.89835357666016,523 25.07123565673828524 ],525 "rotation": [526 0,527 -90.00009918212892,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 191,538 223,539 0540 ]541 },542 {543 "object_id": "SM_BeerCrate_01_302",544 "bbox_2d": [545 1400,546 637,547 1611,548 749549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 594,554 -127.00000190734863,555 60.99999809265137556 ],557 "extent": [558 22.500003814697266,559 15.00000286102295,560 11.000004768371582561 ]562 },563 "obb": {564 "center": [565 594,566 -127.00000190734863,567 60.99999809265137568 ],569 "extent": [570 22.500003814697266,571 15.00000286102295,572 11.000004768371582573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 594,582 -127,583 50584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 223,598 191,599 0600 ]601 }602 ],603 "chopstick stand": [604 {605 "object_id": "SM_ChopstickStand3",606 "bbox_2d": [607 1706,608 576,609 1801,610 735611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 671.572136487302,616 -199.585864202277,617 82.75994300842285618 ],619 "extent": [620 6.685903833459065,621 5.782682747893119,622 9.759943008422852623 ]624 },625 "obb": {626 "center": [627 671.572136487302,628 -199.585864202277,629 82.75994300842285630 ],631 "extent": [632 6.685903833459065,633 5.782682747893119,634 9.759943008422852635 ],636 "rotation": [637 0,638 100.00014495849612,639 0640 ]641 },642 "location": [643 670.345703125,644 -201.14735412597656,645 73646 ],647 "rotation": [648 0,649 100.00014495849612,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 223,661 159662 ]663 },664 {665 "object_id": "SM_ChopstickStand10",666 "bbox_2d": [667 0,668 495,669 27,670 553671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 893.5608769591819,676 23.078525469104473,677 103.75994300842285678 ],679 "extent": [680 5.782672073406616,681 6.685895907225639,682 9.759943008422852683 ]684 },685 "obb": {686 "center": [687 893.5608769591819,688 23.078525469104473,689 103.75994300842285690 ],691 "extent": [692 5.782672073406616,693 6.685895907225639,694 9.759943008422852695 ],696 "rotation": [697 0,698 10.000022888183594,699 0700 ]701 },702 "location": [703 891.9993896484375,704 24.304962158203125,705 94706 ],707 "rotation": [708 0,709 10.000022888183594,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 223,720 127,721 0722 ]723 },724 {725 "object_id": "SM_ChopstickStand11",726 "bbox_2d": [727 60,728 478,729 105,730 550731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 893.5608769591819,736 85.07852546910448,737 103.75994300842285738 ],739 "extent": [740 5.782672073406616,741 6.6858959072256425,742 9.759943008422852743 ]744 },745 "obb": {746 "center": [747 893.5608769591819,748 85.07852546910448,749 103.75994300842285750 ],751 "extent": [752 5.782672073406616,753 6.6858959072256425,754 9.759943008422852755 ],756 "rotation": [757 0,758 10.000022888183594,759 0760 ]761 },762 "location": [763 891.9993896484375,764 86.30496215820312,765 94766 ],767 "rotation": [768 0,769 10.000022888183594,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 223,780 127,781 191782 ]783 },784 {785 "object_id": "SM_ChopstickStand12",786 "bbox_2d": [787 601,788 572,789 657,790 665791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 780.7892934324623,796 -63.39487737177752,797 82.75997352600098798 ],799 "extent": [800 5.938299881630087,801 4.824803630273188,802 9.759943008422852803 ]804 },805 "obb": {806 "center": [807 780.7892934324623,808 -63.39487737177752,809 82.75997352600098810 ],811 "extent": [812 5.938299881630087,813 4.824803630273188,814 9.759943008422852815 ],816 "rotation": [817 0,818 -90.00007629394531,819 0820 ]821 },822 "location": [823 782.2682495117188,824 -62.07008361816406,825 73.00003051757812826 ],827 "rotation": [828 0,829 -90.00007629394531,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 223,840 191,841 31842 ]843 }844 ],845 "chair": [846 {847 "object_id": "SM_Chair_11",848 "bbox_2d": [849 591,850 606,851 804,852 999853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 756.8013265712542,858 -27.384492459664706,859 40.02226257324219860 ],861 "extent": [862 23.908516694612672,863 22.68792813890059,864 40.022247314453125865 ]866 },867 "obb": {868 "center": [869 756.8013265712542,870 -27.384492459664706,871 40.02226257324219872 ],873 "extent": [874 23.908516694612672,875 22.68792813890059,876 40.022247314453125877 ],878 "rotation": [879 0,880 173.9241485595703,881 0882 ]883 },884 "location": [885 756.8013305664062,886 -27.384490966796875,887 1.52587890625e-05888 ],889 "rotation": [890 0,891 173.9241485595703,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 223,902 191,903 127904 ]905 },906 {907 "object_id": "SM_Chair_12",908 "bbox_2d": [909 737,910 649,911 1035,912 1079913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 753.7443884906567,918 -117.27447302063119,919 40.02226257324219920 ],921 "extent": [922 22.762253080915684,923 21.45173615042866,924 40.022247314453125925 ]926 },927 "obb": {928 "center": [929 753.7443884906567,930 -117.27447302063119,931 40.02226257324219932 ],933 "extent": [934 22.762253080915684,935 21.45173615042866,936 40.022247314453125937 ],938 "rotation": [939 0,940 2.578369140625,941 0942 ]943 },944 "location": [945 753.744384765625,946 -117.27447509765625,947 1.52587890625e-05948 ],949 "rotation": [950 0,951 2.578369140625,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 223,962 191,963 191964 ]965 }966 ]967 }968}