TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l013_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l013_r003/lit.png",5 "camera": {6 "location": [7 816,8 -143,9 4710 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 816,38 -143,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 179,58 380,59 204,60 59661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 255112 ]113 }114 ]115 },116 "foreground": {117 "bar stool": [118 {119 "object_id": "SM_Barstool_01_Small2",120 "bbox_2d": [121 1904,122 694,123 1919,124 772125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 635.0137140270415,130 -350.0092285153805,131 22.542636655631668132 ],133 "extent": [134 18.463972746955733,135 18.183464331535106,136 22.60599171834542137 ]138 },139 "obb": {140 "center": [141 635.0137140270415,142 -350.0092285153805,143 22.542636655631668144 ],145 "extent": [146 18.463972746955733,147 18.183464331535106,148 22.60599171834542149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 635,158 -350,159 0160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 0.8999999761581421,168 0.8999999761581421,169 0.8999999761581421170 ]171 },172 "color": [173 159,174 95,175 255176 ]177 },178 {179 "object_id": "SM_Barstool_01_Small3",180 "bbox_2d": [181 1527,182 557,183 1919,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 725.0137140270415,190 -220.00922851538053,191 22.542636655631668192 ],193 "extent": [194 18.463972746955733,195 18.183464331535106,196 22.60599171834542197 ]198 },199 "obb": {200 "center": [201 725.0137140270415,202 -220.00922851538053,203 22.542636655631668204 ],205 "extent": [206 18.463972746955733,207 18.183464331535106,208 22.60599171834542209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 725,218 -220,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 0.8999999761581421,228 0.8999999761581421,229 0.8999999761581421230 ]231 },232 "color": [233 159,234 95,235 127236 ]237 },238 {239 "object_id": "SM_Barstool_01_Small4",240 "bbox_2d": [241 1266,242 549,243 1488,244 809245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 635.0137140270415,250 -220.00922851538053,251 22.542636655631668252 ],253 "extent": [254 18.463972746955733,255 18.183464331535106,256 22.60599171834542257 ]258 },259 "obb": {260 "center": [261 635.0137140270415,262 -220.00922851538053,263 22.542636655631668264 ],265 "extent": [266 18.463972746955733,267 18.183464331535106,268 22.60599171834542269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 635,278 -220,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 0.8999999761581421,288 0.8999999761581421,289 0.8999999761581421290 ]291 },292 "color": [293 159,294 95,295 63296 ]297 }298 ],299 "chair": [300 {301 "object_id": "SM_Chair_01_53",302 "bbox_2d": [303 1474,304 446,305 1675,306 710307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 530.0000038146973,312 -324.99999809265137,313 40.022247314453125314 ],315 "extent": [316 21.862672805786133,317 20.488967895507812,318 40.022247314453125319 ]320 },321 "obb": {322 "center": [323 530.0000038146973,324 -324.99999809265137,325 40.022247314453125326 ],327 "extent": [328 21.862672805786133,329 20.488967895507812,330 40.022247314453125331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 530,340 -325,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 159,356 95,357 95358 ]359 },360 {361 "object_id": "SM_Chair_2",362 "bbox_2d": [363 1164,364 421,365 1321,366 710367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 529.9999961853027,372 -225.00000190734863,373 40.022247314453125374 ],375 "extent": [376 21.862672805786133,377 20.488967895507812,378 40.022247314453125379 ]380 },381 "obb": {382 "center": [383 529.9999961853027,384 -225.00000190734863,385 40.022247314453125386 ],387 "extent": [388 21.862672805786133,389 20.488967895507812,390 40.022247314453125391 ],392 "rotation": [393 0,394 180,395 0396 ]397 },398 "location": [399 530,400 -225,401 0402 ],403 "rotation": [404 0,405 180,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 159,416 0,417 159418 ]419 },420 {421 "object_id": "SM_Chair_4",422 "bbox_2d": [423 1799,424 422,425 1919,426 558427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 529.9999961853027,432 -425.00000190734863,433 40.022247314453125434 ],435 "extent": [436 21.862672805786133,437 20.488967895507812,438 40.022247314453125439 ]440 },441 "obb": {442 "center": [443 529.9999961853027,444 -425.00000190734863,445 40.022247314453125446 ],447 "extent": [448 21.862672805786133,449 20.488967895507812,450 40.022247314453125451 ],452 "rotation": [453 0,454 180,455 0456 ]457 },458 "location": [459 530,460 -425,461 0462 ],463 "rotation": [464 0,465 180,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 159,476 127,477 159478 ]479 },480 {481 "object_id": "SM_Chair_12",482 "bbox_2d": [483 42,484 0,485 882,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 753.7443884906567,492 -117.27447302063119,493 40.02226257324219494 ],495 "extent": [496 22.762253080915684,497 21.45173615042866,498 40.022247314453125499 ]500 },501 "obb": {502 "center": [503 753.7443884906567,504 -117.27447302063119,505 40.02226257324219506 ],507 "extent": [508 22.762253080915684,509 21.45173615042866,510 40.022247314453125511 ],512 "rotation": [513 0,514 2.578369140625,515 0516 ]517 },518 "location": [519 753.744384765625,520 -117.27447509765625,521 1.52587890625e-05522 ],523 "rotation": [524 0,525 2.578369140625,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 223,536 191,537 191538 ]539 }540 ],541 "folding": [542 {543 "object_id": "SM_Folding_Closed_193",544 "bbox_2d": [545 840,546 341,547 1003,548 718549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 563.0454411043925,554 -130.0000126586815,555 50.90002023748582556 ],557 "extent": [558 14.748420726222093,559 24.495208003608745,560 51.49888812606113561 ]562 },563 "obb": {564 "center": [565 563.0454411043925,566 -130.0000126586815,567 50.90002023748581568 ],569 "extent": [570 14.748420726222093,571 24.495208003608745,572 51.49888812606113573 ],574 "rotation": [575 -3.0517578125552415e-05,576 -90.0000991821289,577 -10.000030517578125578 ]579 },580 "location": [581 571.394287109375,582 -130,583 0584 ],585 "rotation": [586 -3.0517578125552415e-05,587 -90.0000991821289,588 -10.000030517578125589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 63,598 223,599 191600 ]601 }602 ],603 "beer crate": [604 {605 "object_id": "SM_Beercrate_02_196",606 "bbox_2d": [607 841,608 687,609 957,610 712611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 591.910888671875,616 -127.89835357666016,617 12.455690383911133618 ],619 "extent": [620 16.99475471831613,621 21.9947441556898,622 12.544294357299805623 ]624 },625 "obb": {626 "center": [627 591.910888671875,628 -127.89835357666016,629 12.455690383911133630 ],631 "extent": [632 16.99475471831613,633 21.9947441556898,634 12.544294357299805635 ],636 "rotation": [637 0,638 -90.00009918212892,639 0640 ]641 },642 "location": [643 591.910888671875,644 -127.89835357666016,645 -1.52587890625e-05646 ],647 "rotation": [648 0,649 -90.00009918212892,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 63,660 223,661 31662 ]663 },664 {665 "object_id": "SM_Beercrate_3",666 "bbox_2d": [667 765,668 646,669 996,670 801671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 627.9992065429688,676 -127.89835357666016,677 12.455690642700574678 ],679 "extent": [680 16.99475471831613,681 21.9947441556898,682 12.544294357299805683 ]684 },685 "obb": {686 "center": [687 627.9992065429688,688 -127.89835357666016,689 12.455690642700574690 ],691 "extent": [692 16.99475471831613,693 21.9947441556898,694 12.544294357299805695 ],696 "rotation": [697 0,698 -90.00009918212892,699 0700 ]701 },702 "location": [703 627.9992065429688,704 -127.89835357666016,705 -1.4999999621068127e-05706 ],707 "rotation": [708 0,709 -90.00009918212892,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 63,720 223,721 95722 ]723 },724 {725 "object_id": "SM_Beercrate_4",726 "bbox_2d": [727 819,728 541,729 957,730 594731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 591.910888671875,736 -127.89835357666016,737 37.52694129943848738 ],739 "extent": [740 16.99475471831613,741 21.9947441556898,742 12.544294357299805743 ]744 },745 "obb": {746 "center": [747 591.910888671875,748 -127.89835357666016,749 37.52694129943848750 ],751 "extent": [752 16.99475471831613,753 21.9947441556898,754 12.544294357299805755 ],756 "rotation": [757 0,758 -90.00009918212892,759 0760 ]761 },762 "location": [763 591.910888671875,764 -127.89835357666016,765 25.07123565673828766 ],767 "rotation": [768 0,769 -90.00009918212892,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 63,780 223,781 159782 ]783 },784 {785 "object_id": "SM_Beercrate_5",786 "bbox_2d": [787 759,788 523,789 996,790 661791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 627.9992065429688,796 -127.89835357666016,797 37.52694129943848798 ],799 "extent": [800 16.99475471831613,801 21.9947441556898,802 12.544294357299805803 ]804 },805 "obb": {806 "center": [807 627.9992065429688,808 -127.89835357666016,809 37.52694129943848810 ],811 "extent": [812 16.99475471831613,813 21.9947441556898,814 12.544294357299805815 ],816 "rotation": [817 0,818 -90.00009918212892,819 0820 ]821 },822 "location": [823 627.9992065429688,824 -127.89835357666016,825 25.07123565673828826 ],827 "rotation": [828 0,829 -90.00009918212892,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 191,840 223,841 0842 ]843 },844 {845 "object_id": "SM_BeerCrate_01_302",846 "bbox_2d": [847 837,848 420,849 955,850 522851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 594,856 -127.00000190734863,857 60.99999809265137858 ],859 "extent": [860 22.500003814697266,861 15.00000286102295,862 11.000004768371582863 ]864 },865 "obb": {866 "center": [867 594,868 -127.00000190734863,869 60.99999809265137870 ],871 "extent": [872 22.500003814697266,873 15.00000286102295,874 11.000004768371582875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 594,884 -127,885 50886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 223,900 191,901 0902 ]903 }904 ],905 "chopstick stand": [906 {907 "object_id": "SM_ChopstickStand3",908 "bbox_2d": [909 1299,910 236,911 1316,912 264913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 671.572136487302,918 -199.585864202277,919 82.75994300842285920 ],921 "extent": [922 6.685903833459065,923 5.782682747893119,924 9.759943008422852925 ]926 },927 "obb": {928 "center": [929 671.572136487302,930 -199.585864202277,931 82.75994300842285932 ],933 "extent": [934 6.685903833459065,935 5.782682747893119,936 9.759943008422852937 ],938 "rotation": [939 0,940 100.00014495849612,941 0942 ]943 },944 "location": [945 670.345703125,946 -201.14735412597656,947 73948 ],949 "rotation": [950 0,951 100.00014495849612,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 191,962 223,963 159964 ]965 }966 ],967 "coat hanger": [968 {969 "object_id": "SM_CoatHanger_350",970 "bbox_2d": [971 1121,972 318,973 1227,974 419975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 453.5434946528736,980 -224.02277366279895,981 111.35374069213867982 ],983 "extent": [984 3.5435377197342177,985 19.967594066807465,986 18.870166778564453987 ]988 },989 "obb": {990 "center": [991 453.5434946528736,992 -224.02277366279895,993 111.35374069213867994 ],995 "extent": [996 3.5435377197342177,997 19.967594066807465,998 18.870166778564453999 ],1000 "rotation": [1001 0,1002 -90.00012207031251,1003 01004 ]1005 },1006 "location": [1007 450,1008 -224,1009 1181010 ],1011 "rotation": [1012 0,1013 -90.00012207031251,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 0,1024 255,1025 151026 ]1027 }1028 ]1029 }1030}