TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l038_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l038_r003/lit.png",5 "camera": {6 "location": [7 -102,8 573,9 17010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -102,38 573,39 170,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window4",56 "bbox_2d": [57 1445,58 0,59 1919,60 97661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 439.8597279855553,67 219.5106124877929768 ],69 "extent": [70 5,71 55.520464069539685,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 439.8597279855553,79 219.5106124877929780 ],81 "extent": [82 5,83 55.520464069539685,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 384.3392639160156,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1799999475479126,105 1106 ]107 },108 "color": [109 0,110 0,111 63112 ]113 },114 {115 "object_id": "SM_Window5",116 "bbox_2d": [117 751,118 0,119 1444,120 976121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 550.8835316964928,127 219.51061248779297128 ],129 "extent": [130 5,131 55.520464069539685,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 550.8835316964928,139 219.51061248779297140 ],141 "extent": [142 5,143 55.520464069539685,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 495.3630676269531,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1799999475479126,165 1166 ]167 },168 "color": [169 0,170 255,171 63172 ]173 },174 {175 "object_id": "SM_Window6",176 "bbox_2d": [177 40,178 0,179 750,180 976181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -260.562744140625,186 663.2409183566147,187 219.51061248779297188 ],189 "extent": [190 5,191 56.93122597380216,192 119.43922424316406193 ]194 },195 "obb": {196 "center": [197 -260.562744140625,198 663.2409183566147,199 219.51061248779297200 ],201 "extent": [202 5,203 56.93122597380216,204 119.43922424316406205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -255.562744140625,214 606.3096923828125,215 100.09675598144531216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1.209983468055725,225 1226 ]227 },228 "color": [229 0,230 127,231 63232 ]233 }234 ]235 },236 "foreground": {237 "armchair": [238 {239 "object_id": "SM_AmchairTreadle_71",240 "bbox_2d": [241 0,242 493,243 54,244 865245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -152.8481072756076,250 690.1914664693588,251 135.18423461914062252 ],253 "extent": [254 90.17419874910203,255 74.60563740934913,256 41.904197692871094257 ]258 },259 "obb": {260 "center": [261 -152.8481072756076,262 690.1914664693588,263 135.18423461914062264 ],265 "extent": [266 90.17419874910203,267 74.60563740934913,268 41.904197692871094269 ],270 "rotation": [271 0,272 60.00009536743165,273 0274 ]275 },276 "location": [277 -181.7554931640625,278 707.0924682617188,279 93.3218994140625280 ],281 "rotation": [282 0,283 60.00009536743165,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 255,295 63296 ]297 }298 ],299 "curtain": [300 {301 "object_id": "SM_CurtainLong8",302 "bbox_2d": [303 824,304 0,305 1453,306 135307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -237.5807647705078,312 548.1863531408244,313 286.1421890258789314 ],315 "extent": [316 2.8221588134765625,317 44.898785157101884,318 59.639122009277344319 ]320 },321 "obb": {322 "center": [323 -237.5807647705078,324 548.1863531408244,325 286.1421890258789326 ],327 "extent": [328 2.8221588134765625,329 44.898785157101884,330 59.639122009277344331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -240.40292358398438,340 546.6011352539062,341 345.78131103515625342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 0.8799999952316284,351 1352 ]353 },354 "color": [355 0,356 63,357 255358 ]359 },360 {361 "object_id": "SM_CurtainLong9",362 "bbox_2d": [363 46,364 0,365 678,366 135367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -237.5800018310547,372 656.2885259923869,373 286.1421890258789374 ],375 "extent": [376 2.8221588134765625,377 44.898785157101884,378 59.639122009277344379 ]380 },381 "obb": {382 "center": [383 -237.5800018310547,384 656.2885259923869,385 286.1421890258789386 ],387 "extent": [388 2.8221588134765625,389 44.898785157101884,390 59.639122009277344391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -240.40216064453125,400 654.7033081054688,401 345.78131103515625402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 0.8799999952316284,411 1412 ]413 },414 "color": [415 0,416 63,417 127418 ]419 }420 ],421 "decorative grass": [422 {423 "object_id": "SM_Decorative73_438",424 "bbox_2d": [425 415,426 470,427 513,428 662429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -216.03517150878906,434 631.714241027832,435 166.90699768066406436 ],437 "extent": [438 5.235870361328125,439 5.270179748535156,440 11.30023193359375441 ]442 },443 "obb": {444 "center": [445 -216.03517150878906,446 631.714241027832,447 166.90699768066406448 ],449 "extent": [450 5.235870361328125,451 5.270179748535156,452 11.30023193359375453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -216.03514099121094,462 631.7142333984375,463 155.5080108642578464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 31,478 63,479 127480 ]481 },482 {483 "object_id": "SM_Decorative74_441",484 "bbox_2d": [485 470,486 620,487 581,488 676489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -208.61138153076172,494 621.0982666015625,495 158.09076690673828496 ],497 "extent": [498 5.650764465332031,499 5.647735595703125,500 2.5378570556640625501 ]502 },503 "obb": {504 "center": [505 -208.61138153076172,506 621.0982666015625,507 158.09076690673828508 ],509 "extent": [510 5.650764465332031,511 5.647735595703125,512 2.5378570556640625513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -208.61138916015625,522 621.0982666015625,523 155.5080108642578524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 31,538 63,539 63540 ]541 },542 {543 "object_id": "SM_Decorative75_444",544 "bbox_2d": [545 255,546 522,547 396,548 665549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -209.1886987929999,554 644.2610459530428,555 163.78991996510706556 ],557 "extent": [558 7.4541206130003275,559 7.949630178640177,560 8.199088504662257561 ]562 },563 "obb": {564 "center": [565 -209.1886987929999,566 644.2610459530428,567 163.78991996510706568 ],569 "extent": [570 7.4541206130003275,571 7.949630178640177,572 8.199088504662257573 ],574 "rotation": [575 0,576 -70.00003051757811,577 0578 ]579 },580 "location": [581 -209.2161102294922,582 644.3221435546875,583 155.50799560546875584 ],585 "rotation": [586 0,587 -70.00003051757811,588 0589 ],590 "scale": [591 1.2631105184555054,592 1.2631105184555054,593 1.2631105184555054594 ]595 },596 "color": [597 31,598 63,599 191600 ]601 },602 {603 "object_id": "SM_Decorative149_122",604 "bbox_2d": [605 386,606 987,607 509,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -212.31260681152344,614 631.6609039306641,615 111.01156616210938616 ],617 "extent": [618 6.26995849609375,619 6.2699737548828125,620 11.5621 ]622 },623 "obb": {624 "center": [625 -212.31260681152344,626 631.6609039306641,627 111.01156616210938628 ],629 "extent": [630 6.26995849609375,631 6.2699737548828125,632 11.5633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -212.3126678466797,642 631.660888671875,643 99.49374389648438644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 31,658 95,659 159660 ]661 },662 {663 "object_id": "SM_Decorative150_125",664 "bbox_2d": [665 267,666 609,667 361,668 685669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -200.14453125,674 638.8701171875,675 159.09020352363586676 ],677 "extent": [678 3.9829070568084717,679 3.9831271171569824,680 3.573169708251953681 ]682 },683 "obb": {684 "center": [685 -200.14453125,686 638.8701171875,687 159.09020352363586688 ],689 "extent": [690 3.9829070568084717,691 3.9831271171569824,692 3.573169708251953693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -200.14453125,702 638.8701171875,703 155.51678466796875704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 95,718 0,719 159720 ]721 }722 ],723 "table": [724 {725 "object_id": "SM_ColumnTable_2",726 "bbox_2d": [727 199,728 645,729 664,730 1079731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -214.41236877441406,736 632.1419658660889,737 124.42224884033203738 ],739 "extent": [740 23.490083694458008,741 23.490083694458008,742 31.094552993774414743 ]744 },745 "obb": {746 "center": [747 -214.41236877441406,748 632.1419658660889,749 124.42224884033203750 ],751 "extent": [752 23.490083694458008,753 23.490083694458008,754 31.094552993774414755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -214.41236877441406,764 632.1419677734375,765 93.32185363769531766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 31,780 191,781 127782 ]783 },784 {785 "object_id": "SM_Table2",786 "bbox_2d": [787 1008,788 1060,789 1210,790 1079791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -172.5878398365335,796 568.2576394089491,797 107.1172853529797798 ],799 "extent": [800 22.535877694533895,801 25.752792456612156,802 12.914347226612335803 ]804 },805 "obb": {806 "center": [807 -172.5878398365335,808 568.2576394089491,809 107.1172853529797810 ],811 "extent": [812 22.535877694533895,813 25.752792456612156,814 12.914347226612335815 ],816 "rotation": [817 0,818 -100.00013732910158,819 0820 ]821 },822 "location": [823 -172.78273010253906,824 568.1492919921875,825 94.16777801513672826 ],827 "rotation": [828 0,829 -100.00013732910158,830 0831 ],832 "scale": [833 0.4000000059604645,834 0.5,835 1.281386375427246836 ]837 },838 "color": [839 0,840 159,841 255842 ]843 }844 ],845 "glasses": [846 {847 "object_id": "SM_Glasses2_109",848 "bbox_2d": [849 374,850 639,851 532,852 685853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -203.32000636611153,858 626.5207805223553,859 157.49033570289612860 ],861 "extent": [862 10.642745252978813,863 10.28749076332258,864 2.3020620346069336865 ]866 },867 "obb": {868 "center": [869 -203.32000636611153,870 626.5207805223553,871 157.49033570289612872 ],873 "extent": [874 10.642745252978813,875 10.28749076332258,876 2.3020620346069336877 ],878 "rotation": [879 0,880 -120.00015258789062,881 0882 ]883 },884 "location": [885 -202.9651336669922,886 625.7177734375,887 155.51681518554688888 ],889 "rotation": [890 0,891 -120.00015258789062,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 31,902 191,903 159904 ]905 }906 ],907 "books": [908 {909 "object_id": "SM_Book108_112",910 "bbox_2d": [911 375,912 818,913 573,914 957915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -212.91830777061037,920 629.6941652012732,921 130.40203559103406922 ],923 "extent": [924 12.945374938220965,925 13.017183723774338,926 4.52768866610063927 ]928 },929 "obb": {930 "center": [931 -212.91830777061037,932 629.6941652012732,933 130.40203559103406934 ],935 "extent": [936 12.945374938220965,937 13.017183723774338,938 4.52768866610063939 ],940 "rotation": [941 0,942 -50.00012207031249,943 0944 ]945 },946 "location": [947 -213.32958984375,948 629.3490600585938,949 125.8001708984375950 ],951 "rotation": [952 0,953 -50.00012207031249,954 0955 ],956 "scale": [957 0.800000011920929,958 0.800000011920929,959 0.800000011920929960 ]961 },962 "color": [963 31,964 31,965 159966 ]967 }968 ],969 "sofa": [970 {971 "object_id": "SM_SofaSingle3_6",972 "bbox_2d": [973 1540,974 696,975 1919,976 1079977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -154.99427628886622,982 481.50767148137766,983 124.89787335848428984 ],985 "extent": [986 61.12913516601515,987 61.8748375147932,988 29.07433820179608989 ]990 },991 "obb": {992 "center": [993 -154.99427628886622,994 481.50767148137766,995 124.89787335848428996 ],997 "extent": [998 61.12913516601515,999 61.8748375147932,1000 29.074338201796081001 ],1002 "rotation": [1003 0,1004 -50,1005 01006 ]1007 },1008 "location": [1009 -143.1593475341797,1010 491.42852783203125,1011 95.794128417968751012 ],1013 "rotation": [1014 0,1015 -50,1016 01017 ],1018 "scale": [1019 0.800000011920929,1020 0.800000011920929,1021 0.8000000119209291022 ]1023 },1024 "color": [1025 95,1026 31,1027 1591028 ]1029 }1030 ]1031 }1032}