TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l106_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l106_r005/lit.png",5 "camera": {6 "location": [7 -16,8 26,9 18610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -16,38 26,39 186,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room": [54 {55 "object_id": "SM_Room_01",56 "bbox_2d": [57 1632,58 323,59 1919,60 102261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 435.60748291015625,66 5.5621185302734375,67 137.0012512207031268 ],69 "extent": [70 5.818756103515625,71 192.51406860351562,72 137.0012512207031273 ]74 },75 "obb": {76 "center": [77 435.60748291015625,78 5.5621185302734375,79 137.0012512207031280 ],81 "extent": [82 5.818756103515625,83 192.51406860351562,84 137.0012512207031285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 },114 {115 "object_id": "SM_Room_05",116 "bbox_2d": [117 368,118 0,119 609,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -12.77386474609375,126 -105.65663146972656,127 137.00125122070312128 ],129 "extent": [130 5.778125762939453,131 80.36405944824219,132 137.00125122070312133 ]134 },135 "obb": {136 "center": [137 -12.77386474609375,138 -105.65663146972656,139 137.00125122070312140 ],141 "extent": [142 5.778125762939453,143 80.36405944824219,144 137.00125122070312145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 127172 ]173 },174 {175 "object_id": "SM_Room_33",176 "bbox_2d": [177 52,178 0,179 367,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -214.09774780273438,186 -30.96891212463379,187 137.00125122070312188 ],189 "extent": [190 196.61636352539062,191 5.818750381469727,192 137.00125122070312193 ]194 },195 "obb": {196 "center": [197 -214.09774780273438,198 -30.96891212463379,199 137.00125122070312200 ],201 "extent": [202 196.61636352539062,203 5.818750381469727,204 137.00125122070312205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 0,214 0,215 0216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 255,230 63,231 63232 ]233 },234 {235 "object_id": "SM_Room_39",236 "bbox_2d": [237 610,238 0,239 1919,240 364241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 6.82373046875,246 -69.15577697753906,247 262.9625244140625248 ],249 "extent": [250 423.84625244140625,251 119.129150390625,252 3.253509521484375253 ]254 },255 "obb": {256 "center": [257 6.82373046875,258 -69.15577697753906,259 262.9625244140625260 ],261 "extent": [262 423.84625244140625,263 119.129150390625,264 3.253509521484375265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 0,274 0,275 0276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 63,290 127,291 63292 ]293 }294 ],295 "door": [296 {297 "object_id": "SM_Door_04",298 "bbox_2d": [299 0,300 0,301 51,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -73.19573974609375,308 -31.37153434753418,309 119.93985748291016310 ],311 "extent": [312 45,313 8.500070571899414,314 120.17390441894531315 ]316 },317 "obb": {318 "center": [319 -73.19573974609375,320 -31.37153434753418,321 119.93985748291016322 ],323 "extent": [324 45,325 8.500070571899414,326 120.17390441894531327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 63,353 127354 ]355 }356 ],357 "wood wall": [358 {359 "object_id": "SM_Wood_Wall",360 "bbox_2d": [361 610,362 185,363 1631,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 217.1450958251953,370 -184.02069091796875,371 137.00125122070312372 ],373 "extent": [374 224.1408233642578,375 2,376 137.00125122070312377 ]378 },379 "obb": {380 "center": [381 217.1450958251953,382 -184.02069091796875,383 137.00125122070312384 ],385 "extent": [386 224.1408233642578,387 2,388 137.00125122070312389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 191,415 0416 ]417 }418 ]419 },420 "foreground": {421 "lighting": [422 {423 "object_id": "SM_Lighting",424 "bbox_2d": [425 954,426 179,427 1685,428 339429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 39.40386962890625,434 -27.650985717773438,435 259.49249267578125436 ],437 "extent": [438 341.56640625,439 122.9656982421875,440 0.314453125441 ]442 },443 "obb": {444 "center": [445 39.40386962890625,446 -27.650985717773438,447 259.49249267578125448 ],449 "extent": [450 341.56640625,451 122.9656982421875,452 0.314453125453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 0,462 0,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 255,479 191480 ]481 }482 ],483 "bed frame": [484 {485 "object_id": "SM_Bed_Frame",486 "bbox_2d": [487 1224,488 826,489 1599,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 284,496 -80.99999332427979,497 34.64175033569336498 ],499 "extent": [500 88.90624523162842,501 101.50726318359375,502 39.64175033569336503 ]504 },505 "obb": {506 "center": [507 284,508 -80.99999332427979,509 34.64175033569336510 ],511 "extent": [512 88.90624523162842,513 101.50726318359375,514 39.64175033569336515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 284,524 -81,525 -5526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 0.9375,534 0.875,535 1536 ]537 },538 "color": [539 255,540 191,541 255542 ]543 }544 ],545 "bed blanket": [546 {547 "object_id": "SM_Bed_Blanket",548 "bbox_2d": [549 1280,550 945,551 1919,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 281.00000762939453,558 -65,559 41.00000190734863560 ],561 "extent": [562 98.49034881591797,563 99.26022291183472,564 13.39167594909668565 ]566 },567 "obb": {568 "center": [569 281.00000762939453,570 -65,571 41.00000190734863572 ],573 "extent": [574 98.49034881591797,575 99.26022291183472,576 13.39167594909668577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 281,586 -65,587 41588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 0.9375,597 1598 ]599 },600 "color": [601 191,602 0,603 255604 ]605 }606 ],607 "pillow": [608 {609 "object_id": "SM_Pillow_01",610 "bbox_2d": [611 1298,612 865,613 1568,614 1058615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 245,620 -149.00000716928295,621 64.99999739058575622 ],623 "extent": [624 37.38641357421875,625 20.25763396676544,626 23.040369087389735627 ]628 },629 "obb": {630 "center": [631 245,632 -149.00000716928295,633 64.99999739058575634 ],635 "extent": [636 37.38641357421875,637 20.25763396676544,638 23.040369087389735639 ],640 "rotation": [641 0,642 0,643 -20.00006103515625644 ]645 },646 "location": [647 245,648 -149,649 65650 ],651 "rotation": [652 0,653 0,654 -20.00006103515625655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 191,664 0,665 127666 ]667 },668 {669 "object_id": "SM_Pillow_2",670 "bbox_2d": [671 1463,672 831,673 1696,674 990675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 324,680 -149.00000716928295,681 63.99999739058575682 ],683 "extent": [684 37.38641357421875,685 20.25763396676544,686 23.04036908738973687 ]688 },689 "obb": {690 "center": [691 324,692 -149.00000716928295,693 63.99999739058575694 ],695 "extent": [696 37.38641357421875,697 20.25763396676544,698 23.04036908738973699 ],700 "rotation": [701 0,702 0,703 -20.00006103515625704 ]705 },706 "location": [707 324,708 -149,709 64710 ],711 "rotation": [712 0,713 0,714 -20.00006103515625715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 191,724 255,725 127726 ]727 }728 ],729 "curtain": [730 {731 "object_id": "SM_Curtain",732 "bbox_2d": [733 1862,734 327,735 1919,736 454737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 425,742 2,743 241744 ],745 "extent": [746 5.184539794921875,747 107.52011108398438,748 25.896026611328125749 ]750 },751 "obb": {752 "center": [753 425,754 2,755 241756 ],757 "extent": [758 5.184539794921875,759 107.52011108398438,760 25.896026611328125761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 425,770 2,771 241772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 191,786 191,787 63788 ]789 }790 ],791 "side table": [792 {793 "object_id": "SM_SideTable",794 "bbox_2d": [795 1664,796 896,797 1802,798 976799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 402,804 -139,805 22.53658020103842806 ],807 "extent": [808 25.0001707833232,809 25.00017078332317,810 20.39999877810476811 ]812 },813 "obb": {814 "center": [815 402,816 -139,817 22.53658020103842818 ],819 "extent": [820 25.0001707833232,821 25.00017078332317,822 20.39999877810476823 ],824 "rotation": [825 0,826 89.99965667724611,827 0828 ]829 },830 "location": [831 402,832 -139,833 2834 ],835 "rotation": [836 0,837 89.99965667724611,838 0839 ],840 "scale": [841 1,842 1,843 0.800000011920929844 ]845 },846 "color": [847 0,848 0,849 31850 ]851 }852 ],853 "rest chair": [854 {855 "object_id": "SM_Rest_Chair",856 "bbox_2d": [857 689,858 1036,859 811,860 1079861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 100.00000190734336,866 -106.00000330362779,867 41.536529541015625868 ],869 "extent": [870 93.81039646216799,871 72.86479790340461,872 40.536407470703125873 ]874 },875 "obb": {876 "center": [877 100.00000190734336,878 -106.00000330362779,879 41.536529541015625880 ],881 "extent": [882 93.81039646216799,883 72.86479790340461,884 40.536407470703125885 ],886 "rotation": [887 0,888 -60.000091552734375,889 0890 ]891 },892 "location": [893 100,894 -106,895 1896 ],897 "rotation": [898 0,899 -60.000091552734375,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 63,910 0,911 31912 ]913 }914 ],915 "decor": [916 {917 "object_id": "SM_Deco",918 "bbox_2d": [919 1669,920 879,921 1765,922 951923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 399.03852332056465,928 -141.8502557771,929 52.50552420318127930 ],931 "extent": [932 17.742706243494638,933 13.882079268370696,934 9.445267394185066935 ]936 },937 "obb": {938 "center": [939 399.03852332056465,940 -141.8502557771,941 52.50552420318127942 ],943 "extent": [944 17.742706243494638,945 13.882079268370696,946 9.445267394185066947 ],948 "rotation": [949 0,950 -5.000244140625,951 0952 ]953 },954 "location": [955 399,956 -142,957 43958 ],959 "rotation": [960 0,961 -5.000244140625,962 0963 ],964 "scale": [965 1.5,966 1.5,967 1.5968 ]969 },970 "color": [971 255,972 255,973 31974 ]975 }976 ]977 }978}