TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l104_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l104_r005/lit.png",5 "camera": {6 "location": [7 231,8 123,9 19610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 231,38 123,39 196,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room": [54 {55 "object_id": "SM_Room_01",56 "bbox_2d": [57 1012,58 81,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 435.60748291015625,66 5.5621185302734375,67 137.0012512207031268 ],69 "extent": [70 5.818756103515625,71 192.51406860351562,72 137.0012512207031273 ]74 },75 "obb": {76 "center": [77 435.60748291015625,78 5.5621185302734375,79 137.0012512207031280 ],81 "extent": [82 5.818756103515625,83 192.51406860351562,84 137.0012512207031285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 },114 {115 "object_id": "SM_Room_40",116 "bbox_2d": [117 1501,118 0,119 1798,120 106121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 9.376220703125,126 1.1887054443359375,127 272.7301025390625128 ],129 "extent": [130 424.5625,131 195.3359375,132 1.1112518310546875133 ]134 },135 "obb": {136 "center": [137 9.376220703125,138 1.1887054443359375,139 272.7301025390625140 ],141 "extent": [142 424.5625,143 195.3359375,144 1.1112518310546875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 63,170 0,171 63172 ]173 },174 {175 "object_id": "SM_Room_38",176 "bbox_2d": [177 1655,178 0,179 1919,180 128181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 6.82373046875,186 128.59304809570312,187 262.96240234375188 ],189 "extent": [190 423.84625244140625,191 62.72931671142578,192 3.2534942626953125193 ]194 },195 "obb": {196 "center": [197 6.82373046875,198 128.59304809570312,199 262.96240234375200 ],201 "extent": [202 423.84625244140625,203 62.72931671142578,204 3.2534942626953125205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 0,214 0,215 0216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 255,231 63232 ]233 },234 {235 "object_id": "SM_Room_39",236 "bbox_2d": [237 0,238 0,239 1760,240 371241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 6.82373046875,246 -69.15577697753906,247 262.9625244140625248 ],249 "extent": [250 423.84625244140625,251 119.129150390625,252 3.253509521484375253 ]254 },255 "obb": {256 "center": [257 6.82373046875,258 -69.15577697753906,259 262.9625244140625260 ],261 "extent": [262 423.84625244140625,263 119.129150390625,264 3.253509521484375265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 0,274 0,275 0276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 63,290 127,291 63292 ]293 }294 ],295 "window divided": [296 {297 "object_id": "SM_Window_01",298 "bbox_2d": [299 1183,300 432,301 1649,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 435.60748291015625,308 0.2272796630859375,309 137.16000366210938310 ],311 "extent": [312 5.818756103515625,313 89.87129211425781,314 106.68000793457031315 ]316 },317 "obb": {318 "center": [319 435.60748291015625,320 0.2272796630859375,321 137.16000366210938322 ],323 "extent": [324 5.818756103515625,325 89.87129211425781,326 106.68000793457031327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 127,353 0354 ]355 }356 ],357 "wood wall": [358 {359 "object_id": "SM_Wood_Wall",360 "bbox_2d": [361 0,362 267,363 1011,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 217.1450958251953,370 -184.02069091796875,371 137.00125122070312372 ],373 "extent": [374 224.1408233642578,375 2,376 137.00125122070312377 ]378 },379 "obb": {380 "center": [381 217.1450958251953,382 -184.02069091796875,383 137.00125122070312384 ],385 "extent": [386 224.1408233642578,387 2,388 137.00125122070312389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 191,415 0416 ]417 }418 ]419 },420 "foreground": {421 "glass": [422 {423 "object_id": "SM_Glass_04",424 "bbox_2d": [425 1221,426 409,427 1919,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 435.39263916015625,434 1.8873519897460938,435 136.907958984375436 ],437 "extent": [438 0.236328125,439 82.85237884521484,440 97.97171020507812441 ]442 },443 "obb": {444 "center": [445 435.39263916015625,446 1.8873519897460938,447 136.907958984375448 ],449 "extent": [450 0.236328125,451 82.85237884521484,452 97.97171020507812453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 0,462 0,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 63,478 0,479 255480 ]481 }482 ],483 "lighting": [484 {485 "object_id": "SM_Lighting",486 "bbox_2d": [487 129,488 241,489 951,490 344491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 39.40386962890625,496 -27.650985717773438,497 259.49249267578125498 ],499 "extent": [500 341.56640625,501 122.9656982421875,502 0.314453125503 ]504 },505 "obb": {506 "center": [507 39.40386962890625,508 -27.650985717773438,509 259.49249267578125510 ],511 "extent": [512 341.56640625,513 122.9656982421875,514 0.314453125515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 0,524 0,525 0526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 0,540 255,541 191542 ]543 }544 ],545 "bed frame": [546 {547 "object_id": "SM_Bed_Frame",548 "bbox_2d": [549 234,550 889,551 904,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 284,558 -80.99999332427979,559 34.64175033569336560 ],561 "extent": [562 88.90624523162842,563 101.50726318359375,564 39.64175033569336565 ]566 },567 "obb": {568 "center": [569 284,570 -80.99999332427979,571 34.64175033569336572 ],573 "extent": [574 88.90624523162842,575 101.50726318359375,576 39.64175033569336577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 284,586 -81,587 -5588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 0.9375,596 0.875,597 1598 ]599 },600 "color": [601 255,602 191,603 255604 ]605 }606 ],607 "bed blanket": [608 {609 "object_id": "SM_Bed_Blanket",610 "bbox_2d": [611 623,612 1014,613 975,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 281.00000762939453,620 -65,621 41.00000190734863622 ],623 "extent": [624 98.49034881591797,625 99.26022291183472,626 13.39167594909668627 ]628 },629 "obb": {630 "center": [631 281.00000762939453,632 -65,633 41.00000190734863634 ],635 "extent": [636 98.49034881591797,637 99.26022291183472,638 13.39167594909668639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 281,648 -65,649 41650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 0.9375,659 1660 ]661 },662 "color": [663 191,664 0,665 255666 ]667 }668 ],669 "pillow": [670 {671 "object_id": "SM_Pillow_01",672 "bbox_2d": [673 298,674 947,675 625,676 1079677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 245,682 -149.00000716928295,683 64.99999739058575684 ],685 "extent": [686 37.38641357421875,687 20.25763396676544,688 23.040369087389735689 ]690 },691 "obb": {692 "center": [693 245,694 -149.00000716928295,695 64.99999739058575696 ],697 "extent": [698 37.38641357421875,699 20.25763396676544,700 23.040369087389735701 ],702 "rotation": [703 0,704 0,705 -20.00006103515625706 ]707 },708 "location": [709 245,710 -149,711 65712 ],713 "rotation": [714 0,715 0,716 -20.00006103515625717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 191,726 0,727 127728 ]729 },730 {731 "object_id": "SM_Pillow_2",732 "bbox_2d": [733 628,734 899,735 911,736 1079737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 324,742 -149.00000716928295,743 63.99999739058575744 ],745 "extent": [746 37.38641357421875,747 20.25763396676544,748 23.04036908738973749 ]750 },751 "obb": {752 "center": [753 324,754 -149.00000716928295,755 63.99999739058575756 ],757 "extent": [758 37.38641357421875,759 20.25763396676544,760 23.04036908738973761 ],762 "rotation": [763 0,764 0,765 -20.00006103515625766 ]767 },768 "location": [769 324,770 -149,771 64772 ],773 "rotation": [774 0,775 0,776 -20.00006103515625777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 191,786 255,787 127788 ]789 }790 ],791 "curtain": [792 {793 "object_id": "SM_Curtain",794 "bbox_2d": [795 1122,796 136,797 1919,798 476799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 425,804 2,805 241806 ],807 "extent": [808 5.184539794921875,809 107.52011108398438,810 25.896026611328125811 ]812 },813 "obb": {814 "center": [815 425,816 2,817 241818 ],819 "extent": [820 5.184539794921875,821 107.52011108398438,822 25.896026611328125823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 425,832 2,833 241834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 191,848 191,849 63850 ]851 }852 ],853 "side table": [854 {855 "object_id": "SM_SideTable",856 "bbox_2d": [857 909,858 964,859 1101,860 1079861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 402,866 -139,867 22.53658020103842868 ],869 "extent": [870 25.0001707833232,871 25.00017078332317,872 20.39999877810476873 ]874 },875 "obb": {876 "center": [877 402,878 -139,879 22.53658020103842880 ],881 "extent": [882 25.0001707833232,883 25.00017078332317,884 20.39999877810476885 ],886 "rotation": [887 0,888 89.99965667724611,889 0890 ]891 },892 "location": [893 402,894 -139,895 2896 ],897 "rotation": [898 0,899 89.99965667724611,900 0901 ],902 "scale": [903 1,904 1,905 0.800000011920929906 ]907 },908 "color": [909 0,910 0,911 31912 ]913 }914 ],915 "decor": [916 {917 "object_id": "SM_Deco",918 "bbox_2d": [919 938,920 951,921 1060,922 1039923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 399.03852332056465,928 -141.8502557771,929 52.50552420318127930 ],931 "extent": [932 17.742706243494638,933 13.882079268370696,934 9.445267394185066935 ]936 },937 "obb": {938 "center": [939 399.03852332056465,940 -141.8502557771,941 52.50552420318127942 ],943 "extent": [944 17.742706243494638,945 13.882079268370696,946 9.445267394185066947 ],948 "rotation": [949 0,950 -5.000244140625,951 0952 ]953 },954 "location": [955 399,956 -142,957 43958 ],959 "rotation": [960 0,961 -5.000244140625,962 0963 ],964 "scale": [965 1.5,966 1.5,967 1.5968 ]969 },970 "color": [971 255,972 255,973 31974 ]975 }976 ]977 }978}