TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l064_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l064_r005/lit.png",5 "camera": {6 "location": [7 -292,8 55,9 14910 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -292,38 55,39 149,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room": [54 {55 "object_id": "SM_Room_01",56 "bbox_2d": [57 1896,58 339,59 1919,60 72661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 435.60748291015625,66 5.5621185302734375,67 137.0012512207031268 ],69 "extent": [70 5.818756103515625,71 192.51406860351562,72 137.0012512207031273 ]74 },75 "obb": {76 "center": [77 435.60748291015625,78 5.5621185302734375,79 137.0012512207031280 ],81 "extent": [82 5.818756103515625,83 192.51406860351562,84 137.0012512207031285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 },114 {115 "object_id": "SM_Room_05",116 "bbox_2d": [117 1878,118 27,119 1895,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -12.77386474609375,126 -105.65663146972656,127 137.00125122070312128 ],129 "extent": [130 5.778125762939453,131 80.36405944824219,132 137.00125122070312133 ]134 },135 "obb": {136 "center": [137 -12.77386474609375,138 -105.65663146972656,139 137.00125122070312140 ],141 "extent": [142 5.778125762939453,143 80.36405944824219,144 137.00125122070312145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 127172 ]173 },174 {175 "object_id": "SM_Room_33",176 "bbox_2d": [177 736,178 0,179 1877,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -214.09774780273438,186 -30.96891212463379,187 137.00125122070312188 ],189 "extent": [190 196.61636352539062,191 5.818750381469727,192 137.00125122070312193 ]194 },195 "obb": {196 "center": [197 -214.09774780273438,198 -30.96891212463379,199 137.00125122070312200 ],201 "extent": [202 196.61636352539062,203 5.818750381469727,204 137.00125122070312205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 0,214 0,215 0216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 255,230 63,231 63232 ]233 },234 {235 "object_id": "SM_Room_39",236 "bbox_2d": [237 1842,238 0,239 1919,240 341241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 6.82373046875,246 -69.15577697753906,247 262.9625244140625248 ],249 "extent": [250 423.84625244140625,251 119.129150390625,252 3.253509521484375253 ]254 },255 "obb": {256 "center": [257 6.82373046875,258 -69.15577697753906,259 262.9625244140625260 ],261 "extent": [262 423.84625244140625,263 119.129150390625,264 3.253509521484375265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 0,274 0,275 0276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 63,290 127,291 63292 ]293 }294 ],295 "door": [296 {297 "object_id": "SM_Door_01",298 "bbox_2d": [299 1663,300 84,301 1783,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -73.4132308959961,308 -37.81229782104492,309 118.2634048461914310 ],311 "extent": [312 41.528175354003906,313 1.5000457763671875,314 117.85313415527344315 ]316 },317 "obb": {318 "center": [319 -73.4132308959961,320 -37.81229782104492,321 118.2634048461914322 ],323 "extent": [324 41.528175354003906,325 1.5000457763671875,326 117.85313415527344327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 127,352 63,353 127354 ]355 },356 {357 "object_id": "SM_Door_02",358 "bbox_2d": [359 0,360 0,361 640,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -313.5359191894531,368 -37.81229782104492,369 118.2634048461914370 ],371 "extent": [372 41.528167724609375,373 1.5000457763671875,374 117.85313415527344375 ]376 },377 "obb": {378 "center": [379 -313.5359191894531,380 -37.81229782104492,381 118.2634048461914382 ],383 "extent": [384 41.528167724609375,385 1.5000457763671875,386 117.85313415527344387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 0,396 0,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 0,412 63,413 63414 ]415 },416 {417 "object_id": "SM_Door_04",418 "bbox_2d": [419 1638,420 0,421 1871,422 1079423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 -73.19573974609375,428 -31.37153434753418,429 119.93985748291016430 ],431 "extent": [432 45,433 8.500070571899414,434 120.17390441894531435 ]436 },437 "obb": {438 "center": [439 -73.19573974609375,440 -31.37153434753418,441 119.93985748291016442 ],443 "extent": [444 45,445 8.500070571899414,446 120.17390441894531447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 0,456 0,457 0458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 63,472 63,473 127474 ]475 },476 {477 "object_id": "SM_Door_05",478 "bbox_2d": [479 641,480 0,481 735,482 1079483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 -313.31842041015625,488 -31.37153434753418,489 119.93985748291016490 ],491 "extent": [492 45,493 8.500070571899414,494 120.17390441894531495 ]496 },497 "obb": {498 "center": [499 -313.31842041015625,500 -31.37153434753418,501 119.93985748291016502 ],503 "extent": [504 45,505 8.500070571899414,506 120.17390441894531507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 0,516 0,517 0518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 63,532 63,533 63534 ]535 },536 {537 "object_id": "SM_Door3",538 "bbox_2d": [539 1663,540 807,541 1681,542 822543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 -102,548 -32.5,549 95550 ],551 "extent": [552 7.148256362532976,553 3.6948661731127235,554 7.7611236572265625555 ]556 },557 "obb": {558 "center": [559 -102,560 -32.5,561 95562 ],563 "extent": [564 7.148256362532976,565 3.6948661731127235,566 7.7611236572265625567 ],568 "rotation": [569 0,570 -3.0517578125e-05,571 0572 ]573 },574 "location": [575 -102,576 -32.5,577 95578 ],579 "rotation": [580 0,581 -3.0517578125e-05,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 191,592 191,593 0594 ]595 }596 ]597 },598 "foreground": {599 "bed frame": [600 {601 "object_id": "SM_Bed_Frame",602 "bbox_2d": [603 1896,604 861,605 1919,606 919607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 284,612 -80.99999332427979,613 34.64175033569336614 ],615 "extent": [616 88.90624523162842,617 101.50726318359375,618 39.64175033569336619 ]620 },621 "obb": {622 "center": [623 284,624 -80.99999332427979,625 34.64175033569336626 ],627 "extent": [628 88.90624523162842,629 101.50726318359375,630 39.64175033569336631 ],632 "rotation": [633 0,634 0,635 0636 ]637 },638 "location": [639 284,640 -81,641 -5642 ],643 "rotation": [644 0,645 0,646 0647 ],648 "scale": [649 0.9375,650 0.875,651 1652 ]653 },654 "color": [655 255,656 191,657 255658 ]659 }660 ],661 "bed blanket": [662 {663 "object_id": "SM_Bed_Blanket",664 "bbox_2d": [665 1896,666 740,667 1919,668 866669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 281.00000762939453,674 -65,675 41.00000190734863676 ],677 "extent": [678 98.49034881591797,679 99.26022291183472,680 13.39167594909668681 ]682 },683 "obb": {684 "center": [685 281.00000762939453,686 -65,687 41.00000190734863688 ],689 "extent": [690 98.49034881591797,691 99.26022291183472,692 13.39167594909668693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 281,702 -65,703 41704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 0.9375,713 1714 ]715 },716 "color": [717 191,718 0,719 255720 ]721 }722 ],723 "carpet": [724 {725 "object_id": "SM_Carpet2",726 "bbox_2d": [727 1896,728 914,729 1919,730 1079731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 227.1999969482422,736 -41.5,737 3.5999996662139893738 ],739 "extent": [740 186.38496915818894,741 125.22013675801105,742 2.4685420989990234743 ]744 },745 "obb": {746 "center": [747 227.1999969482422,748 -41.5,749 3.5999996662139893750 ],751 "extent": [752 186.38496915818894,753 125.22013675801105,754 2.4685420989990234755 ],756 "rotation": [757 0,758 89.99996185302736,759 0760 ]761 },762 "location": [763 227.1999969482422,764 -41.5,765 3.5999999046325684766 ],767 "rotation": [768 0,769 89.99996185302736,770 0771 ],772 "scale": [773 1.5625,774 1.28125,775 1776 ]777 },778 "color": [779 191,780 255,781 255782 ]783 }784 ],785 "rest chair": [786 {787 "object_id": "SM_Rest_Chair",788 "bbox_2d": [789 1896,790 868,791 1919,792 947793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 100.00000190734336,798 -106.00000330362779,799 41.536529541015625800 ],801 "extent": [802 93.81039646216799,803 72.86479790340461,804 40.536407470703125805 ]806 },807 "obb": {808 "center": [809 100.00000190734336,810 -106.00000330362779,811 41.536529541015625812 ],813 "extent": [814 93.81039646216799,815 72.86479790340461,816 40.536407470703125817 ],818 "rotation": [819 0,820 -60.000091552734375,821 0822 ]823 },824 "location": [825 100,826 -106,827 1828 ],829 "rotation": [830 0,831 -60.000091552734375,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 63,842 0,843 31844 ]845 }846 ],847 "decor": [848 {849 "object_id": "SM_Deco",850 "bbox_2d": [851 1896,852 705,853 1919,854 741855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 399.03852332056465,860 -141.8502557771,861 52.50552420318127862 ],863 "extent": [864 17.742706243494638,865 13.882079268370696,866 9.445267394185066867 ]868 },869 "obb": {870 "center": [871 399.03852332056465,872 -141.8502557771,873 52.50552420318127874 ],875 "extent": [876 17.742706243494638,877 13.882079268370696,878 9.445267394185066879 ],880 "rotation": [881 0,882 -5.000244140625,883 0884 ]885 },886 "location": [887 399,888 -142,889 43890 ],891 "rotation": [892 0,893 -5.000244140625,894 0895 ],896 "scale": [897 1.5,898 1.5,899 1.5900 ]901 },902 "color": [903 255,904 255,905 31906 ]907 }908 ]909 }910}