TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l107_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l107_r005/lit.png",5 "camera": {6 "location": [7 -49,8 86,9 19510 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -49,38 86,39 195,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room floor": [54 {55 "object_id": "SM_Room_Floor",56 "bbox_2d": [57 1134,58 1057,59 1196,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 10.26434326171875,66 2.24273681640625,67 -0.3261630535125732468 ],69 "extent": [70 423.74603271484375,71 195.68118286132812,72 0.790035009384155373 ]74 },75 "obb": {76 "center": [77 10.26434326171875,78 2.24273681640625,79 -0.3261630535125732480 ],81 "extent": [82 423.74603271484375,83 195.68118286132812,84 0.790035009384155385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 0112 ]113 }114 ],115 "room": [116 {117 "object_id": "SM_Room_05",118 "bbox_2d": [119 718,120 0,121 801,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -12.77386474609375,128 -105.65663146972656,129 137.00125122070312130 ],131 "extent": [132 5.778125762939453,133 80.36405944824219,134 137.00125122070312135 ]136 },137 "obb": {138 "center": [139 -12.77386474609375,140 -105.65663146972656,141 137.00125122070312142 ],143 "extent": [144 5.778125762939453,145 80.36405944824219,146 137.00125122070312147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 127174 ]175 },176 {177 "object_id": "SM_Room_33",178 "bbox_2d": [179 14,180 0,181 717,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -214.09774780273438,188 -30.96891212463379,189 137.00125122070312190 ],191 "extent": [192 196.61636352539062,193 5.818750381469727,194 137.00125122070312195 ]196 },197 "obb": {198 "center": [199 -214.09774780273438,200 -30.96891212463379,201 137.00125122070312202 ],203 "extent": [204 196.61636352539062,205 5.818750381469727,206 137.00125122070312207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 63,233 63234 ]235 },236 {237 "object_id": "SM_Room_39",238 "bbox_2d": [239 767,240 0,241 1196,242 367243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 6.82373046875,248 -69.15577697753906,249 262.9625244140625250 ],251 "extent": [252 423.84625244140625,253 119.129150390625,254 3.253509521484375255 ]256 },257 "obb": {258 "center": [259 6.82373046875,260 -69.15577697753906,261 262.9625244140625262 ],263 "extent": [264 423.84625244140625,265 119.129150390625,266 3.253509521484375267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 127,293 63294 ]295 }296 ],297 "door": [298 {299 "object_id": "SM_Door_01",300 "bbox_2d": [301 0,302 107,303 559,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -73.4132308959961,310 -37.81229782104492,311 118.2634048461914312 ],313 "extent": [314 41.528175354003906,315 1.5000457763671875,316 117.85313415527344317 ]318 },319 "obb": {320 "center": [321 -73.4132308959961,322 -37.81229782104492,323 118.2634048461914324 ],325 "extent": [326 41.528175354003906,327 1.5000457763671875,328 117.85313415527344329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 0,338 0,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 63,355 127356 ]357 },358 {359 "object_id": "SM_Door_04",360 "bbox_2d": [361 0,362 0,363 625,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -73.19573974609375,370 -31.37153434753418,371 119.93985748291016372 ],373 "extent": [374 45,375 8.500070571899414,376 120.17390441894531377 ]378 },379 "obb": {380 "center": [381 -73.19573974609375,382 -31.37153434753418,383 119.93985748291016384 ],385 "extent": [386 45,387 8.500070571899414,388 120.17390441894531389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 63,415 127416 ]417 }418 ],419 "window": [420 {421 "object_id": "SM_Window_02",422 "bbox_2d": [423 1197,424 0,425 1292,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -15.355621337890625,432 90.34112548828125,433 130.1663360595703434 ],435 "extent": [436 1.0007576942443848,437 38.33171081542969,438 129.7472381591797439 ]440 },441 "obb": {442 "center": [443 -15.355621337890625,444 90.34112548828125,445 130.1663360595703446 ],447 "extent": [448 1.0007576942443848,449 38.33171081542969,450 129.7472381591797451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 0,460 0,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 63,476 63,477 0478 ]479 }480 ],481 "wood wall": [482 {483 "object_id": "SM_Wood_Wall",484 "bbox_2d": [485 802,486 321,487 1196,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 217.1450958251953,494 -184.02069091796875,495 137.00125122070312496 ],497 "extent": [498 224.1408233642578,499 2,500 137.00125122070312501 ]502 },503 "obb": {504 "center": [505 217.1450958251953,506 -184.02069091796875,507 137.00125122070312508 ],509 "extent": [510 224.1408233642578,511 2,512 137.00125122070312513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 0,522 0,523 0524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 63,538 191,539 0540 ]541 }542 ]543 },544 "foreground": {545 "glass": [546 {547 "object_id": "SM_Glass_03_1",548 "bbox_2d": [549 1293,550 0,551 1919,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -15.393613815307617,558 91.1372500160669,559 128.94964599609375560 ],561 "extent": [562 0.236328125,563 34.64369246712886,564 128.94964599609375565 ]566 },567 "obb": {568 "center": [569 -15.393613815307617,570 91.1372500160669,571 128.94964599609375572 ],573 "extent": [574 0.236328125,575 34.64369246712886,576 128.94964599609375577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -2,586 -22,587 0588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1.090000033378601,597 1598 ]599 },600 "color": [601 63,602 0,603 0604 ]605 }606 ],607 "lighting": [608 {609 "object_id": "SM_Lighting",610 "bbox_2d": [611 950,612 305,613 993,614 316615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 39.40386962890625,620 -27.650985717773438,621 259.49249267578125622 ],623 "extent": [624 341.56640625,625 122.9656982421875,626 0.314453125627 ]628 },629 "obb": {630 "center": [631 39.40386962890625,632 -27.650985717773438,633 259.49249267578125634 ],635 "extent": [636 341.56640625,637 122.9656982421875,638 0.314453125639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 0,648 0,649 0650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 0,664 255,665 191666 ]667 }668 ],669 "bed frame": [670 {671 "object_id": "SM_Bed_Frame",672 "bbox_2d": [673 1169,674 861,675 1196,676 1064677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 284,682 -80.99999332427979,683 34.64175033569336684 ],685 "extent": [686 88.90624523162842,687 101.50726318359375,688 39.64175033569336689 ]690 },691 "obb": {692 "center": [693 284,694 -80.99999332427979,695 34.64175033569336696 ],697 "extent": [698 88.90624523162842,699 101.50726318359375,700 39.64175033569336701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 284,710 -81,711 -5712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 0.9375,720 0.875,721 1722 ]723 },724 "color": [725 255,726 191,727 255728 ]729 }730 ],731 "bed blanket": [732 {733 "object_id": "SM_Bed_Blanket",734 "bbox_2d": [735 1192,736 1011,737 1196,738 1018739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 281.00000762939453,744 -65,745 41.00000190734863746 ],747 "extent": [748 98.49034881591797,749 99.26022291183472,750 13.39167594909668751 ]752 },753 "obb": {754 "center": [755 281.00000762939453,756 -65,757 41.00000190734863758 ],759 "extent": [760 98.49034881591797,761 99.26022291183472,762 13.39167594909668763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 281,772 -65,773 41774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 0.9375,783 1784 ]785 },786 "color": [787 191,788 0,789 255790 ]791 }792 ],793 "chair": [794 {795 "object_id": "SM_Chair_Pillow",796 "bbox_2d": [797 970,798 1070,799 1010,800 1079801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 87.00000364801313,806 -113.00000111530954,807 42.30000114440918808 ],809 "extent": [810 32.70484459252637,811 32.14139655642262,812 9.921087265014648813 ]814 },815 "obb": {816 "center": [817 87.00000364801313,818 -113.00000111530954,819 42.30000114440918820 ],821 "extent": [822 32.70484459252637,823 32.14139655642262,824 9.921087265014648825 ],826 "rotation": [827 0,828 -17,829 0830 ]831 },832 "location": [833 87,834 -113,835 42.29999923706055836 ],837 "rotation": [838 0,839 -17,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 191,850 255,851 0852 ]853 }854 ],855 "rest chair": [856 {857 "object_id": "SM_Rest_Chair",858 "bbox_2d": [859 802,860 944,861 1196,862 1079863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 100.00000190734336,868 -106.00000330362779,869 41.536529541015625870 ],871 "extent": [872 93.81039646216799,873 72.86479790340461,874 40.536407470703125875 ]876 },877 "obb": {878 "center": [879 100.00000190734336,880 -106.00000330362779,881 41.536529541015625882 ],883 "extent": [884 93.81039646216799,885 72.86479790340461,886 40.536407470703125887 ],888 "rotation": [889 0,890 -60.000091552734375,891 0892 ]893 },894 "location": [895 100,896 -106,897 1898 ],899 "rotation": [900 0,901 -60.000091552734375,902 0903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 63,912 0,913 31914 ]915 }916 ]917 }918}