TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l057_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l057_r004/lit.png",5 "camera": {6 "location": [7 -77,8 125,9 13510 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -77,38 125,39 135,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room floor": [54 {55 "object_id": "SM_Room_Floor",56 "bbox_2d": [57 201,58 975,59 557,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 10.26434326171875,66 2.24273681640625,67 -0.3261630535125732468 ],69 "extent": [70 423.74603271484375,71 195.68118286132812,72 0.790035009384155373 ]74 },75 "obb": {76 "center": [77 10.26434326171875,78 2.24273681640625,79 -0.3261630535125732480 ],81 "extent": [82 423.74603271484375,83 195.68118286132812,84 0.790035009384155385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 0112 ]113 }114 ],115 "room": [116 {117 "object_id": "SM_Room_04",118 "bbox_2d": [119 0,120 55,121 267,122 998123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -416.40472412109375,128 -17.387954711914062,129 137.00125122070312130 ],131 "extent": [132 5.69061279296875,133 169.26719665527344,134 137.00125122070312135 ]136 },137 "obb": {138 "center": [139 -416.40472412109375,140 -17.387954711914062,141 137.00125122070312142 ],143 "extent": [144 5.69061279296875,145 169.26719665527344,146 137.00125122070312147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_Room_33",178 "bbox_2d": [179 268,180 0,181 1206,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -214.09774780273438,188 -30.96891212463379,189 137.00125122070312190 ],191 "extent": [192 196.61636352539062,193 5.818750381469727,194 137.00125122070312195 ]196 },197 "obb": {198 "center": [199 -214.09774780273438,200 -30.96891212463379,201 137.00125122070312202 ],203 "extent": [204 196.61636352539062,205 5.818750381469727,206 137.00125122070312207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 63,233 63234 ]235 },236 {237 "object_id": "SM_Room_39",238 "bbox_2d": [239 6,240 0,241 595,242 136243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 6.82373046875,248 -69.15577697753906,249 262.9625244140625250 ],251 "extent": [252 423.84625244140625,253 119.129150390625,254 3.253509521484375255 ]256 },257 "obb": {258 "center": [259 6.82373046875,260 -69.15577697753906,261 262.9625244140625262 ],263 "extent": [264 423.84625244140625,265 119.129150390625,266 3.253509521484375267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 127,293 63294 ]295 }296 ],297 "door": [298 {299 "object_id": "SM_Door_01",300 "bbox_2d": [301 1259,302 0,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -73.4132308959961,310 -37.81229782104492,311 118.2634048461914312 ],313 "extent": [314 41.528175354003906,315 1.5000457763671875,316 117.85313415527344317 ]318 },319 "obb": {320 "center": [321 -73.4132308959961,322 -37.81229782104492,323 118.2634048461914324 ],325 "extent": [326 41.528175354003906,327 1.5000457763671875,328 117.85313415527344329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 0,338 0,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 63,355 127356 ]357 },358 {359 "object_id": "SM_Door_02",360 "bbox_2d": [361 410,362 147,363 557,364 1064365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -313.5359191894531,370 -37.81229782104492,371 118.2634048461914372 ],373 "extent": [374 41.528167724609375,375 1.5000457763671875,376 117.85313415527344377 ]378 },379 "obb": {380 "center": [381 -313.5359191894531,382 -37.81229782104492,383 118.2634048461914384 ],385 "extent": [386 41.528167724609375,387 1.5000457763671875,388 117.85313415527344389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 63,415 63416 ]417 },418 {419 "object_id": "SM_Door_04",420 "bbox_2d": [421 1207,422 0,423 1258,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -73.19573974609375,430 -31.37153434753418,431 119.93985748291016432 ],433 "extent": [434 45,435 8.500070571899414,436 120.17390441894531437 ]438 },439 "obb": {440 "center": [441 -73.19573974609375,442 -31.37153434753418,443 119.93985748291016444 ],445 "extent": [446 45,447 8.500070571899414,448 120.17390441894531449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 0,458 0,459 0460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 63,474 63,475 127476 ]477 },478 {479 "object_id": "SM_Door_05",480 "bbox_2d": [481 354,482 90,483 574,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -313.31842041015625,490 -31.37153434753418,491 119.93985748291016492 ],493 "extent": [494 45,495 8.500070571899414,496 120.17390441894531497 ]498 },499 "obb": {500 "center": [501 -313.31842041015625,502 -31.37153434753418,503 119.93985748291016504 ],505 "extent": [506 45,507 8.500070571899414,508 120.17390441894531509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 0,518 0,519 0520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 63,534 63,535 63536 ]537 },538 {539 "object_id": "SM_Door2",540 "bbox_2d": [541 397,542 653,543 429,544 706545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 -343,550 -32.5,551 95552 ],553 "extent": [554 7.148256362532948,555 3.6948661731127235,556 7.7611236572265625557 ]558 },559 "obb": {560 "center": [561 -343,562 -32.5,563 95564 ],565 "extent": [566 7.148256362532948,567 3.6948661731127235,568 7.7611236572265625569 ],570 "rotation": [571 0,572 -3.0517578125e-05,573 0574 ]575 },576 "location": [577 -343,578 -32.5,579 95580 ],581 "rotation": [582 0,583 -3.0517578125e-05,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 191,594 63,595 191596 ]597 },598 {599 "object_id": "SM_Door3",600 "bbox_2d": [601 1284,602 740,603 1376,604 838605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 -102,610 -32.5,611 95612 ],613 "extent": [614 7.148256362532976,615 3.6948661731127235,616 7.7611236572265625617 ]618 },619 "obb": {620 "center": [621 -102,622 -32.5,623 95624 ],625 "extent": [626 7.148256362532976,627 3.6948661731127235,628 7.7611236572265625629 ],630 "rotation": [631 0,632 -3.0517578125e-05,633 0634 ]635 },636 "location": [637 -102,638 -32.5,639 95640 ],641 "rotation": [642 0,643 -3.0517578125e-05,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 191,654 191,655 0656 ]657 }658 ],659 "ceiling lamp": [660 {661 "object_id": "SM_CeillingLamp",662 "bbox_2d": [663 0,664 0,665 23,666 89667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 -348,672 51.999999046325684,673 244.32045936584473674 ],675 "extent": [676 3.8753914833068848,677 3.8702821731567383,678 15.777303695678711679 ]680 },681 "obb": {682 "center": [683 -348,684 51.999999046325684,685 244.32045936584473686 ],687 "extent": [688 3.8753914833068848,689 3.8702821731567383,690 15.777303695678711691 ],692 "rotation": [693 0,694 0,695 0696 ]697 },698 "location": [699 -348,700 52,701 260702 ],703 "rotation": [704 0,705 0,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 191,716 191,717 191718 ]719 }720 ]721 },722 "foreground": {723 "kitchen marble": [724 {725 "object_id": "SM_Kitchen_Marble",726 "bbox_2d": [727 0,728 897,729 359,730 1079731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -160.33001708984375,736 109.10777282714844,737 85.25738 ],739 "extent": [740 144.76406860351562,741 31.867874145507812,742 1.25743 ]744 },745 "obb": {746 "center": [747 -160.33001708984375,748 109.10777282714844,749 85.25750 ],751 "extent": [752 144.76406860351562,753 31.867874145507812,754 1.25755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 0,764 0,765 0766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 63,780 0,781 127782 ]783 }784 ],785 "cooker": [786 {787 "object_id": "SM_Cooker",788 "bbox_2d": [789 0,790 923,791 140,792 1060793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -238,798 107,799 95.99851608276367800 ],801 "extent": [802 40.56880094131799,803 25.078331608449986,804 8.961257934570312805 ]806 },807 "obb": {808 "center": [809 -238,810 107,811 95.99851608276367812 ],813 "extent": [814 40.56880094131799,815 25.078331608449986,816 8.961257934570312817 ],818 "rotation": [819 0,820 -179.9999237060547,821 0822 ]823 },824 "location": [825 -238,826 107,827 87828 ],829 "rotation": [830 0,831 -179.9999237060547,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 255,842 191,843 63844 ]845 }846 ],847 "kitchen hood": [848 {849 "object_id": "SM_Kitchen_Hood",850 "bbox_2d": [851 0,852 143,853 72,854 267855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -249,860 113,861 211862 ],863 "extent": [864 45.00003692415521,865 27.500061288332574,866 45.517822265625867 ]868 },869 "obb": {870 "center": [871 -249,872 113,873 211874 ],875 "extent": [876 45.00003692415521,877 27.500061288332574,878 45.517822265625879 ],880 "rotation": [881 0,882 -89.99993896484375,883 0884 ]885 },886 "location": [887 -249,888 113,889 211890 ],891 "rotation": [892 0,893 -89.99993896484375,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 191,904 127,905 127906 ]907 }908 ]909 }910}