TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "HotelRoomVol1",3 "view_id": "l033_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/HotelRoomVol1/l033_r000/lit.png",5 "camera": {6 "location": [7 -2,8 -306,9 14610 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -2,38 -306,39 146,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingA",56 "bbox_2d": [57 1132,58 0,59 1919,60 8861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 20,67 260.002075195312568 ],69 "extent": [70 200,71 463.29998779296875,72 20.00209045410156273 ]74 },75 "obb": {76 "center": [77 0,78 20,79 260.002075195312580 ],81 "extent": [82 200,83 463.29998779296875,84 20.00209045410156285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 20,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_CeilingB",116 "bbox_2d": [117 137,118 0,119 1155,120 64121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 0,126 -358.29998779296875,127 238128 ],129 "extent": [130 180,131 85,132 2133 ]134 },135 "obb": {136 "center": [137 0,138 -358.29998779296875,139 238140 ],141 "extent": [142 180,143 85,144 2145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 -358.29998779296875,155 236156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 }174 ],175 "background wall": [176 {177 "object_id": "SM_BackgroundwallC",178 "bbox_2d": [179 1132,180 89,181 1919,182 711183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 138.97036743164062,188 -39.36470031738281,189 127.49999237060547190 ],191 "extent": [192 61.02964782714844,193 233.93521118164062,194 112.5195 ]196 },197 "obb": {198 "center": [199 138.97036743164062,200 -39.36470031738281,201 127.49999237060547202 ],203 "extent": [204 61.02964782714844,205 233.93521118164062,206 112.5207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 200,216 -39.36470031738281,217 15218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 255234 ]235 },236 {237 "object_id": "SM_BackgroundwallD",238 "bbox_2d": [239 236,240 65,241 1131,242 902243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 190,248 -358.2999725341797,249 120.00002136230978250 ],251 "extent": [252 10.000007629394531,253 85.00000762939453,254 120.0000228881836255 ]256 },257 "obb": {258 "center": [259 190,260 -358.2999725341797,261 120.00002136230978262 ],263 "extent": [264 10.000007629394531,265 85.00000762939453,266 120.0000228881836267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 200,276 -358.29998779296875,277 3.662109884317033e-05278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 127,293 63294 ]295 },296 {297 "object_id": "SM_BackgroundwallA",298 "bbox_2d": [299 1132,300 712,301 1919,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 194.8563780784607,308 -40.36479949951172,309 62.49999237060547310 ],311 "extent": [312 5.143621921539307,313 232.9352569580078,314 47.5315 ]316 },317 "obb": {318 "center": [319 194.8563780784607,320 -40.36479949951172,321 62.49999237060547322 ],323 "extent": [324 5.143621921539307,325 232.9352569580078,326 47.5327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 200,336 -40.36479949951172,337 15338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 255,352 63,353 255354 ]355 }356 ],357 "wall lamp": [358 {359 "object_id": "SM_WallLamp",360 "bbox_2d": [361 571,362 452,363 714,364 480365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 176.98500061035156,370 -364.8559875488281,371 159.677001953125372 ],373 "extent": [374 3,375 12.5,376 2.5377 ]378 },379 "obb": {380 "center": [381 176.98500061035156,382 -364.8559875488281,383 159.677001953125384 ],385 "extent": [386 3,387 12.5,388 2.5389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 179.98500061035156,398 -364.8559875488281,399 159.677001953125400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 255,415 127416 ]417 }418 ]419 },420 "foreground": {421 "sofa": [422 {423 "object_id": "SM_Sofa",424 "bbox_2d": [425 0,426 885,427 1152,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 136.7830047607422,434 -362.3440234041493,435 51.409241676326005436 ],437 "extent": [438 43.96183776855469,439 89.15413540365967,440 36.46275743999065441 ]442 },443 "obb": {444 "center": [445 136.7830047607422,446 -362.3440234041493,447 51.409241676326448 ],449 "extent": [450 43.96183776855469,451 89.15413540365967,452 36.46275743999065453 ],454 "rotation": [455 0,456 0,457 -1.0017900422099046e-05458 ]459 },460 "location": [461 136.7830047607422,462 -362.343994140625,463 14.946499824523926464 ],465 "rotation": [466 0,467 0,468 -1.0017900422099046e-05469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 63,479 0480 ]481 }482 ],483 "curtain": [484 {485 "object_id": "SM_CurtainB001",486 "bbox_2d": [487 235,488 65,489 235,490 97491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 173.06899642944535,496 -460.06000900268623,497 140.17323303222656498 ],499 "extent": [500 49.35889114727598,501 3.510708140746601,502 138.00962829589844503 ]504 },505 "obb": {506 "center": [507 173.06899642944535,508 -460.06000900268623,509 140.17323303222656510 ],511 "extent": [512 49.35889114727598,513 3.510708140746601,514 138.00962829589844515 ],516 "rotation": [517 0,518 1.0017900422099046e-05,519 0520 ]521 },522 "location": [523 173.06900024414062,524 -460.05999755859375,525 277.52301025390625526 ],527 "rotation": [528 0,529 1.0017900422099046e-05,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 191,541 255542 ]543 },544 {545 "object_id": "SM_CurtainA001",546 "bbox_2d": [547 0,548 0,549 235,550 995551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 169.39900588989258,556 -450.303014755249,557 140.9367218017578558 ],559 "extent": [560 24.034090042114258,561 8.739770889282227,562 138.2534637451172563 ]564 },565 "obb": {566 "center": [567 169.39900588989258,568 -450.303014755249,569 140.9367218017578570 ],571 "extent": [572 24.034090042114258,573 8.739770889282227,574 138.2534637451172575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 169.3990020751953,584 -450.3030090332031,585 279.12200927734375586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 255,600 191,601 127602 ]603 }604 ],605 "bed": [606 {607 "object_id": "SM_Beda001",608 "bbox_2d": [609 1156,610 985,611 1919,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 92.09200286865234,618 -188.5219955444336,619 40.678226470947266620 ],621 "extent": [622 97.79872131347656,623 78.52067565917969,624 25.705135345458984625 ]626 },627 "obb": {628 "center": [629 92.09200286865234,630 -188.5219955444336,631 40.678226470947266632 ],633 "extent": [634 97.79872131347656,635 78.52067565917969,636 25.705135345458984637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 92.09200286865234,646 -188.52200317382812,647 15648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 63,662 191,663 191664 ]665 },666 {667 "object_id": "SM_Bedb001",668 "bbox_2d": [669 1572,670 1076,671 1919,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 48.03324890136719,678 -187.70826721191406,679 45.92771911621094680 ],681 "extent": [682 82.77275848388672,683 94.72562408447266,684 31.081745147705078685 ]686 },687 "obb": {688 "center": [689 48.03324890136719,690 -187.70826721191406,691 45.92771911621094692 ],693 "extent": [694 82.77275848388672,695 94.72562408447266,696 31.081745147705078697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 92.09200286865234,706 -188.52200317382812,707 15708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 191,722 0,723 0724 ]725 }726 ],727 "pillow": [728 {729 "object_id": "SM_PillowA001",730 "bbox_2d": [731 1283,732 899,733 1339,734 984735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 183.61700248718262,740 -189.67000198364258,741 68.39539909362793742 ],743 "extent": [744 7.069190502166748,745 53.396400451660156,746 8.051918983459473747 ]748 },749 "obb": {750 "center": [751 183.61700248718262,752 -189.67000198364258,753 68.39539909362793754 ],755 "extent": [756 7.069190502166748,757 53.396400451660156,758 8.051918983459473759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 183.61700439453125,768 -189.6699981689453,769 68.39540100097656770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 191,784 0,785 127786 ]787 },788 {789 "object_id": "SM_PillowB001",790 "bbox_2d": [791 1286,792 760,793 1844,794 1023795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 174.71600341796875,800 -187.07500076293945,801 82.11799240112305802 ],803 "extent": [804 14.708823204040527,805 54.53270721435547,806 20.160995483398438807 ]808 },809 "obb": {810 "center": [811 174.71600341796875,812 -187.07500076293945,813 82.11799240112305814 ],815 "extent": [816 14.708823204040527,817 54.53270721435547,818 20.160995483398438819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 174.71600341796875,828 -187.0749969482422,829 82.11799621582031830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 191,844 0,845 63846 ]847 },848 {849 "object_id": "SM_PillowC001",850 "bbox_2d": [851 1333,852 831,853 1919,854 1073855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 153.91199588775635,860 -189.0089988708496,861 79.50050163269043862 ],863 "extent": [864 11.88922119140625,865 52.05424499511719,866 15.85400390625867 ]868 },869 "obb": {870 "center": [871 153.91199588775635,872 -189.0089988708496,873 79.50050163269043874 ],875 "extent": [876 11.88922119140625,877 52.05424499511719,878 15.85400390625879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 153.91200256347656,888 -189.00900268554688,889 79.50050354003906890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 191,904 255,905 0906 ]907 }908 ]909 }910}