TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l010_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l010_r005/lit.png",5 "camera": {6 "location": [7 -29,8 72,9 11810 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -29,38 72,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 730,58 925,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 1546,120 0,121 1919,122 157123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 1540,180 0,181 1753,182 97183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 },236 {237 "object_id": "SM_woodroof_113",238 "bbox_2d": [239 1275,240 0,241 1438,242 41243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 318.353384929158,248 -29.895414810180228,249 419.59094345527046250 ],251 "extent": [252 102.64006227441315,253 238.89991255711357,254 37.60747276143411255 ]256 },257 "obb": {258 "center": [259 318.353384929158,260 -29.895414810180228,261 419.59094345527046262 ],263 "extent": [264 102.64006227441315,265 238.89991255711357,266 37.60747276143411267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 315.8971862792969,276 -29.895389556884766,277 388.9488220214844278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 -0.8274999856948853,286 0.8274999856948853,287 0.8274999856948853288 ]289 },290 "color": [291 191,292 0,293 255294 ]295 }296 ],297 "wall": [298 {299 "object_id": "SM_leftwall_8",300 "bbox_2d": [301 0,302 0,303 1279,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -512.0688954164282,310 -240.97154998867288,311 245.5155487060547312 ],313 "extent": [314 725.6351637653181,315 99.6704478559158,316 242.13623046875317 ]318 },319 "obb": {320 "center": [321 -512.0688954164282,322 -240.97154998867288,323 245.5155487060547324 ],325 "extent": [326 725.6351637653181,327 99.6704478559158,328 242.13623046875329 ],330 "rotation": [331 0,332 179.99977111816406,333 0334 ]335 },336 "location": [337 -512.0692138671875,338 -290.13128662109375,339 0340 ],341 "rotation": [342 0,343 179.99977111816406,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 0,355 127356 ]357 },358 {359 "object_id": "SM_backwall_14",360 "bbox_2d": [361 1275,362 0,363 1919,364 338365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 727,370 -42,371 244.2459716796875372 ],373 "extent": [374 513.4542740243764,375 298.30824864120177,376 243.74131774902344377 ]378 },379 "obb": {380 "center": [381 726.9999999999999,382 -42,383 244.2459716796875384 ],385 "extent": [386 513.4542740243764,387 298.30824864120177,388 243.74131774902344389 ],390 "rotation": [391 0,392 179.999755859375,393 0394 ]395 },396 "location": [397 727,398 -42,399 -1.56610107421875400 ],401 "rotation": [402 0,403 179.999755859375,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 0,415 127416 ]417 }418 ],419 "door frame": [420 {421 "object_id": "SM_doorframe2",422 "bbox_2d": [423 512,424 0,425 1003,426 1024427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 49.11266356234569,432 -155.33301375058022,433 141.48603439331055434 ],435 "extent": [436 59.77880480604274,437 13.562216479467907,438 135.9108123779297439 ]440 },441 "obb": {442 "center": [443 49.11266356234569,444 -155.33301375058022,445 141.48603439331055446 ],447 "extent": [448 59.77880480604274,449 13.562216479467907,450 135.9108123779297451 ],452 "rotation": [453 0,454 179.30589294433597,455 0456 ]457 },458 "location": [459 49.11272430419922,460 -155.33303833007812,461 7.076168060302734462 ],463 "rotation": [464 0,465 179.30589294433597,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 0,476 127,477 0478 ]479 }480 ],481 "door": [482 {483 "object_id": "SM_wooddoor2",484 "bbox_2d": [485 547,486 0,487 977,488 963489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 51.556976318359375,494 -145.8241720199585,495 147.42587280273438496 ],497 "extent": [498 56.42961883544922,499 8.872248649597168,500 124.50353240966797501 ]502 },503 "obb": {504 "center": [505 51.556976318359375,506 -145.8241720199585,507 147.42587280273438508 ],509 "extent": [510 56.42961883544922,511 8.872248649597168,512 124.50353240966797513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 51.55695343017578,522 -145.8241729736328,523 22.922348022460938524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 127,539 255540 ]541 }542 ],543 "pipe": [544 {545 "object_id": "SM_pipeskitchen_90",546 "bbox_2d": [547 1893,548 139,549 1911,550 266551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 1177.9559863401912,556 -261.75722317782504,557 246.57614497792383558 ],559 "extent": [560 13.398842006945642,561 10.99121235027792,562 242.9800451244082563 ]564 },565 "obb": {566 "center": [567 1177.9559863401912,568 -261.75722317782504,569 246.57614497792383570 ],571 "extent": [572 13.398842006945642,573 10.99121235027792,574 242.9800451244082575 ],576 "rotation": [577 0,578 90.00000000000001,579 0580 ]581 },582 "location": [583 1172.7105712890625,584 -261.73883056640625,585 3.596099853515625586 ],587 "rotation": [588 0,589 90.00000000000001,590 0591 ],592 "scale": [593 1.0134018659591675,594 1.0134018659591675,595 1.0134018659591675596 ]597 },598 "color": [599 63,600 191,601 127602 ]603 }604 ]605 },606 "foreground": {607 "appliance": [608 {609 "object_id": "SM_drinkmachine_02_142",610 "bbox_2d": [611 1913,612 317,613 1919,614 468615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 494.77347951432216,620 -53.24713112184537,621 162.6904411315918622 ],623 "extent": [624 46.57321219130756,625 32.825059154618884,626 41.84847640991211627 ]628 },629 "obb": {630 "center": [631 494.77347951432216,632 -53.24713112184537,633 162.6904411315918634 ],635 "extent": [636 46.57321219130756,637 32.825059154618884,638 41.84847640991211639 ],640 "rotation": [641 0,642 179.7389678955078,643 0644 ]645 },646 "location": [647 494.7735290527344,648 -53.24714279174805,649 118.64938354492188650 ],651 "rotation": [652 0,653 179.7389678955078,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 191,664 63,665 255666 ]667 }668 ],669 "radio": [670 {671 "object_id": "SM_radio_239",672 "bbox_2d": [673 1683,674 78,675 1852,676 243677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 267.2080949640321,682 -36.92670261380694,683 214.54082679748535684 ],685 "extent": [686 24.151767612249344,687 22.936805058142753,688 26.571252822875977689 ]690 },691 "obb": {692 "center": [693 267.2080949640321,694 -36.92670261380694,695 214.54082679748535696 ],697 "extent": [698 24.151767612249344,699 22.936805058142753,700 26.571252822875977701 ],702 "rotation": [703 0,704 -41.07333755493164,705 0706 ]707 },708 "location": [709 267.12860107421875,710 -37.017913818359375,711 187.96853637695312712 ],713 "rotation": [714 0,715 -41.07333755493164,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 255,726 255,727 95728 ]729 }730 ],731 "power": [732 {733 "object_id": "SM_powerplug_B_256",734 "bbox_2d": [735 0,736 176,737 54,738 264739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -87.05441428607753,744 -143.65715369166827,745 171.2145748689195746 ],747 "extent": [748 6.688223967162003,749 1.5225630144691422,750 6.688224689302331751 ]752 },753 "obb": {754 "center": [755 -87.05441428607753,756 -143.65715369166827,757 171.2145748689195758 ],759 "extent": [760 6.688223967162003,761 1.5225630144691422,762 6.688224689302331763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 -87.05441284179688,772 -145.1525421142578,773 171.21456909179688774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1.5144380331039429,782 1.5144380331039429,783 1.5144380331039429784 ]785 },786 "color": [787 63,788 127,789 95790 ]791 },792 {793 "object_id": "SM_powerplug_B2",794 "bbox_2d": [795 78,796 184,797 179,798 320799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -70.43809179622087,804 -143.6004728070576,805 167.72523973416224806 ],807 "extent": [808 6.688226855723315,809 1.5520698488054734,810 10.84524787366945811 ]812 },813 "obb": {814 "center": [815 -70.43809179622087,816 -143.6004728070576,817 167.72523973416224818 ],819 "extent": [820 6.688226855723315,821 1.5520698488054734,822 10.84524787366945823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -70.4380874633789,832 -145.1525421142578,833 168.26414489746094834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1.5144380331039429,842 1.5144380331039429,843 1.5144380331039429844 ]845 },846 "color": [847 63,848 63,849 95850 ]851 },852 {853 "object_id": "SM_powerplug_B3",854 "bbox_2d": [855 1026,856 319,857 1067,858 372859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 123.6061158042545,864 -143.65715369166827,865 171.2145748689195866 ],867 "extent": [868 6.688223967162003,869 1.5225630144691422,870 6.688224689302331871 ]872 },873 "obb": {874 "center": [875 123.6061158042545,876 -143.65715369166827,877 171.2145748689195878 ],879 "extent": [880 6.688223967162003,881 1.5225630144691422,882 6.688224689302331883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 123.60611724853516,892 -145.1525421142578,893 171.21456909179688894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1.5144380331039429,902 1.5144380331039429,903 1.5144380331039429904 ]905 },906 "color": [907 63,908 191,909 95910 ]911 }912 ],913 "device": [914 {915 "object_id": "SM_megaphone_109",916 "bbox_2d": [917 1565,918 264,919 1590,920 271921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 291.82728012609203,926 -104.44778969655124,927 194.50672012655326928 ],929 "extent": [930 24.642490398743746,931 21.582222146958372,932 15.047307297863933 ]934 },935 "obb": {936 "center": [937 291.82728012609203,938 -104.44778969655124,939 194.50672012655326940 ],941 "extent": [942 24.642490398743746,943 21.582222146958372,944 15.047307297863945 ],946 "rotation": [947 -11.495376586914064,948 -157.4867706298828,949 89.37276458740233950 ]951 },952 "location": [953 289.30743408203125,954 -109.3406753540039,955 193.69873046875956 ],957 "rotation": [958 -11.495376586914064,959 -157.4867706298828,960 89.37276458740233961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 255,970 0,971 159972 ]973 }974 ]975 }976}