TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Church",3 "view_id": "l002_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/luoxin/Church/l002_r005/lit.png",5 "camera": {6 "location": [7 -682,8 -2076,9 66110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -682,38 -2076,39 661,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "column base": [54 {55 "object_id": "SM_ColumnBase74",56 "bbox_2d": [57 167,58 0,59 715,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -659.9951171875,66 -2469.9999923706055,67 594.280975341796968 ],69 "extent": [70 122.79475402832031,71 122.80003356933594,72 464.289581298828173 ]74 },75 "obb": {76 "center": [77 -659.9951171875,78 -2469.9999923706055,79 594.280975341796980 ],81 "extent": [82 122.79475402832031,83 122.80003356933594,84 464.289581298828185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -660,94 -2470,95 13096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 31,111 31112 ]113 },114 {115 "object_id": "SM_ColumnBase77_280",116 "bbox_2d": [117 1314,118 0,119 1599,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -99.9951171875,126 -2469.9999923706055,127 594.2809753417969128 ],129 "extent": [130 122.79475402832031,131 122.80003356933594,132 464.2895812988281133 ]134 },135 "obb": {136 "center": [137 -99.9951171875,138 -2469.9999923706055,139 594.2809753417969140 ],141 "extent": [142 122.79475402832031,143 122.80003356933594,144 464.2895812988281145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -100,154 -2470,155 130156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 31,170 0,171 255172 ]173 },174 {175 "object_id": "SM_ColumnBase79",176 "bbox_2d": [177 1719,178 67,179 1919,180 1073181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 460.0048828125,186 -2469.9999923706055,187 594.2809753417969188 ],189 "extent": [190 122.79475402832031,191 122.80003356933594,192 464.2895812988281193 ]194 },195 "obb": {196 "center": [197 460.0048828125,198 -2469.9999923706055,199 594.2809753417969200 ],201 "extent": [202 122.79475402832031,203 122.80003356933594,204 464.2895812988281205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 460,214 -2470,215 130216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 31,230 127,231 127232 ]233 }234 ],235 "window wall": [236 {237 "object_id": "SM_WindowWall28_265",238 "bbox_2d": [239 0,240 0,241 170,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -939.9999259721678,248 -2514.7462234496284,249 685.9901123046875250 ],251 "extent": [252 207.58983759855147,253 68.73310066190515,254 556.0111083984375255 ]256 },257 "obb": {258 "center": [259 -939.9999259721678,260 -2514.7462234496284,261 685.9901123046875262 ],263 "extent": [264 207.58983759855147,265 68.73310066190515,266 556.0111083984375267 ],268 "rotation": [269 0,270 90.00012207031251,271 0272 ]273 },274 "location": [275 -940,276 -2480,277 130278 ],279 "rotation": [280 0,281 90.00012207031251,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 31,293 31294 ]295 },296 {297 "object_id": "SM_WindowWall33",298 "bbox_2d": [299 713,300 0,301 1341,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -379.9999259721677,308 -2514.7462234496284,309 685.9901123046875310 ],311 "extent": [312 207.5898375985514,313 68.73310066190515,314 556.0111083984375315 ]316 },317 "obb": {318 "center": [319 -379.9999259721677,320 -2514.7462234496284,321 685.9901123046875322 ],323 "extent": [324 207.5898375985514,325 68.73310066190515,326 556.0111083984375327 ],328 "rotation": [329 0,330 90.00012207031251,331 0332 ]333 },334 "location": [335 -380,336 -2480,337 130338 ],339 "rotation": [340 0,341 90.00012207031251,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 31,352 0,353 63354 ]355 },356 {357 "object_id": "SM_WindowWall34",358 "bbox_2d": [359 1567,360 0,361 1774,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 180.00007402783228,368 -2514.7462234496284,369 685.9901123046875370 ],371 "extent": [372 207.5898375985514,373 68.73310066190515,374 556.0111083984375375 ]376 },377 "obb": {378 "center": [379 180.00007402783226,380 -2514.7462234496284,381 685.9901123046875382 ],383 "extent": [384 207.5898375985514,385 68.73310066190515,386 556.0111083984375387 ],388 "rotation": [389 0,390 90.00012207031251,391 0392 ]393 },394 "location": [395 180,396 -2480,397 130398 ],399 "rotation": [400 0,401 90.00012207031251,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 31,412 255,413 255414 ]415 },416 {417 "object_id": "SM_WindowWall31_301",418 "bbox_2d": [419 1912,420 615,421 1919,422 795423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 502.7766876218088,428 -2189.999869065601,429 685.9901123046875430 ],431 "extent": [432 66.76394419584886,433 207.58995786184778,434 556.0111083984375435 ]436 },437 "obb": {438 "center": [439 502.7766876218088,440 -2189.999869065601,441 685.9901123046875442 ],443 "extent": [444 66.76394419584886,445 207.58995786184778,446 556.0111083984375447 ],448 "rotation": [449 0,450 -179.99977111816406,451 0452 ]453 },454 "location": [455 470,456 -2190,457 130458 ],459 "rotation": [460 0,461 -179.99977111816406,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 31,472 127,473 255474 ]475 }476 ],477 "column head": [478 {479 "object_id": "SM_ColumnHead76",480 "bbox_2d": [481 1723,482 0,483 1919,484 90485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 179.70620485710492,490 -2468.8646384528524,491 1378.0552978515625492 ],493 "extent": [494 280.29402209189186,495 107.6583349057073,496 319.17822265625497 ]498 },499 "obb": {500 "center": [501 179.70620485710492,502 -2468.8646384528524,503 1378.0552978515625504 ],505 "extent": [506 280.29402209189186,507 107.6583349057073,508 319.17822265625509 ],510 "rotation": [511 0,512 90.00012207031251,513 0514 ]515 },516 "location": [517 -100,518 -2470,519 1060520 ],521 "rotation": [522 0,523 90.00012207031251,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 31,534 255,535 0536 ]537 },538 {539 "object_id": "SM_ColumnHead73_300",540 "bbox_2d": [541 1740,542 0,543 1919,544 88545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 458.8647273725397,550 -2190.2937972599366,551 1378.0552978515625552 ],553 "extent": [554 107.6588574323585,555 280.29422278722006,556 319.17822265625557 ]558 },559 "obb": {560 "center": [561 458.8647273725397,562 -2190.2937972599366,563 1378.0552978515625564 ],565 "extent": [566 107.6588574323585,567 280.29422278722006,568 319.17822265625569 ],570 "rotation": [571 0,572 -179.99977111816406,573 0574 ]575 },576 "location": [577 460.0006103515625,578 -2470,579 1060580 ],581 "rotation": [582 0,583 -179.99977111816406,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 31,594 127,595 0596 ]597 }598 ],599 "stone floor": [600 {601 "object_id": "SM_FloorStone67",602 "bbox_2d": [603 1696,604 1050,605 1919,606 1079607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 180,612 -2190,613 202.88044381141663614 ],615 "extent": [616 280,617 280,618 3619 ]620 },621 "obb": {622 "center": [623 180,624 -2190,625 202.88044381141663626 ],627 "extent": [628 280,629 280,630 3631 ],632 "rotation": [633 0,634 0,635 0636 ]637 },638 "location": [639 180,640 -2190,641 200642 ],643 "rotation": [644 0,645 0,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 255,656 127,657 159658 ]659 }660 ],661 "small column": [662 {663 "object_id": "SM_SmallCulomn4",664 "bbox_2d": [665 1884,666 896,667 1919,668 967669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 288.3446143383086,674 -2254.6318499991567,675 308.43091583251953676 ],677 "extent": [678 105.75868174777055,679 103.96563469801004,680 102.9294662475586681 ]682 },683 "obb": {684 "center": [685 288.3446143383086,686 -2254.6318499991567,687 308.43091583251953688 ],689 "extent": [690 105.75868174777055,691 103.96563469801004,692 102.9294662475586693 ],694 "rotation": [695 0,696 -54.99988174438476,697 0698 ]699 },700 "location": [701 288.3446044921875,702 -2254.6318359375,703 205.50144958496094704 ],705 "rotation": [706 0,707 -54.99988174438476,708 0709 ],710 "scale": [711 1.5,712 1.5,713 1.5714 ]715 },716 "color": [717 0,718 0,719 223720 ]721 }722 ]723 },724 "foreground": {725 "statue": [726 {727 "object_id": "SM_Statute02_Low_2",728 "bbox_2d": [729 1005,730 0,731 1425,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -375.47341537475586,738 -2380.649227142334,739 736.0564193725586740 ],741 "extent": [742 174.41411209106445,743 67.62273597717285,744 466.29761505126953745 ]746 },747 "obb": {748 "center": [749 -375.47341537475586,750 -2380.649227142334,751 736.0564193725586752 ],753 "extent": [754 174.41411209106445,755 67.62273597717285,756 466.29761505126953757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -375,766 -2380,767 269.6939697265625768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 7,776 7,777 7778 ]779 },780 "color": [781 95,782 31,783 159784 ]785 },786 {787 "object_id": "SM_Statute13",788 "bbox_2d": [789 1667,790 189,791 1919,792 885793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 335.5157461914172,798 -2269.2387872502686,799 677.1236724853516800 ],801 "extent": [802 234.2409499863512,803 208.40066909790266,804 267.2498893737793805 ]806 },807 "obb": {808 "center": [809 335.5157461914172,810 -2269.2387872502686,811 677.1236724853516812 ],813 "extent": [814 234.2409499863512,815 208.40066909790266,816 267.2498893737793817 ],818 "rotation": [819 0,820 35.00009536743165,821 0822 ]823 },824 "location": [825 290.48822021484375,826 -2251.25048828125,827 409.6324462890625828 ],829 "rotation": [830 0,831 35.00009536743165,832 0833 ],834 "scale": [835 -1.25,836 1.25,837 1.25838 ]839 },840 "color": [841 0,842 255,843 223844 ]845 }846 ],847 "candle stand": [848 {849 "object_id": "SM_CandleStand7",850 "bbox_2d": [851 1590,852 887,853 1782,854 1079855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 7.32293701171875,860 -2368.0244140625,861 326.49369049072266862 ],863 "extent": [864 74.77280147708342,865 74.77280053671848,866 120.37154388427734867 ]868 },869 "obb": {870 "center": [871 7.32293701171875,872 -2368.0244140625,873 326.49369049072266874 ],875 "extent": [876 74.77280147708342,877 74.77280053671848,878 120.37154388427734879 ],880 "rotation": [881 0,882 40.000053405761726,883 0884 ]885 },886 "location": [887 7.32293701171875,888 -2368.0244140625,889 206.1033935546875890 ],891 "rotation": [892 0,893 40.000053405761726,894 0895 ],896 "scale": [897 4,898 4,899 4900 ]901 },902 "color": [903 95,904 159,905 31906 ]907 }908 ]909 }910}