TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Church",3 "view_id": "l021_off1_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Church/l021_off1_r004/lit.png",5 "camera": {6 "location": [7 319,8 -2115,9 122310 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 319,38 -2115,39 1223,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "column base": [54 {55 "object_id": "SM_ColumnBase74",56 "bbox_2d": [57 0,58 751,59 155,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -659.9951171875,66 -2469.9999923706055,67 594.280975341796968 ],69 "extent": [70 122.79475402832031,71 122.80003356933594,72 464.289581298828173 ]74 },75 "obb": {76 "center": [77 -659.9951171875,78 -2469.9999923706055,79 594.280975341796980 ],81 "extent": [82 122.79475402832031,83 122.80003356933594,84 464.289581298828185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -660,94 -2470,95 13096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 31,111 31112 ]113 },114 {115 "object_id": "SM_ColumnBase77_280",116 "bbox_2d": [117 362,118 872,119 807,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -99.9951171875,126 -2469.9999923706055,127 594.2809753417969128 ],129 "extent": [130 122.79475402832031,131 122.80003356933594,132 464.2895812988281133 ]134 },135 "obb": {136 "center": [137 -99.9951171875,138 -2469.9999923706055,139 594.2809753417969140 ],141 "extent": [142 122.79475402832031,143 122.80003356933594,144 464.2895812988281145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -100,154 -2470,155 130156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 31,170 0,171 255172 ]173 },174 {175 "object_id": "SM_ColumnBase79",176 "bbox_2d": [177 1580,178 1053,179 1639,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 460.0048828125,186 -2469.9999923706055,187 594.2809753417969188 ],189 "extent": [190 122.79475402832031,191 122.80003356933594,192 464.2895812988281193 ]194 },195 "obb": {196 "center": [197 460.0048828125,198 -2469.9999923706055,199 594.2809753417969200 ],201 "extent": [202 122.79475402832031,203 122.80003356933594,204 464.2895812988281205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 460,214 -2470,215 130216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 31,230 127,231 127232 ]233 }234 ],235 "column head": [236 {237 "object_id": "SM_ColumnHead70",238 "bbox_2d": [239 0,240 27,241 50,242 399243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -940.2937951428951,248 -2468.8646384528524,249 1378.0552978515625250 ],251 "extent": [252 280.2940220918919,253 107.6583349057073,254 319.17822265625255 ]256 },257 "obb": {258 "center": [259 -940.2937951428951,260 -2468.8646384528524,261 1378.0552978515625262 ],263 "extent": [264 280.2940220918919,265 107.6583349057073,266 319.17822265625267 ],268 "rotation": [269 0,270 90.00012207031251,271 0272 ]273 },274 "location": [275 -1220,276 -2470,277 1060278 ],279 "rotation": [280 0,281 90.00012207031251,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 31,293 31294 ]295 },296 {297 "object_id": "SM_ColumnHead75",298 "bbox_2d": [299 0,300 0,301 558,302 908303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -380.2937951428951,308 -2468.8646384528524,309 1378.0552978515625310 ],311 "extent": [312 280.29402209189186,313 107.6583349057073,314 319.17822265625315 ]316 },317 "obb": {318 "center": [319 -380.2937951428951,320 -2468.8646384528524,321 1378.0552978515625322 ],323 "extent": [324 280.29402209189186,325 107.6583349057073,326 319.17822265625327 ],328 "rotation": [329 0,330 90.00012207031251,331 0332 ]333 },334 "location": [335 -660,336 -2470,337 1060338 ],339 "rotation": [340 0,341 90.00012207031251,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 31,352 0,353 127354 ]355 },356 {357 "object_id": "SM_ColumnHead76",358 "bbox_2d": [359 415,360 0,361 1919,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 179.70620485710492,368 -2468.8646384528524,369 1378.0552978515625370 ],371 "extent": [372 280.29402209189186,373 107.6583349057073,374 319.17822265625375 ]376 },377 "obb": {378 "center": [379 179.70620485710492,380 -2468.8646384528524,381 1378.0552978515625382 ],383 "extent": [384 280.29402209189186,385 107.6583349057073,386 319.17822265625387 ],388 "rotation": [389 0,390 90.00012207031251,391 0392 ]393 },394 "location": [395 -100,396 -2470,397 1060398 ],399 "rotation": [400 0,401 90.00012207031251,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 31,412 255,413 0414 ]415 },416 {417 "object_id": "SM_ColumnHead73_300",418 "bbox_2d": [419 1638,420 0,421 1919,422 1079423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 458.8647273725397,428 -2190.2937972599366,429 1378.0552978515625430 ],431 "extent": [432 107.6588574323585,433 280.29422278722006,434 319.17822265625435 ]436 },437 "obb": {438 "center": [439 458.8647273725397,440 -2190.2937972599366,441 1378.0552978515625442 ],443 "extent": [444 107.6588574323585,445 280.29422278722006,446 319.17822265625447 ],448 "rotation": [449 0,450 -179.99977111816406,451 0452 ]453 },454 "location": [455 460.0006103515625,456 -2470,457 1060458 ],459 "rotation": [460 0,461 -179.99977111816406,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 31,472 127,473 0474 ]475 }476 ],477 "window wall": [478 {479 "object_id": "SM_WindowWall28_265",480 "bbox_2d": [481 0,482 903,483 7,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -939.9999259721678,490 -2514.7462234496284,491 685.9901123046875492 ],493 "extent": [494 207.58983759855147,495 68.73310066190515,496 556.0111083984375497 ]498 },499 "obb": {500 "center": [501 -939.9999259721678,502 -2514.7462234496284,503 685.9901123046875504 ],505 "extent": [506 207.58983759855147,507 68.73310066190515,508 556.0111083984375509 ],510 "rotation": [511 0,512 90.00012207031251,513 0514 ]515 },516 "location": [517 -940,518 -2480,519 130520 ],521 "rotation": [522 0,523 90.00012207031251,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 63,534 31,535 31536 ]537 },538 {539 "object_id": "SM_WindowWall33",540 "bbox_2d": [541 267,542 528,543 408,544 1079545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 -379.9999259721677,550 -2514.7462234496284,551 685.9901123046875552 ],553 "extent": [554 207.5898375985514,555 68.73310066190515,556 556.0111083984375557 ]558 },559 "obb": {560 "center": [561 -379.9999259721677,562 -2514.7462234496284,563 685.9901123046875564 ],565 "extent": [566 207.5898375985514,567 68.73310066190515,568 556.0111083984375569 ],570 "rotation": [571 0,572 90.00012207031251,573 0574 ]575 },576 "location": [577 -380,578 -2480,579 130580 ],581 "rotation": [582 0,583 90.00012207031251,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 31,594 0,595 63596 ]597 },598 {599 "object_id": "SM_WindowWall34",600 "bbox_2d": [601 760,602 521,603 1638,604 1079605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 180.00007402783228,610 -2514.7462234496284,611 685.9901123046875612 ],613 "extent": [614 207.5898375985514,615 68.73310066190515,616 556.0111083984375617 ]618 },619 "obb": {620 "center": [621 180.00007402783226,622 -2514.7462234496284,623 685.9901123046875624 ],625 "extent": [626 207.5898375985514,627 68.73310066190515,628 556.0111083984375629 ],630 "rotation": [631 0,632 90.00012207031251,633 0634 ]635 },636 "location": [637 180,638 -2480,639 130640 ],641 "rotation": [642 0,643 90.00012207031251,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 31,654 255,655 255656 ]657 }658 ]659 },660 "foreground": {661 "statue": [662 {663 "object_id": "SM_Statute02_Low_2",664 "bbox_2d": [665 15,666 572,667 409,668 1079669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -375.47341537475586,674 -2380.649227142334,675 736.0564193725586676 ],677 "extent": [678 174.41411209106445,679 67.62273597717285,680 466.29761505126953681 ]682 },683 "obb": {684 "center": [685 -375.47341537475586,686 -2380.649227142334,687 736.0564193725586688 ],689 "extent": [690 174.41411209106445,691 67.62273597717285,692 466.29761505126953693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -375,702 -2380,703 269.6939697265625704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 7,712 7,713 7714 ]715 },716 "color": [717 95,718 31,719 159720 ]721 }722 ],723 "flag": [724 {725 "object_id": "SM_Flag17",726 "bbox_2d": [727 43,728 0,729 201,730 659731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -380.3770446777344,736 -2348.671450138092,737 1426.7685852050781738 ],739 "extent": [740 125.75077819824219,741 7.909839630126953,742 267.0431213378906743 ]744 },745 "obb": {746 "center": [747 -380.3770446777344,748 -2348.671450138092,749 1426.7685852050781750 ],751 "extent": [752 125.75077819824219,753 7.909839630126953,754 267.0431213378906755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -380,764 -2355,765 1685766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 0,780 15,781 63782 ]783 },784 {785 "object_id": "SM_Flag18",786 "bbox_2d": [787 685,788 0,789 1266,790 800791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 169.62295532226562,796 -2348.671450138092,797 1426.7685852050781798 ],799 "extent": [800 125.75077819824219,801 7.909839630126953,802 267.0431213378906803 ]804 },805 "obb": {806 "center": [807 169.62295532226562,808 -2348.671450138092,809 1426.7685852050781810 ],811 "extent": [812 125.75077819824219,813 7.909839630126953,814 267.0431213378906815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 170,824 -2355,825 1685826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 255,840 15,841 191842 ]843 }844 ]845 }846}