TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Church",3 "view_id": "l002_off2_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Church/l002_off2_r005/lit.png",5 "camera": {6 "location": [7 -682,8 -2076,9 75110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -682,38 -2076,39 751,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "column base": [54 {55 "object_id": "SM_ColumnBase74",56 "bbox_2d": [57 167,58 0,59 758,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -659.9951171875,66 -2469.9999923706055,67 594.280975341796968 ],69 "extent": [70 122.79475402832031,71 122.80003356933594,72 464.289581298828173 ]74 },75 "obb": {76 "center": [77 -659.9951171875,78 -2469.9999923706055,79 594.280975341796980 ],81 "extent": [82 122.79475402832031,83 122.80003356933594,84 464.289581298828185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -660,94 -2470,95 13096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 31,111 31112 ]113 },114 {115 "object_id": "SM_ColumnBase77_280",116 "bbox_2d": [117 1323,118 0,119 1645,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -99.9951171875,126 -2469.9999923706055,127 594.2809753417969128 ],129 "extent": [130 122.79475402832031,131 122.80003356933594,132 464.2895812988281133 ]134 },135 "obb": {136 "center": [137 -99.9951171875,138 -2469.9999923706055,139 594.2809753417969140 ],141 "extent": [142 122.79475402832031,143 122.80003356933594,144 464.2895812988281145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -100,154 -2470,155 130156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 31,170 0,171 255172 ]173 },174 {175 "object_id": "SM_ColumnBase79",176 "bbox_2d": [177 1719,178 174,179 1919,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 460.0048828125,186 -2469.9999923706055,187 594.2809753417969188 ],189 "extent": [190 122.79475402832031,191 122.80003356933594,192 464.2895812988281193 ]194 },195 "obb": {196 "center": [197 460.0048828125,198 -2469.9999923706055,199 594.2809753417969200 ],201 "extent": [202 122.79475402832031,203 122.80003356933594,204 464.2895812988281205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 460,214 -2470,215 130216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 31,230 127,231 127232 ]233 }234 ],235 "window wall": [236 {237 "object_id": "SM_WindowWall28_265",238 "bbox_2d": [239 0,240 0,241 170,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -939.9999259721678,248 -2514.7462234496284,249 685.9901123046875250 ],251 "extent": [252 207.58983759855147,253 68.73310066190515,254 556.0111083984375255 ]256 },257 "obb": {258 "center": [259 -939.9999259721678,260 -2514.7462234496284,261 685.9901123046875262 ],263 "extent": [264 207.58983759855147,265 68.73310066190515,266 556.0111083984375267 ],268 "rotation": [269 0,270 90.00012207031251,271 0272 ]273 },274 "location": [275 -940,276 -2480,277 130278 ],279 "rotation": [280 0,281 90.00012207031251,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 31,293 31294 ]295 },296 {297 "object_id": "SM_WindowWall33",298 "bbox_2d": [299 713,300 0,301 1359,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -379.9999259721677,308 -2514.7462234496284,309 685.9901123046875310 ],311 "extent": [312 207.5898375985514,313 68.73310066190515,314 556.0111083984375315 ]316 },317 "obb": {318 "center": [319 -379.9999259721677,320 -2514.7462234496284,321 685.9901123046875322 ],323 "extent": [324 207.5898375985514,325 68.73310066190515,326 556.0111083984375327 ],328 "rotation": [329 0,330 90.00012207031251,331 0332 ]333 },334 "location": [335 -380,336 -2480,337 130338 ],339 "rotation": [340 0,341 90.00012207031251,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 31,352 0,353 63354 ]355 },356 {357 "object_id": "SM_WindowWall34",358 "bbox_2d": [359 1567,360 0,361 1773,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 180.00007402783228,368 -2514.7462234496284,369 685.9901123046875370 ],371 "extent": [372 207.5898375985514,373 68.73310066190515,374 556.0111083984375375 ]376 },377 "obb": {378 "center": [379 180.00007402783226,380 -2514.7462234496284,381 685.9901123046875382 ],383 "extent": [384 207.5898375985514,385 68.73310066190515,386 556.0111083984375387 ],388 "rotation": [389 0,390 90.00012207031251,391 0392 ]393 },394 "location": [395 180,396 -2480,397 130398 ],399 "rotation": [400 0,401 90.00012207031251,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 31,412 255,413 255414 ]415 },416 {417 "object_id": "SM_WindowWall31_301",418 "bbox_2d": [419 1912,420 718,421 1919,422 899423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 502.7766876218088,428 -2189.999869065601,429 685.9901123046875430 ],431 "extent": [432 66.76394419584886,433 207.58995786184778,434 556.0111083984375435 ]436 },437 "obb": {438 "center": [439 502.7766876218088,440 -2189.999869065601,441 685.9901123046875442 ],443 "extent": [444 66.76394419584886,445 207.58995786184778,446 556.0111083984375447 ],448 "rotation": [449 0,450 -179.99977111816406,451 0452 ]453 },454 "location": [455 470,456 -2190,457 130458 ],459 "rotation": [460 0,461 -179.99977111816406,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 31,472 127,473 255474 ]475 }476 ],477 "column head": [478 {479 "object_id": "SM_ColumnHead76",480 "bbox_2d": [481 1687,482 0,483 1919,484 192485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 179.70620485710492,490 -2468.8646384528524,491 1378.0552978515625492 ],493 "extent": [494 280.29402209189186,495 107.6583349057073,496 319.17822265625497 ]498 },499 "obb": {500 "center": [501 179.70620485710492,502 -2468.8646384528524,503 1378.0552978515625504 ],505 "extent": [506 280.29402209189186,507 107.6583349057073,508 319.17822265625509 ],510 "rotation": [511 0,512 90.00012207031251,513 0514 ]515 },516 "location": [517 -100,518 -2470,519 1060520 ],521 "rotation": [522 0,523 90.00012207031251,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 31,534 255,535 0536 ]537 },538 {539 "object_id": "SM_ColumnHead73_300",540 "bbox_2d": [541 1740,542 0,543 1919,544 190545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 458.8647273725397,550 -2190.2937972599366,551 1378.0552978515625552 ],553 "extent": [554 107.6588574323585,555 280.29422278722006,556 319.17822265625557 ]558 },559 "obb": {560 "center": [561 458.8647273725397,562 -2190.2937972599366,563 1378.0552978515625564 ],565 "extent": [566 107.6588574323585,567 280.29422278722006,568 319.17822265625569 ],570 "rotation": [571 0,572 -179.99977111816406,573 0574 ]575 },576 "location": [577 460.0006103515625,578 -2470,579 1060580 ],581 "rotation": [582 0,583 -179.99977111816406,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 31,594 127,595 0596 ]597 }598 ],599 "small column": [600 {601 "object_id": "SM_SmallCulomn4",602 "bbox_2d": [603 1884,604 1019,605 1919,606 1079607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 288.3446143383086,612 -2254.6318499991567,613 308.43091583251953614 ],615 "extent": [616 105.75868174777055,617 103.96563469801004,618 102.9294662475586619 ]620 },621 "obb": {622 "center": [623 288.3446143383086,624 -2254.6318499991567,625 308.43091583251953626 ],627 "extent": [628 105.75868174777055,629 103.96563469801004,630 102.9294662475586631 ],632 "rotation": [633 0,634 -54.99988174438476,635 0636 ]637 },638 "location": [639 288.3446044921875,640 -2254.6318359375,641 205.50144958496094642 ],643 "rotation": [644 0,645 -54.99988174438476,646 0647 ],648 "scale": [649 1.5,650 1.5,651 1.5652 ]653 },654 "color": [655 0,656 0,657 223658 ]659 }660 ]661 },662 "foreground": {663 "statue": [664 {665 "object_id": "SM_Statute02_Low_2",666 "bbox_2d": [667 912,668 0,669 1460,670 1079671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -375.47341537475586,676 -2380.649227142334,677 736.0564193725586678 ],679 "extent": [680 174.41411209106445,681 67.62273597717285,682 466.29761505126953683 ]684 },685 "obb": {686 "center": [687 -375.47341537475586,688 -2380.649227142334,689 736.0564193725586690 ],691 "extent": [692 174.41411209106445,693 67.62273597717285,694 466.29761505126953695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -375,704 -2380,705 269.6939697265625706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 7,714 7,715 7716 ]717 },718 "color": [719 95,720 31,721 159722 ]723 },724 {725 "object_id": "SM_Statute13",726 "bbox_2d": [727 1667,728 300,729 1919,730 1009731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 335.5157461914172,736 -2269.2387872502686,737 677.1236724853516738 ],739 "extent": [740 234.2409499863512,741 208.40066909790266,742 267.2498893737793743 ]744 },745 "obb": {746 "center": [747 335.5157461914172,748 -2269.2387872502686,749 677.1236724853516750 ],751 "extent": [752 234.2409499863512,753 208.40066909790266,754 267.2498893737793755 ],756 "rotation": [757 0,758 35.00009536743165,759 0760 ]761 },762 "location": [763 290.48822021484375,764 -2251.25048828125,765 409.6324462890625766 ],767 "rotation": [768 0,769 35.00009536743165,770 0771 ],772 "scale": [773 -1.25,774 1.25,775 1.25776 ]777 },778 "color": [779 0,780 255,781 223782 ]783 }784 ],785 "candle stand": [786 {787 "object_id": "SM_CandleStand7",788 "bbox_2d": [789 1595,790 1029,791 1688,792 1079793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 7.32293701171875,798 -2368.0244140625,799 326.49369049072266800 ],801 "extent": [802 74.77280147708342,803 74.77280053671848,804 120.37154388427734805 ]806 },807 "obb": {808 "center": [809 7.32293701171875,810 -2368.0244140625,811 326.49369049072266812 ],813 "extent": [814 74.77280147708342,815 74.77280053671848,816 120.37154388427734817 ],818 "rotation": [819 0,820 40.000053405761726,821 0822 ]823 },824 "location": [825 7.32293701171875,826 -2368.0244140625,827 206.1033935546875828 ],829 "rotation": [830 0,831 40.000053405761726,832 0833 ],834 "scale": [835 4,836 4,837 4838 ]839 },840 "color": [841 95,842 159,843 31844 ]845 }846 ]847 }848}