TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l119_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l119_r000/lit.png",5 "camera": {6 "location": [7 268,8 -693,9 75510 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 268,38 -693,39 755,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door02_2m3",56 "bbox_2d": [57 1223,58 437,59 1711,60 58561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 910.0006582324988,66 -369.9998963557093,67 655.000091552734468 ],69 "extent": [70 38.08185787831849,71 150.00028433522266,72 165.0000915527343873 ]74 },75 "obb": {76 "center": [77 910.0006582324988,78 -369.9998963557093,79 655.000091552734480 ],81 "extent": [82 38.08185787831849,83 150.00028433522266,84 165.0000915527343885 ],86 "rotation": [87 0,88 179.999755859375,89 090 ]91 },92 "location": [93 920,94 -520,95 49096 ],97 "rotation": [98 0,99 179.999755859375,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 127,111 127112 ]113 },114 {115 "object_id": "SM_Door02_2m13",116 "bbox_2d": [117 1528,118 539,119 1595,120 579121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1120.0002320002518,126 -229.9997564934896,127 655.0000915527344128 ],129 "extent": [130 200.00039146299684,131 38.081528826081424,132 165.00009155273438133 ]134 },135 "obb": {136 "center": [137 1120.0002320002518,138 -229.9997564934896,139 655.0000915527344140 ],141 "extent": [142 200.00039146299684,143 38.081528826081424,144 165.00009155273438145 ],146 "rotation": [147 0,148 90.00007629394531,149 0150 ]151 },152 "location": [153 920,154 -220,155 490156 ],157 "rotation": [158 0,159 90.00007629394531,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 143,170 127,171 0172 ]173 }174 ],175 "floor planks corner": [176 {177 "object_id": "SM_Floor_4x4m88",178 "bbox_2d": [179 1454,180 312,181 1919,182 422183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 600,188 -220,189 834.9999980926514190 ],191 "extent": [192 200,193 200,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 600,200 -220,201 834.9999980926514202 ],203 "extent": [204 200,205 200,206 15.000001907348633207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 400,216 -20,217 850218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 0,233 255234 ]235 },236 {237 "object_id": "SM_Floor_4x4m91_1",238 "bbox_2d": [239 1395,240 423,241 1919,242 436243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1000,248 -220,249 834.9999980926514250 ],251 "extent": [252 200,253 200,254 15.000001907348633255 ]256 },257 "obb": {258 "center": [259 1000,260 -220,261 834.9999980926514262 ],263 "extent": [264 200,265 200,266 15.000001907348633267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 800,276 -20,277 850278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 63,293 95294 ]295 },296 {297 "object_id": "SM_Floor_4x4m94_7",298 "bbox_2d": [299 962,300 67,301 1919,302 422303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 600,308 -620,309 834.9999980926514310 ],311 "extent": [312 200,313 200,314 15.000001907348633315 ]316 },317 "obb": {318 "center": [319 600,320 -620,321 834.9999980926514322 ],323 "extent": [324 200,325 200,326 15.000001907348633327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 400,336 -420,337 850338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 255,352 31,353 95354 ]355 },356 {357 "object_id": "SM_Floor_4x4m95_9",358 "bbox_2d": [359 962,360 423,361 1448,362 436363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 1000,368 -620,369 834.9999980926514370 ],371 "extent": [372 200,373 200,374 15.000001907348633375 ]376 },377 "obb": {378 "center": [379 1000,380 -620,381 834.9999980926514382 ],383 "extent": [384 200,385 200,386 15.000001907348633387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 800,396 -420,397 850398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 127,412 0,413 95414 ]415 },416 {417 "object_id": "SM_Floor_4x4m97_13",418 "bbox_2d": [419 968,420 0,421 1919,422 66423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 200,428 -620,429 834.9999980926514430 ],431 "extent": [432 200,433 200,434 15.000001907348633435 ]436 },437 "obb": {438 "center": [439 200,440 -620,441 834.9999980926514442 ],443 "extent": [444 200,445 200,446 15.000001907348633447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 0,456 -420,457 850458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 127,472 255,473 95474 ]475 }476 ],477 "wall lamp": [478 {479 "object_id": "SM_WallLamp02_44",480 "bbox_2d": [481 1362,482 552,483 1420,484 568485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1005.9988574982663,490 -371.18595244305413,491 735.5970764160156492 ],493 "extent": [494 13.999472883582825,495 26.92867920959071,496 9.84359359741211497 ]498 },499 "obb": {500 "center": [501 1005.9988574982663,502 -371.18595244305413,503 735.5970764160156504 ],505 "extent": [506 13.999472883582825,507 26.92867920959071,508 9.84359359741211509 ],510 "rotation": [511 0,512 179.99978637695312,513 0514 ]515 },516 "location": [517 1019.9982299804688,518 -371.1860046386719,519 738.7759399414062520 ],521 "rotation": [522 0,523 179.99978637695312,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 223,534 159,535 15536 ]537 }538 ],539 "window": [540 {541 "object_id": "SM_Wall01_2m86",542 "bbox_2d": [543 911,544 426,545 961,546 490547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 950.0002386577316,552 -729.9997158324779,553 655.0000457763672554 ],555 "extent": [556 150.0004168166929,557 38.08155474416742,558 165.00013732910156559 ]560 },561 "obb": {562 "center": [563 950.0002386577316,564 -729.9997158324779,565 655.0000457763672566 ],567 "extent": [568 150.0004168166929,569 38.08155474416742,570 165.00013732910156571 ],572 "rotation": [573 0,574 90.00011444091797,575 0576 ]577 },578 "location": [579 800,580 -720,581 490582 ],583 "rotation": [584 0,585 90.00011444091797,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 143,596 255,597 191598 ]599 },600 {601 "object_id": "SM_Wall01_2m28",602 "bbox_2d": [603 0,604 0,605 968,606 640607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 200.00023865673862,612 -729.9996214282062,613 655.0000457763672614 ],615 "extent": [616 200.00041681569982,617 38.081660077038464,618 165.00013732910156619 ]620 },621 "obb": {622 "center": [623 200.00023865673862,624 -729.9996214282062,625 655.0000457763672626 ],627 "extent": [628 200.00041681569982,629 38.081660077038464,630 165.00013732910156631 ],632 "rotation": [633 0,634 90.00011444091797,635 0636 ]637 },638 "location": [639 0,640 -720,641 490642 ],643 "rotation": [644 0,645 90.00011444091797,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 143,656 255,657 159658 ]659 },660 {661 "object_id": "SM_Wall01_2m30_2",662 "bbox_2d": [663 764,664 81,665 967,666 566667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 600.0002386567386,672 -729.9996214282062,673 655.0000457763672674 ],675 "extent": [676 200.00041681569985,677 38.081660077038464,678 165.00013732910156679 ]680 },681 "obb": {682 "center": [683 600.0002386567386,684 -729.9996214282062,685 655.0000457763672686 ],687 "extent": [688 200.00041681569985,689 38.081660077038464,690 165.00013732910156691 ],692 "rotation": [693 0,694 90.00011444091797,695 0696 ]697 },698 "location": [699 400,700 -720,701 490702 ],703 "rotation": [704 0,705 90.00011444091797,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 143,716 255,717 223718 ]719 },720 {721 "object_id": "SM_Wall01_2m45",722 "bbox_2d": [723 1305,724 539,725 1527,726 575727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 1029.9993619750187,732 -373.98599659830484,733 655.0000457763672734 ],735 "extent": [736 38.08147422222845,737 126.0142031722839,738 165.00013732910156739 ]740 },741 "obb": {742 "center": [743 1029.9993619750187,744 -373.98599659830484,745 655.0000457763672746 ],747 "extent": [748 38.08147422222845,749 126.0142031722839,750 165.00013732910156751 ],752 "rotation": [753 0,754 -179.9998016357422,755 0756 ]757 },758 "location": [759 1020,760 -500,761 490762 ],763 "rotation": [764 0,765 -179.9998016357422,766 0767 ],768 "scale": [769 1,770 0.8400917649269104,771 1772 ]773 },774 "color": [775 143,776 127,777 63778 ]779 }780 ]781 },782 "foreground": {783 "grill": [784 {785 "object_id": "SM_Grill_78",786 "bbox_2d": [787 1764,788 508,789 1885,790 554791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 910,796 -120.20204544067383,797 760.2494354248047798 ],799 "extent": [800 3.125,801 44.4444465637207,802 17.3148193359375803 ]804 },805 "obb": {806 "center": [807 910,808 -120.20204544067383,809 760.2494354248047810 ],811 "extent": [812 3.125,813 44.4444465637207,814 17.3148193359375815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 910,824 -75.75759887695312,825 742.9346313476562826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 63,840 255,841 127842 ]843 }844 ],845 "cabinate": [846 {847 "object_id": "SM_Cabinate3_230",848 "bbox_2d": [849 0,850 491,851 1919,852 1079853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 461.6864492453965,858 -679.9152870178249,859 627.4138336181641860 ],861 "extent": [862 192.6496725511755,863 35.91745824517932,864 137.41383361816406865 ]866 },867 "obb": {868 "center": [869 461.6864492453965,870 -679.9152870178249,871 627.4138336181641872 ],873 "extent": [874 192.6496725511755,875 35.91745824517932,876 137.41383361816406877 ],878 "rotation": [879 0,880 90.0000228881836,881 0882 ]883 },884 "location": [885 461.68646240234375,886 -712.8509521484375,887 490888 ],889 "rotation": [890 0,891 90.0000228881836,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 255,902 15,903 79904 ]905 }906 ]907 }908}