TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l018_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l018_r005/lit.png",5 "camera": {6 "location": [7 1844,8 -932,9 25910 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1844,38 -932,39 259,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "tile": [54 {55 "object_id": "SM_Tile2x122_53",56 "bbox_2d": [57 1015,58 876,59 1288,60 105361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 2050.006143520411,66 -1169.993856489178,67 129.000000119209368 ],69 "extent": [70 50.000692417088885,71 50.000692417088885,72 0.999999940395355273 ]74 },75 "obb": {76 "center": [77 2050.006143520411,78 -1169.993856489178,79 129.000000119209380 ],81 "extent": [82 50.000692417088885,83 50.000692417088885,84 0.999999940395355285 ],86 "rotation": [87 0,88 90.00079345703126,89 090 ]91 },92 "location": [93 2100.0068359375,94 -1219.9931640625,95 12896 ],97 "rotation": [98 0,99 90.00079345703126,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 63,110 95,111 47112 ]113 },114 {115 "object_id": "SM_Tile2x48_57",116 "bbox_2d": [117 1050,118 1054,119 1158,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1974.9985884477178,126 -1094.9996870766136,127 129.0000001192093128 ],129 "extent": [130 25.000312919469707,131 25.000312919469707,132 0.9999999403953552133 ]134 },135 "obb": {136 "center": [137 1974.9985884477178,138 -1094.9996870766136,139 129.0000001192093140 ],141 "extent": [142 25.000312919469707,143 25.000312919469707,144 0.9999999403953552145 ],146 "rotation": [147 0,148 179.99928283691406,149 0150 ]151 },152 "location": [153 1999.9989013671875,154 -1070,155 128156 ],157 "rotation": [158 0,159 179.99928283691406,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 63,170 223,171 47172 ]173 },174 {175 "object_id": "SM_Tile2x34",176 "bbox_2d": [177 1124,178 998,179 1483,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 2049.998450861144,186 -1069.999366381931,187 129.0000001192093188 ],189 "extent": [190 50.00057257635581,191 50.000572576355864,192 0.9999999403953552193 ]194 },195 "obb": {196 "center": [197 2049.998450861144,198 -1069.999366381931,199 129.0000001192093200 ],201 "extent": [202 50.00057257635581,203 50.000572576355864,204 0.9999999403953552205 ],206 "rotation": [207 0,208 179.9993438720703,209 0210 ]211 },212 "location": [213 2099.9990234375,214 -1019.9999389648438,215 128216 ],217 "rotation": [218 0,219 179.9993438720703,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 15,231 47232 ]233 },234 {235 "object_id": "SM_Tile2x126",236 "bbox_2d": [237 634,238 973,239 1122,240 1079241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1950.0061435204111,246 -1169.995321332928,247 129.0000001192093248 ],249 "extent": [250 50.000692417088885,251 50.000692417088885,252 0.9999999403953552253 ]254 },255 "obb": {256 "center": [257 1950.0061435204111,258 -1169.995321332928,259 129.0000001192093260 ],261 "extent": [262 50.000692417088885,263 50.000692417088885,264 0.9999999403953552265 ],266 "rotation": [267 0,268 90.00079345703126,269 0270 ]271 },272 "location": [273 2000.0068359375,274 -1219.99462890625,275 128276 ],277 "rotation": [278 0,279 90.00079345703126,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 0,291 47292 ]293 },294 {295 "object_id": "SM_Tile2x127",296 "bbox_2d": [297 400,298 995,299 675,300 1079301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 1850.0061435204111,306 -1169.994100629803,307 129.0000001192093308 ],309 "extent": [310 50.000692417088885,311 50.000692417088885,312 0.9999999403953552313 ]314 },315 "obb": {316 "center": [317 1850.0061435204111,318 -1169.994100629803,319 129.0000001192093320 ],321 "extent": [322 50.000692417088885,323 50.000692417088885,324 0.9999999403953552325 ],326 "rotation": [327 0,328 90.00079345703126,329 0330 ]331 },332 "location": [333 1900.0068359375,334 -1219.993408203125,335 128336 ],337 "rotation": [338 0,339 90.00079345703126,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 191,350 63,351 47352 ]353 }354 ],355 "window covering": [356 {357 "object_id": "SM_WindowBlinds02_5",358 "bbox_2d": [359 1371,360 0,361 1805,362 718363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 2098.581620693205,368 -1068.999996408145,369 311.44263458251953370 ],371 "extent": [372 4.274386104812038,373 50.46369017338276,374 99.99800872802734375 ]376 },377 "obb": {378 "center": [379 2098.581620693205,380 -1068.999996408145,381 311.44263458251953382 ],383 "extent": [384 4.274386104812038,385 50.46369017338276,386 99.99800872802734387 ],388 "rotation": [389 0,390 -179.99996948242188,391 0392 ]393 },394 "location": [395 2099,396 -1069,397 211398 ],399 "rotation": [400 0,401 -179.99996948242188,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 63,412 127,413 79414 ]415 }416 ],417 "window": [418 {419 "object_id": "SM_Wall01_2m23",420 "bbox_2d": [421 0,422 0,423 1159,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 1900.0000324334173,430 -1220.9610357655374,431 280.00010681152344432 ],433 "extent": [434 200.00021059237827,435 29.042830273744585,436 180.00010681152344437 ]438 },439 "obb": {440 "center": [441 1900.0000324334173,442 -1220.9610357655374,443 280.00010681152344444 ],445 "extent": [446 200.00021059237827,447 29.042830273744585,448 180.00010681152344449 ],450 "rotation": [451 0,452 90.00011444091797,453 0454 ]455 },456 "location": [457 1700,458 -1220.000244140625,459 130460 ],461 "rotation": [462 0,463 90.00011444091797,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 47,474 143,475 15476 ]477 }478 ],479 "door": [480 {481 "object_id": "SM_Door02_2m72",482 "bbox_2d": [483 1155,484 0,485 1919,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 2117.6531583674437,492 -1069.9998311957206,493 280.0000915527344494 ],495 "extent": [496 45.73464220819096,497 150.0001688043152,498 180.00009155273438499 ]500 },501 "obb": {502 "center": [503 2117.6531583674437,504 -1069.9998311957206,505 280.0000915527344506 ],507 "extent": [508 45.73464220819096,509 150.0001688043152,510 180.00009155273438511 ],512 "rotation": [513 0,514 179.99978637695312,515 0516 ]517 },518 "location": [519 2099.999755859375,520 -1220,521 130522 ],523 "rotation": [524 0,525 179.99978637695312,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 191,536 143,537 143538 ]539 }540 ]541 },542 "foreground": {543 "poster": [544 {545 "object_id": "SM_Poster8",546 "bbox_2d": [547 672,548 215,549 899,550 563551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 1944.9876673306676,556 -1208.392061498694,557 302.0144321432663558 ],559 "extent": [560 34.96271438265876,561 2.6795288458768027,562 49.74047058763972563 ]564 },565 "obb": {566 "center": [567 1944.9876673306676,568 -1208.392061498694,569 302.0144321432663570 ],571 "extent": [572 34.96271438265876,573 2.6795288458768027,574 49.74047058763972575 ],576 "rotation": [577 0,578 90.00007629394531,579 0580 ]581 },582 "location": [583 1944.9876708984375,584 -1211.0714111328125,585 301.98992919921875586 ],587 "rotation": [588 0,589 90.00007629394531,590 0591 ],592 "scale": [593 1.2999999523162842,594 1.2999999523162842,595 1.2999999523162842596 ]597 },598 "color": [599 15,600 223,601 0602 ]603 },604 {605 "object_id": "SM_Poster9",606 "bbox_2d": [607 31,608 103,609 415,610 564611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 1810.466793578003,616 -1209.7408611883545,617 302.9676511267621618 ],619 "extent": [620 35.71537867399002,621 1.330769730531074,622 49.252972267739096623 ]624 },625 "obb": {626 "center": [627 1810.466793578003,628 -1209.7408611883545,629 302.9676511267621630 ],631 "extent": [632 35.71537867399002,633 1.330769730531074,634 49.252972267739096635 ],636 "rotation": [637 0,638 90.00007629394531,639 0640 ]641 },642 "location": [643 1810.44482421875,644 -1211.0714111328125,645 304.73919677734375646 ],647 "rotation": [648 0,649 90.00007629394531,650 0651 ],652 "scale": [653 1.7000000476837158,654 1.7000000476837158,655 1.7000000476837158656 ]657 },658 "color": [659 15,660 223,661 255662 ]663 }664 ],665 "web": [666 {667 "object_id": "SM_Web04_11",668 "bbox_2d": [669 938,670 0,671 1316,672 320673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 2032.0907600357891,678 -1175.1225740407021,679 396.2907169578561680 ],681 "extent": [682 60.88644298214297,683 46.73397582208486,684 67.00335099437319685 ]686 },687 "obb": {688 "center": [689 2032.0907600357891,690 -1175.1225740407021,691 396.2907169578561692 ],693 "extent": [694 60.88644298214297,695 46.73397582208486,696 67.00335099437319697 ],698 "rotation": [699 -6.298232078552247,700 125.28090667724611,701 -0.5679627656936644702 ]703 },704 "location": [705 2083.66748046875,706 -1129.75439453125,707 461.9376525878906708 ],709 "rotation": [710 -6.298232078552247,711 125.28090667724611,712 -0.5679627656936644713 ],714 "scale": [715 1.7839735746383667,716 1.7839735746383667,717 1.9858779907226562718 ]719 },720 "color": [721 79,722 111,723 127724 ]725 }726 ],727 "glass": [728 {729 "object_id": "SM_Glass3_2",730 "bbox_2d": [731 1196,732 681,733 1232,734 719735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 2038.8421630859375,740 -1127.9553141593933,741 214.5216326713562742 ],743 "extent": [744 5.065781116485596,745 4.434542179107666,746 4.663905620574951747 ]748 },749 "obb": {750 "center": [751 2038.8421630859375,752 -1127.9553141593933,753 214.5216326713562754 ],755 "extent": [756 5.065781116485596,757 4.434542179107666,758 4.663905620574951759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 2038.8421630859375,768 -1127.955322265625,769 209.85772705078125770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 255,784 223,785 143786 ]787 },788 {789 "object_id": "SM_Glass15",790 "bbox_2d": [791 1121,792 673,793 1153,794 709795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 2030.165283203125,800 -1150.3294596672058,801 214.5216326713562802 ],803 "extent": [804 5.065781116485596,805 4.434542179107666,806 4.663905620574951807 ]808 },809 "obb": {810 "center": [811 2030.165283203125,812 -1150.3294596672058,813 214.5216326713562814 ],815 "extent": [816 5.065781116485596,817 4.434542179107666,818 4.663905620574951819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 2030.165283203125,828 -1150.3294677734375,829 209.85772705078125830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 255,844 15,845 143846 ]847 }848 ],849 "bottle": [850 {851 "object_id": "SM_Bottle69_2",852 "bbox_2d": [853 1177,854 566,855 1215,856 705857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 2049.517089366948,862 -1146.006958833739,863 230.59170532226562864 ],865 "extent": [866 7.685024972390693,867 7.685023401330227,868 20.591705322265625869 ]870 },871 "obb": {872 "center": [873 2049.517089366948,874 -1146.006958833739,875 230.59170532226562876 ],877 "extent": [878 7.685024972390693,879 7.685023401330227,880 20.591705322265625881 ],882 "rotation": [883 0,884 150.00244140625,885 0886 ]887 },888 "location": [889 2049.51708984375,890 -1146.0069580078125,891 210892 ],893 "rotation": [894 0,895 150.00244140625,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 63,906 223,907 143908 ]909 }910 ],911 "paper": [912 {913 "object_id": "SM_Paper117",914 "bbox_2d": [915 1070,916 696,917 1177,918 709919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 2033.2377227890822,924 -1159.7377686783539,925 210.16558456420898926 ],927 "extent": [928 16.347469236655115,929 12.181137165205655,930 0.19887924194335938931 ]932 },933 "obb": {934 "center": [935 2033.2377227890822,936 -1159.7377686783539,937 210.16558456420898938 ],939 "extent": [940 16.347469236655115,941 12.181137165205655,942 0.19887924194335938943 ],944 "rotation": [945 90,946 179.10482628978895,947 3.482878047601446948 ]949 },950 "location": [951 2033.794921875,952 -1159.7872314453125,953 209.83692932128906954 ],955 "rotation": [956 90,957 179.10482628978895,958 3.482878047601446959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 63,968 15,969 143970 ]971 },972 {973 "object_id": "SM_Paper118",974 "bbox_2d": [975 1051,976 688,977 1163,978 706979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 2031.6505126572054,984 -1165.7440215702297,985 210.65661239624023986 ],987 "extent": [988 18.319274189819453,989 15.472220454264516,990 0.20180892944335938991 ]992 },993 "obb": {994 "center": [995 2031.6505126572054,996 -1165.7440215702297,997 210.65661239624023998 ],999 "extent": [1000 18.319274189819453,1001 15.472220454264516,1002 0.201808929443359381003 ],1004 "rotation": [1005 90,1006 0,1007 -160.841049194335941008 ]1009 },1010 "location": [1011 2031.6505126953125,1012 -1165.7440185546875,1013 210.39355468751014 ],1015 "rotation": [1016 90,1017 0,1018 -160.841049194335941019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 63,1028 47,1029 1431030 ]1031 }1032 ]1033 }1034}