TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l119_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l119_r002/lit.png",5 "camera": {6 "location": [7 268,8 -693,9 75510 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 268,38 -693,39 755,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m43",56 "bbox_2d": [57 174,58 898,59 1020,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 200,66 -220,67 474.9999980926513768 ],69 "extent": [70 200,71 200,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 200,78 -220,79 474.9999980926513780 ],81 "extent": [82 200,83 200,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 -20,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 },114 {115 "object_id": "SM_Floor_4x4m85",116 "bbox_2d": [117 0,118 228,119 1148,120 447121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 200,126 -220,127 834.9999980926514128 ],129 "extent": [130 200,131 200,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 200,138 -220,139 834.9999980926514140 ],141 "extent": [142 200,143 200,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 -20,155 850156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 0,171 0172 ]173 },174 {175 "object_id": "SM_Floor_4x4m88",176 "bbox_2d": [177 0,178 367,179 106,180 412181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 600,186 -220,187 834.9999980926514188 ],189 "extent": [190 200,191 200,192 15.000001907348633193 ]194 },195 "obb": {196 "center": [197 600,198 -220,199 834.9999980926514200 ],201 "extent": [202 200,203 200,204 15.000001907348633205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 400,214 -20,215 850216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 0,231 255232 ]233 },234 {235 "object_id": "SM_Floor_4x4m97_13",236 "bbox_2d": [237 0,238 0,239 1919,240 364241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 200,246 -620,247 834.9999980926514248 ],249 "extent": [250 200,251 200,252 15.000001907348633253 ]254 },255 "obb": {256 "center": [257 200,258 -620,259 834.9999980926514260 ],261 "extent": [262 200,263 200,264 15.000001907348633265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 0,274 -420,275 850276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 127,290 255,291 95292 ]293 }294 ],295 "double door": [296 {297 "object_id": "SM_DoubleDoorA4",298 "bbox_2d": [299 571,300 607,301 610,302 964303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 163.735140995798,308 -36.52034492839682,309 600.8962326049805310 ],311 "extent": [312 16.892655488764802,313 24.768587695351705,314 109.1065673828125315 ]316 },317 "obb": {318 "center": [319 163.735140995798,320 -36.52034492839682,321 600.8962326049805322 ],323 "extent": [324 16.892655488764802,325 24.768587695351705,326 109.1065673828125327 ],328 "rotation": [329 0,330 30.000091552734382,331 0332 ]333 },334 "location": [335 150.6464080810547,336 -14.045845031738281,337 490.0147705078125338 ],339 "rotation": [340 0,341 30.000091552734382,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 15,353 0354 ]355 },356 {357 "object_id": "SM_DoubleDoorB4",358 "bbox_2d": [359 748,360 602,361 809,362 917363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 37.84628805209179,368 -35.51840950678736,369 600.8962326049805370 ],371 "extent": [372 16.892731094764088,373 24.768553709570675,374 109.1065673828125375 ]376 },377 "obb": {378 "center": [379 37.84628805209179,380 -35.51840950678736,381 600.8962326049805382 ],383 "extent": [384 16.892731094764088,385 24.768553709570675,386 109.1065673828125387 ],388 "rotation": [389 0,390 149.99969482421878,391 0392 ]393 },394 "location": [395 50.937896728515625,396 -13.045570373535156,397 490.0147705078125398 ],399 "rotation": [400 0,401 149.99969482421878,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 63,412 15,413 255414 ]415 }416 ],417 "door frame": [418 {419 "object_id": "SM_DoorFrame5",420 "bbox_2d": [421 602,422 600,423 759,424 608425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 100.84329986569217,430 -9.999943231074814,431 601.3038940429688432 ],433 "extent": [434 55.105262784108376,435 7.188120415836808,436 111.30391693115234437 ]438 },439 "obb": {440 "center": [441 100.84329986569219,442 -9.999943231074814,443 601.3038940429688444 ],445 "extent": [446 55.105262784108376,447 7.188120415836808,448 111.30391693115234449 ],450 "rotation": [451 0,452 90.00006103515625,453 0454 ]455 },456 "location": [457 48,458 -10,459 490460 ],461 "rotation": [462 0,463 90.00006103515625,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 63,474 15,475 127476 ]477 }478 ],479 "window side": [480 {481 "object_id": "SM_WindowSide_2",482 "bbox_2d": [483 0,484 408,485 822,486 1023487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 449.9999395717915,492 -34.03901033289554,493 655.0000915527344494 ],495 "extent": [496 450.00012146886127,497 14.043081579037029,498 165.00009155273438499 ]500 },501 "obb": {502 "center": [503 449.9999395717915,504 -34.03901033289554,505 655.0000915527344506 ],507 "extent": [508 450.00012146886127,509 14.043081579037029,510 165.00009155273438511 ],512 "rotation": [513 0,514 -90.00012207031251,515 0516 ]517 },518 "location": [519 500,520 -20,521 490522 ],523 "rotation": [524 0,525 -90.00012207031251,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 143,536 63,537 95538 ]539 }540 ],541 "exterior window": [542 {543 "object_id": "SM_ExteriorWindow_2m4",544 "bbox_2d": [545 654,546 914,547 720,548 927549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 99.99994910857541,554 4.921557845490491,555 640556 ],557 "extent": [558 100.00007117888791,559 5.078841628673035,560 180561 ]562 },563 "obb": {564 "center": [565 99.99994910857541,566 4.921557845490491,567 640568 ],569 "extent": [570 100.00007117888791,571 5.078841628673035,572 180573 ],574 "rotation": [575 0,576 90.00011444091797,577 0578 ]579 },580 "location": [581 0,582 10,583 460584 ],585 "rotation": [586 0,587 90.00011444091797,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 143,598 63,599 47600 ]601 }602 ],603 "door molding": [604 {605 "object_id": "SM_DoorMoldingB2_19",606 "bbox_2d": [607 579,608 579,609 781,610 906611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 99.89992523216077,616 -9.999786733900596,617 608.1522521972656618 ],619 "extent": [620 69.42301065731175,621 13.797314731975483,622 118.15228271484375623 ]624 },625 "obb": {626 "center": [627 99.89992523216077,628 -9.999786733900596,629 608.1522521972656630 ],631 "extent": [632 69.42301065731175,633 13.797314731975483,634 118.15228271484375635 ],636 "rotation": [637 0,638 -90.00012207031251,639 0640 ]641 },642 "location": [643 200,644 -10,645 490646 ],647 "rotation": [648 0,649 -90.00012207031251,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 143,660 63,661 79662 ]663 }664 ],665 "window": [666 {667 "object_id": "SM_Wall01_2m36",668 "bbox_2d": [669 798,670 422,671 951,672 1010673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -0.960285625164607,678 -120.00003051757812,679 640.0001068115234680 ],681 "extent": [682 29.04152532548199,683 100.00015258789062,684 180.00010681152344685 ]686 },687 "obb": {688 "center": [689 -0.9602856251646052,690 -120.00003051757812,691 640.0001068115234692 ],693 "extent": [694 29.04152532548199,695 100.00015258789062,696 180.00010681152344697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 0,706 -20,707 490708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 47,722 143,723 0724 ]725 },726 {727 "object_id": "SM_Wall01_2m67",728 "bbox_2d": [729 1152,730 185,731 1919,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -0.9611865889259814,738 -570.0000305175781,739 640.0001068115234740 ],741 "extent": [742 29.042426289243366,743 150.00015258789062,744 180.00010681152344745 ]746 },747 "obb": {748 "center": [749 -0.9611865889259796,750 -570.0000305175781,751 640.0001068115234752 ],753 "extent": [754 29.042426289243366,755 150.00015258789062,756 180.00010681152344757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 0,766 -420,767 490768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 47,782 143,783 159784 ]785 },786 {787 "object_id": "SM_Wall01_2m136_28",788 "bbox_2d": [789 908,790 365,791 1207,792 1079793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -0.960285624611938,798 -320.00009019786546,799 640.0000915527344800 ],801 "extent": [802 29.04152532492932,803 100.00021497791579,804 180.00009155273438805 ]806 },807 "obb": {808 "center": [809 -0.960285624611938,810 -320.00009019786546,811 640.0000915527344812 ],813 "extent": [814 29.04152532492932,815 100.00021497791579,816 180.00009155273438817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 0,826 -220,827 490828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 111,842 143,843 191844 ]845 },846 {847 "object_id": "Window_BP22",848 "bbox_2d": [849 1000,850 502,851 1130,852 983853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 37.31966686248779,858 -320,859 668.941780090332860 ],861 "extent": [862 54.68033313751221,863 56,864 105.88986206054688865 ]866 },867 "obb": {868 "center": [869 37.31966686248779,870 -320,871 668.941780090332872 ],873 "extent": [874 54.68033313751221,875 56,876 105.88986206054688877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -10,886 -320,887 563888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 15,902 111,903 143904 ]905 }906 ]907 },908 "foreground": {909 "round mirror": [910 {911 "object_id": "SM_RoundMirror2_14",912 "bbox_2d": [913 871,914 627,915 912,916 703917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 3.192152738531343,922 -147.40693302137956,923 675.9085693359375924 ],925 "extent": [926 3.3254095940302495,927 24.10908480967649,928 24.14725112915039929 ]930 },931 "obb": {932 "center": [933 3.1921527385313424,934 -147.40693302137956,935 675.9085693359375936 ],937 "extent": [938 3.3254095940302495,939 24.10908480967649,940 24.14725112915039941 ],942 "rotation": [943 0,944 0.00048828125,945 0946 ]947 },948 "location": [949 -0.14266014099121094,950 -147.40695190429688,951 675.9085693359375952 ],953 "rotation": [954 0,955 0.00048828125,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 223,966 159,967 0968 ]969 }970 ],971 "cabinate": [972 {973 "object_id": "SM_Cabinate3_230",974 "bbox_2d": [975 0,976 595,977 377,978 1079979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 461.6864492453965,984 -679.9152870178249,985 627.4138336181641986 ],987 "extent": [988 192.6496725511755,989 35.91745824517932,990 137.41383361816406991 ]992 },993 "obb": {994 "center": [995 461.6864492453965,996 -679.9152870178249,997 627.4138336181641998 ],999 "extent": [1000 192.6496725511755,1001 35.91745824517932,1002 137.413833618164061003 ],1004 "rotation": [1005 0,1006 90.0000228881836,1007 01008 ]1009 },1010 "location": [1011 461.68646240234375,1012 -712.8509521484375,1013 4901014 ],1015 "rotation": [1016 0,1017 90.0000228881836,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 255,1028 15,1029 791030 ]1031 }1032 ]1033 }1034}