TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l064_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l064_r000/lit.png",5 "camera": {6 "location": [7 1905,8 -813,9 55610 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1905,38 -813,39 556,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_DoubleDoor2_5",56 "bbox_2d": [57 0,58 0,59 80,60 90461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 2088.911350879847,66 -996.3457638031317,67 615.776911059556468 ],69 "extent": [70 16.892579882530754,71 24.768621680788442,72 123.8359529389708873 ]74 },75 "obb": {76 "center": [77 2088.911350879847,78 -996.3457638031317,79 615.776911059556480 ],81 "extent": [82 16.892579882530754,83 24.768621680788442,84 123.8359529389708885 ],86 "rotation": [87 0,88 -150.0001220703125,89 090 ]91 },92 "location": [93 2102,94 -1018.8203125,95 489.9264526367187596 ],97 "rotation": [98 0,99 -150.0001220703125,100 0101 ],102 "scale": [103 1,104 1,105 1.1349999904632568106 ]107 },108 "color": [109 127,110 0,111 159112 ]113 },114 {115 "object_id": "SM_Door02_2m89",116 "bbox_2d": [117 0,118 0,119 432,120 875121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 2113.160153568504,126 -1069.9998856444897,127 635.7296295166016128 ],129 "extent": [130 41.24163740947938,131 150.00017539070222,132 184.27442932128906133 ]134 },135 "obb": {136 "center": [137 2113.160153568504,138 -1069.9998856444897,139 635.7296295166016140 ],141 "extent": [142 41.24163740947938,143 150.00017539070222,144 184.27442932128906145 ],146 "rotation": [147 0,148 179.99978637695312,149 0150 ]151 },152 "location": [153 2099.999755859375,154 -1220,155 490156 ],157 "rotation": [158 0,159 179.99978637695312,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 143,171 143172 ]173 },174 {175 "object_id": "SM_Door02_2m91_1",176 "bbox_2d": [177 413,178 0,179 1909,180 875181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 2110.96037746031,186 -770.0002672314184,187 640.0000915527344188 ],189 "extent": [190 39.042735688432,191 150.00037193022933,192 180.00009155273438193 ]194 },195 "obb": {196 "center": [197 2110.96037746031,198 -770.0002672314184,199 640.0000915527344200 ],201 "extent": [202 39.042735688432,203 150.00037193022933,204 180.00009155273438205 ],206 "rotation": [207 0,208 179.99978637695312,209 0210 ]211 },212 "location": [213 2100,214 -620,215 490216 ],217 "rotation": [218 0,219 179.99978637695312,220 0221 ],222 "scale": [223 1,224 -1,225 1226 ]227 },228 "color": [229 31,230 143,231 143232 ]233 },234 {235 "object_id": "SM_Door02_2m92_3",236 "bbox_2d": [237 1910,238 189,239 1919,240 496241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 2110.960936725998,246 -469.9998668419493,247 640.0000915527344248 ],249 "extent": [250 39.04217642612048,251 150.00013315808616,252 180.00009155273438253 ]254 },255 "obb": {256 "center": [257 2110.960936725998,258 -469.9998668419493,259 640.0000915527344260 ],261 "extent": [262 39.04217642612048,263 150.00013315808616,264 180.00009155273438265 ],266 "rotation": [267 0,268 179.99978637695312,269 0270 ]271 },272 "location": [273 2100,274 -620,275 490276 ],277 "rotation": [278 0,279 179.99978637695312,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 95,290 143,291 143292 ]293 }294 ],295 "floor planks corner": [296 {297 "object_id": "SM_Floor_4x4m202_38",298 "bbox_2d": [299 0,300 876,301 923,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 2050.0010434823803,308 -920.0025281041109,309 474.99999809265137310 ],311 "extent": [312 50.00090582381972,313 100.00045290883293,314 15.000001907348633315 ]316 },317 "obb": {318 "center": [319 2050.0010434823803,320 -920.0025281041109,321 474.99999809265137322 ],323 "extent": [324 50.00090582381972,325 100.00045290883293,326 15.000001907348633327 ],328 "rotation": [329 0,330 -0.0005189999938011169,331 0332 ]333 },334 "location": [335 2000.001953125,336 -820.0020751953125,337 490338 ],339 "rotation": [340 0,341 -0.0005189999938011169,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 159,352 31,353 127354 ]355 },356 {357 "object_id": "SM_Floor_4x4m204",358 "bbox_2d": [359 903,360 876,361 1919,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 2050.0027524667553,368 -720.0025281041109,369 474.99999809265137370 ],371 "extent": [372 50.00090582381972,373 100.00045290883293,374 15.000001907348633375 ]376 },377 "obb": {378 "center": [379 2050.0027524667553,380 -720.0025281041109,381 474.99999809265137382 ],383 "extent": [384 50.00090582381972,385 100.00045290883293,386 15.000001907348633387 ],388 "rotation": [389 0,390 -0.0005189999938011169,391 0392 ]393 },394 "location": [395 2000.003662109375,396 -620.0020751953125,397 490398 ],399 "rotation": [400 0,401 -0.0005189999938011169,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 159,412 31,413 191414 ]415 }416 ],417 "window": [418 {419 "object_id": "Window_BP7",420 "bbox_2d": [421 907,422 0,423 1396,424 502425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 2062.6803311372387,430 -769.9997869471127,431 667.941780090332432 ],433 "extent": [434 54.68056975554646,435 56.000221574494276,436 105.88986206054688437 ]438 },439 "obb": {440 "center": [441 2062.6803311372387,442 -769.9997869471127,443 667.941780090332444 ],445 "extent": [446 54.68056975554646,447 56.000221574494276,448 105.88986206054688449 ],450 "rotation": [451 0,452 179.999755859375,453 0454 ]455 },456 "location": [457 2110,458 -770,459 562460 ],461 "rotation": [462 0,463 179.999755859375,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 79,474 255,475 143476 ]477 }478 ]479 },480 "foreground": {481 "radiator": [482 {483 "object_id": "SM_Radiator2_8",484 "bbox_2d": [485 954,486 579,487 1504,488 821489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 2086.1861009598183,494 -768.3271718470824,495 524.8110771179199496 ],497 "extent": [498 9.156893957929697,499 52.95424770463467,500 23.885404586791992501 ]502 },503 "obb": {504 "center": [505 2086.1861009598183,506 -768.3271718470824,507 524.8110771179199508 ],509 "extent": [510 9.156893957929697,511 52.95424770463467,512 23.885404586791992513 ],514 "rotation": [515 0,516 -179.9998016357422,517 0518 ]519 },520 "location": [521 2092.94775390625,522 -768.3271484375,523 492.4207763671875524 ],525 "rotation": [526 0,527 -179.9998016357422,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 223,538 127,539 47540 ]541 }542 ],543 "working desk": [544 {545 "object_id": "SM_WorkingDesk03_21",546 "bbox_2d": [547 0,548 324,549 941,550 1029551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 2054.8780055223156,556 -883.4656319381436,557 543.2370567321777558 ],559 "extent": [560 42.0346008665374,561 67.63370441640063,562 53.237060546875563 ]564 },565 "obb": {566 "center": [567 2054.8780055223156,568 -883.4656319381436,569 543.2370567321777570 ],571 "extent": [572 42.0346008665374,573 67.63370441640063,574 53.237060546875575 ],576 "rotation": [577 0,578 94.94448852539064,579 0580 ]581 },582 "location": [583 2059.434814453125,584 -883.0714111328125,585 490586 ],587 "rotation": [588 0,589 94.94448852539064,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 159,600 79,601 95602 ]603 },604 {605 "object_id": "SM_WorkingDesk5",606 "bbox_2d": [607 1658,608 318,609 1919,610 986611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 2052.579910249278,616 -616.9640879748142,617 543.2370567321777618 ],619 "extent": [620 44.36439795660601,621 68.77232369776448,622 53.237060546875623 ]624 },625 "obb": {626 "center": [627 2052.579910249278,628 -616.9640879748142,629 543.2370567321777630 ],631 "extent": [632 44.36439795660601,633 68.77232369776448,634 53.237060546875635 ],636 "rotation": [637 0,638 82.84915924072266,639 0640 ]641 },642 "location": [643 2057.1181640625,644 -617.533447265625,645 490646 ],647 "rotation": [648 0,649 82.84915924072266,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 159,660 79,661 15662 ]663 }664 ],665 "chair": [666 {667 "object_id": "SM_Chair_24",668 "bbox_2d": [669 569,670 0,671 1712,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 1981.1700747107789,678 -802.0467152872764,679 538.335018157959680 ],681 "extent": [682 45.23001682485801,683 47.910750564731075,684 48.31904983520508685 ]686 },687 "obb": {688 "center": [689 1981.1700747107789,690 -802.0467152872764,691 538.335018157959692 ],693 "extent": [694 45.23001682485801,695 47.910750564731075,696 48.31904983520508697 ],698 "rotation": [699 0,700 -58.61039733886717,701 0702 ]703 },704 "location": [705 1985.36572265625,706 -808.923095703125,707 490708 ],709 "rotation": [710 0,711 -58.61039733886717,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 159,722 79,723 159724 ]725 }726 ],727 "paper": [728 {729 "object_id": "SM_Paper9",730 "bbox_2d": [731 196,732 934,733 501,734 1056735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 2045.287363076844,740 -901.0633588634278,741 490.3993034362793742 ],743 "extent": [744 18.980771350128066,745 17.324515312049016,746 0.19887924194335938747 ]748 },749 "obb": {750 "center": [751 2045.287363076844,752 -901.0633588634278,753 490.3993034362793754 ],755 "extent": [756 18.980771350128066,757 17.324515312049016,758 0.19887924194335938759 ],760 "rotation": [761 90,762 180,763 150.00006103515625764 ]765 },766 "location": [767 2044.799560546875,768 -901.337158203125,769 490.0706481933594770 ],771 "rotation": [772 90,773 180,774 150.00006103515625775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 15,784 79,785 63786 ]787 },788 {789 "object_id": "SM_Paper15_2",790 "bbox_2d": [791 307,792 354,793 833,794 450795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 2042.511103681244,800 -864.374991717483,801 576.3819040666727802 ],803 "extent": [804 21.761744925366656,805 31.328906344139114,806 9.433846176242696807 ]808 },809 "obb": {810 "center": [811 2042.511103681244,812 -864.374991717483,813 576.3819040666727814 ],815 "extent": [816 21.761744925366656,817 31.328906344139114,818 9.433846176242696819 ],820 "rotation": [821 65.0751571655274,822 -175.0242919921875,823 -89.72317504882814824 ]825 },826 "location": [827 2042.6893310546875,828 -864.16845703125,829 575.5889892578125830 ],831 "rotation": [832 65.0751571655274,833 -175.0242919921875,834 -89.72317504882814835 ],836 "scale": [837 1.9117066860198975,838 1.9117066860198975,839 1.9117066860198975840 ]841 },842 "color": [843 47,844 79,845 31846 ]847 },848 {849 "object_id": "SM_Paper2_5",850 "bbox_2d": [851 1891,852 345,853 1919,854 353855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 2043.6156060252208,860 -643.4866270469984,861 578.4019011472152862 ],863 "extent": [864 22.073952393245463,865 17.97280639720134,866 9.668902558104037867 ]868 },869 "obb": {870 "center": [871 2043.6156060252208,872 -643.4866270469984,873 578.4019011472152874 ],875 "extent": [876 22.073952393245463,877 17.97280639720134,878 9.668902558104037879 ],880 "rotation": [881 65.29947662353516,882 174.023681640625,883 -179.4481201171875884 ]885 },886 "location": [887 2043.7724609375,888 -643.5030517578125,889 578.0590209960938890 ],891 "rotation": [892 65.29947662353516,893 174.023681640625,894 -179.4481201171875895 ],896 "scale": [897 1.4347128868103027,898 1.4347128868103027,899 1.4347128868103027900 ]901 },902 "color": [903 47,904 79,905 95906 ]907 }908 ],909 "books": [910 {911 "object_id": "SM_Book183_82",912 "bbox_2d": [913 120,914 358,915 394,916 431917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 2053.303481506474,922 -919.3414258382842,923 578.9267483973512924 ],925 "extent": [926 14.465391370807993,927 11.348983535491698,928 7.761814453154784929 ]930 },931 "obb": {932 "center": [933 2053.303481506474,934 -919.3414258382842,935 578.9267483973512936 ],937 "extent": [938 14.465391370807993,939 11.348983535491698,940 7.761814453154784941 ],942 "rotation": [943 65.37251281738287,944 -175.18650817871094,945 4.377487182617192946 ]947 },948 "location": [949 2038.977783203125,950 -919.3857421875,951 573.7757568359375952 ],953 "rotation": [954 65.37251281738287,955 -175.18650817871094,956 4.377487182617192957 ],958 "scale": [959 0.7273740172386169,960 1,961 1962 ]963 },964 "color": [965 79,966 255,967 159968 ]969 }970 ],971 "paper roll": [972 {973 "object_id": "SM_PaperRoll01_15",974 "bbox_2d": [975 1654,976 872,977 1917,978 1079979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 2022.8757704178229,984 -706.6808178886866,985 494.4854197502136986 ],987 "extent": [988 49.98275956172313,989 22.58053177079171,990 4.249731063842773991 ]992 },993 "obb": {994 "center": [995 2022.8757704178229,996 -706.6808178886866,997 494.4854197502136998 ],999 "extent": [1000 49.98275956172313,1001 22.58053177079171,1002 4.2497310638427731003 ],1004 "rotation": [1005 0,1006 -68.96881866455078,1007 01008 ]1009 },1010 "location": [1011 2022.8685302734375,1012 -706.6619873046875,1013 494.585632324218751014 ],1015 "rotation": [1016 0,1017 -68.96881866455078,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 127,1028 111,1029 791030 ]1031 }1032 ]1033 }1034}