TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Church",3 "view_id": "l032_off1_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Church/l032_off1_r005/lit.png",5 "camera": {6 "location": [7 649,8 1491,9 122310 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 649,38 1491,39 1223,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "column base": [54 {55 "object_id": "SM_ColumnBase55",56 "bbox_2d": [57 1637,58 1024,59 1762,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1020.0084228515341,66 1449.9999923888106,67 594.280975341796968 ],69 "extent": [70 122.79521187824662,71 122.80049139957782,72 464.289581298828173 ]74 },75 "obb": {76 "center": [77 1020.0084228515341,78 1449.9999923888106,79 594.280975341796980 ],81 "extent": [82 122.79521187824662,83 122.80049139957782,84 464.289581298828185 ],86 "rotation": [87 0,88 179.99978637695312,89 090 ]91 },92 "location": [93 1020.0133056640625,94 1450,95 13096 ],97 "rotation": [98 0,99 179.99978637695312,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 191112 ]113 },114 {115 "object_id": "SM_ColumnBase56",116 "bbox_2d": [117 598,118 944,119 661,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1020.0002441405966,126 -230.00049589243935,127 594.2809753417969128 ],129 "extent": [130 122.79521187824662,131 122.80049139957778,132 464.2895812988281133 ]134 },135 "obb": {136 "center": [137 1020.0002441405966,138 -230.00049589243935,139 594.2809753417969140 ],141 "extent": [142 122.79521187824662,143 122.80049139957778,144 464.2895812988281145 ],146 "rotation": [147 0,148 179.99978637695312,149 0150 ]151 },152 "location": [153 1020.005126953125,154 -230.00048828125,155 130156 ],157 "rotation": [158 0,159 179.99978637695312,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 191,171 191172 ]173 },174 {175 "object_id": "SM_ColumnBase57",176 "bbox_2d": [177 679,178 853,179 774,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1020.0029296874716,186 329.99950410756065,187 594.2809753417969188 ],189 "extent": [190 122.79521187824662,191 122.80049139957777,192 464.2895812988281193 ]194 },195 "obb": {196 "center": [197 1020.0029296874716,198 329.99950410756065,199 594.2809753417969200 ],201 "extent": [202 122.79521187824662,203 122.80049139957777,204 464.2895812988281205 ],206 "rotation": [207 0,208 179.99978637695312,209 0210 ]211 },212 "location": [213 1020.0078125,214 329.99951171875,215 130216 ],217 "rotation": [218 0,219 179.99978637695312,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 191,231 191232 ]233 },234 {235 "object_id": "SM_ColumnBase58",236 "bbox_2d": [237 827,238 780,239 1089,240 1079241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1020.0050048827841,246 890.0004806700607,247 594.2809753417969248 ],249 "extent": [250 122.79521187824662,251 122.80049139957771,252 464.2895812988281253 ]254 },255 "obb": {256 "center": [257 1020.0050048827841,258 890.0004806700607,259 594.2809753417969260 ],261 "extent": [262 122.79521187824662,263 122.80049139957771,264 464.2895812988281265 ],266 "rotation": [267 0,268 179.99978637695312,269 0270 ]271 },272 "location": [273 1020.0098876953125,274 890.00048828125,275 130276 ],277 "rotation": [278 0,279 179.99978637695312,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 0,291 0292 ]293 },294 {295 "object_id": "SM_ColumnBase59",296 "bbox_2d": [297 536,298 1002,299 597,300 1044301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 1019.9970703124716,306 -790.0009841736893,307 594.2809753417969308 ],309 "extent": [310 122.79521187824662,311 122.80049139957771,312 464.2895812988281313 ]314 },315 "obb": {316 "center": [317 1019.9970703124716,318 -790.0009841736893,319 594.2809753417969320 ],321 "extent": [322 122.79521187824662,323 122.80049139957771,324 464.2895812988281325 ],326 "rotation": [327 0,328 179.99978637695312,329 0330 ]331 },332 "location": [333 1020.001953125,334 -790.0009765625,335 130336 ],337 "rotation": [338 0,339 179.99978637695312,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 191,350 0,351 255352 ]353 }354 ],355 "column head": [356 {357 "object_id": "SM_ColumnHead53_226",358 "bbox_2d": [359 969,360 446,361 1919,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 1021.1456961840677,368 1169.7066913238075,369 1378.0552978515625370 ],371 "extent": [372 107.658782785717,373 280.29419411651884,374 319.17822265625375 ]376 },377 "obb": {378 "center": [379 1021.1456961840677,380 1169.7066913238075,381 1378.0552978515625382 ],383 "extent": [384 107.658782785717,385 280.29419411651884,386 319.17822265625387 ],388 "rotation": [389 0,390 179.99978637695312,391 0392 ]393 },394 "location": [395 1020.0098876953125,396 890.00048828125,397 1060398 ],399 "rotation": [400 0,401 179.99978637695312,402 0403 ],404 "scale": [405 -1,406 1,407 1408 ]409 },410 "color": [411 255,412 63,413 31414 ]415 },416 {417 "object_id": "SM_ColumnHead61_234",418 "bbox_2d": [419 0,420 0,421 1919,422 1079423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 740.0117260638721,428 1451.0582342533692,429 1378.0552978515625430 ],431 "extent": [432 280.00074490224176,433 107.58215423279626,434 319.17822265625435 ]436 },437 "obb": {438 "center": [439 740.0117260638721,440 1451.0582342533692,441 1378.0552978515625442 ],443 "extent": [444 280.00074490224176,445 107.58215423279626,446 319.17822265625447 ],448 "rotation": [449 0,450 89.99960327148438,451 0452 ]453 },454 "location": [455 460.01171875,456 1450.0029296875,457 1060458 ],459 "rotation": [460 0,461 89.99960327148438,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 63,472 255,473 31474 ]475 },476 {477 "object_id": "SM_ColumnHead62_235",478 "bbox_2d": [479 871,480 713,481 971,482 787483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 740.0095287982471,488 891.057745972119,489 1378.0552978515625490 ],491 "extent": [492 280.00074490224176,493 107.58215423279614,494 319.17822265625495 ]496 },497 "obb": {498 "center": [499 740.0095287982471,500 891.057745972119,501 1378.0552978515625502 ],503 "extent": [504 280.00074490224176,505 107.58215423279614,506 319.17822265625507 ],508 "rotation": [509 0,510 89.99960327148438,511 0512 ]513 },514 "location": [515 460.009521484375,516 890.00244140625,517 1060518 ],519 "rotation": [520 0,521 89.99960327148438,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 63,532 127,533 31534 ]535 }536 ],537 "window wall": [538 {539 "object_id": "SM_WindowWall21",540 "bbox_2d": [541 1060,542 525,543 1712,544 1079545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 1052.7879180905925,550 1170.0008543570611,551 685.9901123046875552 ],553 "extent": [554 66.7638889114387,555 207.58994008196828,556 556.0111083984375557 ]558 },559 "obb": {560 "center": [561 1052.7879180905925,562 1170.0008543570611,563 685.9901123046875564 ],565 "extent": [566 66.7638889114387,567 207.58994008196828,568 556.0111083984375569 ],570 "rotation": [571 0,572 179.99978637695312,573 0574 ]575 },576 "location": [577 1020.01123046875,578 1170.0009765625,579 130580 ],581 "rotation": [582 0,583 179.99978637695312,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 63,594 31,595 127596 ]597 },598 {599 "object_id": "SM_WindowWall22",600 "bbox_2d": [601 775,602 815,603 877,604 1079605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 1052.7852325437175,610 609.9993895133113,611 685.9901123046875612 ],613 "extent": [614 66.7638889114387,615 207.58994008196836,616 556.0111083984375617 ]618 },619 "obb": {620 "center": [621 1052.7852325437175,622 609.9993895133113,623 685.9901123046875624 ],625 "extent": [626 66.7638889114387,627 207.58994008196836,628 556.0111083984375629 ],630 "rotation": [631 0,632 179.99978637695312,633 0634 ]635 },636 "location": [637 1020.008544921875,638 609.99951171875,639 130640 ],641 "rotation": [642 0,643 179.99978637695312,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 63,654 31,655 63656 ]657 },658 {659 "object_id": "SM_WindowWall23",660 "bbox_2d": [661 647,662 922,663 678,664 1079665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 1054.7515945432156,670 49.99938217004356,671 685.9901123046875672 ],673 "extent": [674 68.73343236845625,675 207.58994742526446,676 556.0111083984375677 ]678 },679 "obb": {680 "center": [681 1054.7515945432156,682 49.99938217004356,683 685.9901123046875684 ],685 "extent": [686 68.73343236845625,687 207.58994742526446,688 556.0111083984375689 ],690 "rotation": [691 0,692 179.99978637695312,693 0694 ]695 },696 "location": [697 1020.00537109375,698 49.99951171875,699 130700 ],701 "rotation": [702 0,703 179.99978637695312,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 63,714 31,715 191716 ]717 },718 {719 "object_id": "SM_WindowWall24",720 "bbox_2d": [721 595,722 1035,723 597,724 1064725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 1052.78047180153,730 -510.0010987679388,731 685.9901123046875732 ],733 "extent": [734 66.7638889114387,735 207.58994008196834,736 556.0111083984375737 ]738 },739 "obb": {740 "center": [741 1052.78047180153,742 -510.0010987679388,743 685.9901123046875744 ],745 "extent": [746 66.7638889114387,747 207.58994008196834,748 556.0111083984375749 ],750 "rotation": [751 0,752 179.99978637695312,753 0754 ]755 },756 "location": [757 1020.0037841796875,758 -510.0009765625,759 130760 ],761 "rotation": [762 0,763 179.99978637695312,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 191,774 31,775 0776 ]777 }778 ],779 "stone floor": [780 {781 "object_id": "SM_FloorStone10",782 "bbox_2d": [783 461,784 1039,785 567,786 1079787 ],788 "bbox_3d": {789 "aabb": {790 "center": [791 740,792 -510,793 127.88044381141663794 ],795 "extent": [796 280,797 280,798 3799 ]800 },801 "obb": {802 "center": [803 740,804 -510,805 127.88044381141663806 ],807 "extent": [808 280,809 280,810 3811 ],812 "rotation": [813 0,814 0,815 0816 ]817 },818 "location": [819 740,820 -510,821 125822 ],823 "rotation": [824 0,825 0,826 0827 ],828 "scale": [829 1,830 1,831 1832 ]833 },834 "color": [835 95,836 0,837 191838 ]839 },840 {841 "object_id": "SM_FloorStone11",842 "bbox_2d": [843 506,844 1027,845 536,846 1046847 ],848 "bbox_3d": {849 "aabb": {850 "center": [851 740,852 -1070,853 127.88044381141663854 ],855 "extent": [856 280,857 280,858 3859 ]860 },861 "obb": {862 "center": [863 740,864 -1070,865 127.88044381141663866 ],867 "extent": [868 280,869 280,870 3871 ],872 "rotation": [873 0,874 0,875 0876 ]877 },878 "location": [879 740,880 -1070,881 125882 ],883 "rotation": [884 0,885 0,886 0887 ],888 "scale": [889 1,890 1,891 1892 ]893 },894 "color": [895 95,896 0,897 31898 ]899 }900 ]901 },902 "foreground": {903 "chandelier": [904 {905 "object_id": "SM_Chandelier10",906 "bbox_2d": [907 474,908 937,909 811,910 1079911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 752.9120030765534,916 879.4468017358304,917 1013.9416540122693918 ],919 "extent": [920 134.34060592415335,921 140.04540351412288,922 214.14500362654508923 ]924 },925 "obb": {926 "center": [927 752.9120030765534,928 879.4468017358304,929 1013.9416540122693930 ],931 "extent": [932 134.34060592415335,933 140.04540351412288,934 214.14500362654508935 ],936 "rotation": [937 0,938 0,939 0940 ]941 },942 "location": [943 740,944 880,945 1230946 ],947 "rotation": [948 0,949 0,950 0951 ],952 "scale": [953 0.6000000238418579,954 0.6000000238418579,955 0.6000000238418579956 ]957 },958 "color": [959 31,960 95,961 255962 ]963 }964 ],965 "statue": [966 {967 "object_id": "SM_Statute09_39",968 "bbox_2d": [969 674,970 957,971 678,972 1036973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 1052.9538296121946,978 49.77985950689033,979 641.864013671875980 ],981 "extent": [982 63.307142745010424,983 78.11538451095264,984 185.956298828125985 ]986 },987 "obb": {988 "center": [989 1052.9538296121946,990 49.77985950689033,991 641.864013671875992 ],993 "extent": [994 63.307142745010424,995 78.11538451095264,996 185.956298828125997 ],998 "rotation": [999 0,1000 90.00012207031251,1001 01002 ]1003 },1004 "location": [1005 1053.865966796875,1006 36.72691345214844,1007 455.94958496093751008 ],1009 "rotation": [1010 0,1011 90.00012207031251,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 0,1022 159,1023 631024 ]1025 }1026 ],1027 "lamp": [1028 {1029 "object_id": "SM_Lamp41",1030 "bbox_2d": [1031 713,1032 1074,1033 731,1034 10791035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 971.0353921280418,1040 369.89503625632096,1041 542.51647567749021042 ],1043 "extent": [1044 19.053020878261236,1045 19.053022471039128,1046 45.007217407226561047 ]1048 },1049 "obb": {1050 "center": [1051 971.0353921280418,1052 369.89503625632096,1053 542.51647567749021054 ],1055 "extent": [1056 19.053020878261236,1057 19.053022471039128,1058 45.007217407226561059 ],1060 "rotation": [1061 0,1062 -45.00006103515625,1063 01064 ]1065 },1066 "location": [1067 980.781494140625,1068 359.790283203125,1069 524.9895019531251070 ],1071 "rotation": [1072 0,1073 -45.00006103515625,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 127,1084 255,1085 151086 ]1087 }1088 ]1089 }1090}