TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Church",3 "view_id": "l010_off2_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Church/l010_off2_r003/lit.png",5 "camera": {6 "location": [7 -940,8 2799,9 75110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -940,38 2799,39 751,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "column base": [54 {55 "object_id": "SM_ColumnBase33",56 "bbox_2d": [57 431,58 128,59 720,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -1779.9951171875,66 3130.0000076293945,67 594.280975341796968 ],69 "extent": [70 122.79475402832031,71 122.80003356933594,72 464.289581298828173 ]74 },75 "obb": {76 "center": [77 -1779.9951171875,78 3130.0000076293945,79 594.280975341796980 ],81 "extent": [82 122.79475402832031,83 122.80003356933594,84 464.289581298828185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -1780,94 3130,95 13096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 127,111 127112 ]113 },114 {115 "object_id": "SM_ColumnBase34",116 "bbox_2d": [117 1082,118 128,119 1369,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -1779.9951171875,126 2570.0000076293945,127 594.2809753417969128 ],129 "extent": [130 122.79475402832031,131 122.80003356933594,132 464.2895812988281133 ]134 },135 "obb": {136 "center": [137 -1779.9951171875,138 2570.0000076293945,139 594.2809753417969140 ],141 "extent": [142 122.79475402832031,143 122.80003356933594,144 464.2895812988281145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -1780,154 2570,155 130156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 0,171 0172 ]173 },174 {175 "object_id": "SM_ColumnBase45",176 "bbox_2d": [177 0,178 0,179 145,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -1219.9951171875,186 3130.0000076293945,187 594.2809753417969188 ],189 "extent": [190 122.79475402832031,191 122.80003356933594,192 464.2895812988281193 ]194 },195 "obb": {196 "center": [197 -1219.9951171875,198 3130.0000076293945,199 594.2809753417969200 ],201 "extent": [202 122.79475402832031,203 122.80003356933594,204 464.2895812988281205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -1220,214 3130,215 130216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 0,230 127,231 63232 ]233 },234 {235 "object_id": "SM_ColumnBase46",236 "bbox_2d": [237 1438,238 0,239 1919,240 1079241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -1219.9951171875,246 2570.0000076293945,247 594.2809753417969248 ],249 "extent": [250 122.79475402832031,251 122.80003356933594,252 464.2895812988281253 ]254 },255 "obb": {256 "center": [257 -1219.9951171875,258 2570.0000076293945,259 594.2809753417969260 ],261 "extent": [262 122.79475402832031,263 122.80003356933594,264 464.2895812988281265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 -1220,274 2570,275 130276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 255,290 0,291 63292 ]293 }294 ],295 "column head": [296 {297 "object_id": "SM_ColumnHead21_57",298 "bbox_2d": [299 1295,300 0,301 1437,302 165303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -1781.134765625,308 2290.2937927246094,309 1378.0552978515625310 ],311 "extent": [312 107.6577377319336,313 280.2937927246094,314 319.17822265625315 ]316 },317 "obb": {318 "center": [319 -1781.134765625,320 2290.2937927246094,321 1378.0552978515625322 ],323 "extent": [324 107.6577377319336,325 280.2937927246094,326 319.17822265625327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -1780,336 2570,337 1060338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 -1,346 1,347 1348 ]349 },350 "color": [351 63,352 255,353 0354 ]355 },356 {357 "object_id": "SM_ColumnHead22_58",358 "bbox_2d": [359 610,360 0,361 1187,362 176363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -1781.134765625,368 2850.2937927246094,369 1378.0552978515625370 ],371 "extent": [372 107.6577377319336,373 280.2937927246094,374 319.17822265625375 ]376 },377 "obb": {378 "center": [379 -1781.134765625,380 2850.2937927246094,381 1378.0552978515625382 ],383 "extent": [384 107.6577377319336,385 280.2937927246094,386 319.17822265625387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 -1780,396 3130,397 1060398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 -1,406 1,407 1408 ]409 },410 "color": [411 63,412 255,413 255414 ]415 },416 {417 "object_id": "SM_ColumnHead23",418 "bbox_2d": [419 141,420 0,421 498,422 170423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 -1781.134765625,428 3410.2937927246094,429 1378.0552978515625430 ],431 "extent": [432 107.6577377319336,433 280.2937927246094,434 319.17822265625435 ]436 },437 "obb": {438 "center": [439 -1781.134765625,440 3410.2937927246094,441 1378.0552978515625442 ],443 "extent": [444 107.6577377319336,445 280.2937927246094,446 319.17822265625447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 -1780,456 3690,457 1060458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 -1,466 1,467 1468 ]469 },470 "color": [471 63,472 255,473 127474 ]475 },476 {477 "object_id": "SM_ColumnHead30",478 "bbox_2d": [479 1174,480 0,481 1308,482 152483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 -1500.000002251852,488 2568.943353200919,489 1378.0552978515625490 ],491 "extent": [492 280.0002292021197,493 107.58081200194147,494 319.17822265625495 ]496 },497 "obb": {498 "center": [499 -1500.000002251852,500 2568.943353200919,501 1378.0552978515625502 ],503 "extent": [504 280.0002292021197,505 107.58081200194147,506 319.17822265625507 ],508 "rotation": [509 0,510 -90.00012207031251,511 0512 ]513 },514 "location": [515 -1220,516 2570,517 1060518 ],519 "rotation": [520 0,521 -90.00012207031251,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 63,532 63,533 0534 ]535 },536 {537 "object_id": "SM_ColumnHead31",538 "bbox_2d": [539 482,540 0,541 622,542 154543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 -1500.000002251852,548 3128.943353200919,549 1378.0552978515625550 ],551 "extent": [552 280.0002292021197,553 107.58081200194147,554 319.17822265625555 ]556 },557 "obb": {558 "center": [559 -1500.000002251852,560 3128.943353200919,561 1378.0552978515625562 ],563 "extent": [564 280.0002292021197,565 107.58081200194147,566 319.17822265625567 ],568 "rotation": [569 0,570 -90.00012207031251,571 0572 ]573 },574 "location": [575 -1220,576 3130,577 1060578 ],579 "rotation": [580 0,581 -90.00012207031251,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 63,592 63,593 255594 ]595 }596 ],597 "window wall": [598 {599 "object_id": "SM_WindowWall8",600 "bbox_2d": [601 1322,602 21,603 1437,604 1079605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 -1812.7766876220703,610 2290,611 685.9901123046875612 ],613 "extent": [614 66.76311492919922,615 207.58969116210938,616 556.0111083984375617 ]618 },619 "obb": {620 "center": [621 -1812.7766876220703,622 2290,623 685.9901123046875624 ],625 "extent": [626 66.76311492919922,627 207.58969116210938,628 556.0111083984375629 ],630 "rotation": [631 0,632 0,633 0634 ]635 },636 "location": [637 -1780,638 2290,639 130640 ],641 "rotation": [642 0,643 0,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 255,654 191,655 255656 ]657 },658 {659 "object_id": "SM_WindowWall9",660 "bbox_2d": [661 672,662 0,663 1125,664 1079665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 -1812.7766876220703,670 2850,671 685.9901123046875672 ],673 "extent": [674 66.76311492919922,675 207.58969116210938,676 556.0111083984375677 ]678 },679 "obb": {680 "center": [681 -1812.7766876220703,682 2850,683 685.9901123046875684 ],685 "extent": [686 66.76311492919922,687 207.58969116210938,688 556.0111083984375689 ],690 "rotation": [691 0,692 0,693 0694 ]695 },696 "location": [697 -1780,698 2850,699 130700 ],701 "rotation": [702 0,703 0,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 255,714 191,715 127716 ]717 },718 {719 "object_id": "SM_WindowWall10",720 "bbox_2d": [721 136,722 0,723 480,724 1079725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 -1814.746223449707,730 3410,731 685.9901123046875732 ],733 "extent": [734 68.73265838623047,735 207.58969116210938,736 556.0111083984375737 ]738 },739 "obb": {740 "center": [741 -1814.746223449707,742 3410,743 685.9901123046875744 ],745 "extent": [746 68.73265838623047,747 207.58969116210938,748 556.0111083984375749 ],750 "rotation": [751 0,752 0,753 0754 ]755 },756 "location": [757 -1780,758 3410,759 130760 ],761 "rotation": [762 0,763 0,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 255,774 191,775 63776 ]777 }778 ]779 },780 "foreground": {781 "chandelier": [782 {783 "object_id": "SM_Chandelier7",784 "bbox_2d": [785 1122,786 0,787 1437,788 463789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -1497.0879969234466,794 2569.4468017358304,795 1013.9416540122693796 ],797 "extent": [798 134.34060592415335,799 140.04540351412288,800 214.14500362654508801 ]802 },803 "obb": {804 "center": [805 -1497.0879969234466,806 2569.4468017358304,807 1013.9416540122693808 ],809 "extent": [810 134.34060592415335,811 140.04540351412288,812 214.14500362654508813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 -1510,822 2570,823 1230824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 0.6000000238418579,832 0.6000000238418579,833 0.6000000238418579834 ]835 },836 "color": [837 191,838 95,839 191840 ]841 }842 ],843 "statue": [844 {845 "object_id": "SM_Statute04_20",846 "bbox_2d": [847 141,848 452,849 346,850 884851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -1807.641544342041,856 3418.6161613464355,857 642.9675598144531858 ],859 "extent": [860 58.03474807739258,861 81.52486419677734,862 186.333251953125863 ]864 },865 "obb": {866 "center": [867 -1807.641544342041,868 3418.6161613464355,869 642.9675598144531870 ],871 "extent": [872 58.03474807739258,873 81.52486419677734,874 186.333251953125875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 -1815,884 3400,885 456.5969543457031886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 0,900 159,901 0902 ]903 }904 ],905 "lamp": [906 {907 "object_id": "SM_Lamp27",908 "bbox_2d": [909 1278,910 736,911 1318,912 852913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -1728.0456460342918,918 2519.393049681179,919 542.5164756774902920 ],921 "extent": [922 19.05302087826135,923 19.053022471039185,924 45.00721740722656925 ]926 },927 "obb": {928 "center": [929 -1728.0456460342918,930 2519.393049681179,931 542.5164756774902932 ],933 "extent": [934 19.05302087826135,935 19.053022471039185,936 45.00721740722656937 ],938 "rotation": [939 0,940 134.99993896484375,941 0942 ]943 },944 "location": [945 -1737.791748046875,946 2529.497802734375,947 524.989501953125948 ],949 "rotation": [950 0,951 134.99993896484375,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 223,962 223,963 0964 ]965 },966 {967 "object_id": "SM_Lamp28",968 "bbox_2d": [969 1163,970 736,971 1199,972 852973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -1727.2975829101754,978 2618.4384767519045,979 542.5164756774902980 ],981 "extent": [982 19.053023068308676,983 19.053020280947294,984 45.00721740722656985 ]986 },987 "obb": {988 "center": [989 -1727.2975829101754,990 2618.4384767519045,991 542.5164756774902992 ],993 "extent": [994 19.053023068308676,995 19.053020280947294,996 45.00721740722656997 ],998 "rotation": [999 0,1000 -135.00010681152344,1001 01002 ]1003 },1004 "location": [1005 -1737.40234375,1006 2608.6923828125,1007 524.9895019531251008 ],1009 "rotation": [1010 0,1011 -135.00010681152344,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 223,1022 223,1023 2551024 ]1025 }1026 ]1027 }1028}