TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l081_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l081_r005/lit.png",5 "camera": {6 "location": [7 131,8 -459,9 65610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 131,38 -459,39 656,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m94_7",56 "bbox_2d": [57 1293,58 0,59 1919,60 24561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 600,66 -620,67 834.999998092651468 ],69 "extent": [70 200,71 200,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 600,78 -620,79 834.999998092651480 ],81 "extent": [82 200,83 200,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 400,94 -420,95 85096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 31,111 95112 ]113 },114 {115 "object_id": "SM_Floor_4x4m95_9",116 "bbox_2d": [117 1789,118 219,119 1919,120 264121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1000,126 -620,127 834.9999980926514128 ],129 "extent": [130 200,131 200,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 1000,138 -620,139 834.9999980926514140 ],141 "extent": [142 200,143 200,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 800,154 -420,155 850156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 0,171 95172 ]173 },174 {175 "object_id": "SM_Floor_4x4m97_13",176 "bbox_2d": [177 1090,178 0,179 1427,180 71181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 200,186 -620,187 834.9999980926514188 ],189 "extent": [190 200,191 200,192 15.000001907348633193 ]194 },195 "obb": {196 "center": [197 200,198 -620,199 834.9999980926514200 ],201 "extent": [202 200,203 200,204 15.000001907348633205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 0,214 -420,215 850216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 255,231 95232 ]233 }234 ],235 "door": [236 {237 "object_id": "SM_Door4",238 "bbox_2d": [239 1904,240 448,241 1919,242 525243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 905.7866129959383,248 -619.8707712487261,249 600.1965484619141250 ],251 "extent": [252 8.706695565388145,253 52.82368035370587,254 110.19654846191406255 ]256 },257 "obb": {258 "center": [259 905.7866129959383,260 -619.8707712487261,261 600.1965484619141262 ],263 "extent": [264 8.706695565388145,265 52.82368035370587,266 110.19654846191406267 ],268 "rotation": [269 0,270 179.9998779296875,271 0272 ]273 },274 "location": [275 910.3375854492188,276 -672.6942749023438,277 490278 ],279 "rotation": [280 0,281 179.9998779296875,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 159,292 63,293 127294 ]295 }296 ],297 "tile": [298 {299 "object_id": "SM_Tile1x36",300 "bbox_2d": [301 1404,302 1062,303 1414,304 1072305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 449.9998934736699,310 -670.0000454914008,311 491.0000001192093312 ],313 "extent": [314 50.000106526330114,315 50.000106526330114,316 0.9999999403953552317 ]318 },319 "obb": {320 "center": [321 449.9998934736699,322 -670.0000454914008,323 491.0000001192093324 ],325 "extent": [326 50.000106526330114,327 50.000106526330114,328 0.9999999403953552329 ],330 "rotation": [331 0,332 90.00012207031251,333 0334 ]335 },336 "location": [337 500,338 -719.9999389648438,339 490340 ],341 "rotation": [342 0,343 90.00012207031251,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 111,354 223,355 255356 ]357 },358 {359 "object_id": "SM_Tile1x37",360 "bbox_2d": [361 1384,362 1067,363 1414,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 349.9998934736699,370 -670.0000454914008,371 491.0000001192093372 ],373 "extent": [374 50.000106526330114,375 50.000106526330114,376 0.9999999403953552377 ]378 },379 "obb": {380 "center": [381 349.9998934736699,382 -670.0000454914008,383 491.0000001192093384 ],385 "extent": [386 50.000106526330114,387 50.000106526330114,388 0.9999999403953552389 ],390 "rotation": [391 0,392 90.00012207031251,393 0394 ]395 },396 "location": [397 400,398 -719.9999389648438,399 490400 ],401 "rotation": [402 0,403 90.00012207031251,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 111,414 223,415 127416 ]417 },418 {419 "object_id": "SM_Tile1x38",420 "bbox_2d": [421 947,422 1079,423 948,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 249.99989347366986,430 -670.0000454914008,431 491.0000001192093432 ],433 "extent": [434 50.00010652633014,435 50.000106526330114,436 0.9999999403953552437 ]438 },439 "obb": {440 "center": [441 249.99989347366986,442 -670.0000454914008,443 491.0000001192093444 ],445 "extent": [446 50.00010652633014,447 50.000106526330114,448 0.9999999403953552449 ],450 "rotation": [451 0,452 90.00012207031251,453 0454 ]455 },456 "location": [457 300,458 -719.9999389648438,459 490460 ],461 "rotation": [462 0,463 90.00012207031251,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 111,474 223,475 63476 ]477 },478 {479 "object_id": "SM_Tile1x42",480 "bbox_2d": [481 1911,482 1044,483 1919,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 549.9998934736699,490 -570.0000454914008,491 491.0000001192093492 ],493 "extent": [494 50.000106526330114,495 50.000106526330114,496 0.9999999403953552497 ]498 },499 "obb": {500 "center": [501 549.9998934736699,502 -570.0000454914008,503 491.0000001192093504 ],505 "extent": [506 50.000106526330114,507 50.000106526330114,508 0.9999999403953552509 ],510 "rotation": [511 0,512 90.00012207031251,513 0514 ]515 },516 "location": [517 600,518 -619.9999389648438,519 490520 ],521 "rotation": [522 0,523 90.00012207031251,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 111,534 223,535 223536 ]537 }538 ],539 "window": [540 {541 "object_id": "SM_Wall01_2m86",542 "bbox_2d": [543 1729,544 247,545 1840,546 775547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 950.0002386577316,552 -729.9997158324779,553 655.0000457763672554 ],555 "extent": [556 150.0004168166929,557 38.08155474416742,558 165.00013732910156559 ]560 },561 "obb": {562 "center": [563 950.0002386577316,564 -729.9997158324779,565 655.0000457763672566 ],567 "extent": [568 150.0004168166929,569 38.08155474416742,570 165.00013732910156571 ],572 "rotation": [573 0,574 90.00011444091797,575 0576 ]577 },578 "location": [579 800,580 -720,581 490582 ],583 "rotation": [584 0,585 90.00011444091797,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 143,596 255,597 191598 ]599 },600 {601 "object_id": "SM_Wall01_2m28",602 "bbox_2d": [603 0,604 0,605 1292,606 1079607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 200.00023865673862,612 -729.9996214282062,613 655.0000457763672614 ],615 "extent": [616 200.00041681569982,617 38.081660077038464,618 165.00013732910156619 ]620 },621 "obb": {622 "center": [623 200.00023865673862,624 -729.9996214282062,625 655.0000457763672626 ],627 "extent": [628 200.00041681569982,629 38.081660077038464,630 165.00013732910156631 ],632 "rotation": [633 0,634 90.00011444091797,635 0636 ]637 },638 "location": [639 0,640 -720,641 490642 ],643 "rotation": [644 0,645 90.00011444091797,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 143,656 255,657 159658 ]659 },660 {661 "object_id": "SM_Wall01_2m30_2",662 "bbox_2d": [663 1233,664 72,665 1788,666 313667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 600.0002386567386,672 -729.9996214282062,673 655.0000457763672674 ],675 "extent": [676 200.00041681569985,677 38.081660077038464,678 165.00013732910156679 ]680 },681 "obb": {682 "center": [683 600.0002386567386,684 -729.9996214282062,685 655.0000457763672686 ],687 "extent": [688 200.00041681569985,689 38.081660077038464,690 165.00013732910156691 ],692 "rotation": [693 0,694 90.00011444091797,695 0696 ]697 },698 "location": [699 400,700 -720,701 490702 ],703 "rotation": [704 0,705 90.00011444091797,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 143,716 255,717 223718 ]719 }720 ]721 },722 "foreground": {723 "dust bin": [724 {725 "object_id": "SM_Dustbin3_15",726 "bbox_2d": [727 1204,728 969,729 1387,730 1079731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 315.9208068847656,736 -618.8102684020996,737 516.761100769043738 ],739 "extent": [740 20.896907806396484,741 20.782440185546875,742 26.76110076904297743 ]744 },745 "obb": {746 "center": [747 315.9208068847656,748 -618.8102684020996,749 516.761100769043750 ],751 "extent": [752 20.896907806396484,753 20.782440185546875,754 26.76110076904297755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 315.9208068847656,764 -618.8102416992188,765 490766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 191,780 47,781 159782 ]783 }784 ],785 "cabinate": [786 {787 "object_id": "SM_Cabinate3_230",788 "bbox_2d": [789 931,790 135,791 1780,792 1079793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 461.6864492453965,798 -679.9152870178249,799 627.4138336181641800 ],801 "extent": [802 192.6496725511755,803 35.91745824517932,804 137.41383361816406805 ]806 },807 "obb": {808 "center": [809 461.6864492453965,810 -679.9152870178249,811 627.4138336181641812 ],813 "extent": [814 192.6496725511755,815 35.91745824517932,816 137.41383361816406817 ],818 "rotation": [819 0,820 90.0000228881836,821 0822 ]823 },824 "location": [825 461.68646240234375,826 -712.8509521484375,827 490828 ],829 "rotation": [830 0,831 90.0000228881836,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 255,842 15,843 79844 ]845 }846 ],847 "table": [848 {849 "object_id": "SM_Table_233",850 "bbox_2d": [851 1742,852 763,853 1919,854 1055855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 569.9964599609375,860 -591.2310791015625,861 530.0385513305664862 ],863 "extent": [864 28.785484449814362,865 28.40002087665664,866 39.982948303222656867 ]868 },869 "obb": {870 "center": [871 569.9964599609375,872 -591.2310791015625,873 530.0385513305664874 ],875 "extent": [876 28.785484449814362,877 28.40002087665664,878 39.982948303222656879 ],880 "rotation": [881 0,882 86.92422485351561,883 0884 ]885 },886 "location": [887 569.9964599609375,888 -591.2310791015625,889 490.0000305175781890 ],891 "rotation": [892 0,893 86.92422485351561,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 255,904 47,905 79906 ]907 }908 ],909 "chalkboard": [910 {911 "object_id": "SM_ChalkBoard4_41",912 "bbox_2d": [913 1757,914 526,915 1919,916 769917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 772.4365247422019,922 -659.0412633502684,923 576.7313079833984924 ],925 "extent": [926 79.03137372554193,927 53.90827634209006,928 86.73130798339844929 ]930 },931 "obb": {932 "center": [933 772.4365247422019,934 -659.0412633502684,935 576.7313079833984936 ],937 "extent": [938 79.03137372554193,939 53.90827634209006,940 86.73130798339844941 ],942 "rotation": [943 0,944 109.99997711181643,945 0946 ]947 },948 "location": [949 772.4365234375,950 -659.041259765625,951 490952 ],953 "rotation": [954 0,955 109.99997711181643,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 79,966 191,967 191968 ]969 }970 ],971 "working desk": [972 {973 "object_id": "SM_WorkingDesk11_81",974 "bbox_2d": [975 1400,976 738,977 1919,978 1079979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 440,984 -590,985 544.1138687133789986 ],987 "extent": [988 89.12784755313521,989 54.13464642470933,990 49.12098693847656991 ]992 },993 "obb": {994 "center": [995 440,996 -590,997 544.1138687133789998 ],999 "extent": [1000 89.12784755313521,1001 54.13464642470933,1002 49.120986938476561003 ],1004 "rotation": [1005 0,1006 80.00010681152344,1007 01008 ]1009 },1010 "location": [1011 440,1012 -590,1013 5001014 ],1015 "rotation": [1016 0,1017 80.00010681152344,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 111,1028 223,1029 1591030 ]1031 }1032 ]1033 }1034}