TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l033_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l033_r005/lit.png",5 "camera": {6 "location": [7 -114,8 136,9 10010 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -114,38 136,39 100,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room": [54 {55 "object_id": "SM_Room_05",56 "bbox_2d": [57 975,58 0,59 1019,60 72861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -12.77386474609375,66 -105.65663146972656,67 137.0012512207031268 ],69 "extent": [70 5.778125762939453,71 80.36405944824219,72 137.0012512207031273 ]74 },75 "obb": {76 "center": [77 -12.77386474609375,78 -105.65663146972656,79 137.0012512207031280 ],81 "extent": [82 5.778125762939453,83 80.36405944824219,84 137.0012512207031285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 127112 ]113 },114 {115 "object_id": "SM_Room_33",116 "bbox_2d": [117 0,118 0,119 974,120 840121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -214.09774780273438,126 -30.96891212463379,127 137.00125122070312128 ],129 "extent": [130 196.61636352539062,131 5.818750381469727,132 137.00125122070312133 ]134 },135 "obb": {136 "center": [137 -214.09774780273438,138 -30.96891212463379,139 137.00125122070312140 ],141 "extent": [142 196.61636352539062,143 5.818750381469727,144 137.00125122070312145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 63,171 63172 ]173 },174 {175 "object_id": "SM_Room_39",176 "bbox_2d": [177 1020,178 0,179 1295,180 206181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 6.82373046875,186 -69.15577697753906,187 262.9625244140625188 ],189 "extent": [190 423.84625244140625,191 119.129150390625,192 3.253509521484375193 ]194 },195 "obb": {196 "center": [197 6.82373046875,198 -69.15577697753906,199 262.9625244140625200 ],201 "extent": [202 423.84625244140625,203 119.129150390625,204 3.253509521484375205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 0,214 0,215 0216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 127,231 63232 ]233 }234 ],235 "door": [236 {237 "object_id": "SM_Door_01",238 "bbox_2d": [239 412,240 0,241 878,242 793243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -73.4132308959961,248 -37.81229782104492,249 118.2634048461914250 ],251 "extent": [252 41.528175354003906,253 1.5000457763671875,254 117.85313415527344255 ]256 },257 "obb": {258 "center": [259 -73.4132308959961,260 -37.81229782104492,261 118.2634048461914262 ],263 "extent": [264 41.528175354003906,265 1.5000457763671875,266 117.85313415527344267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 63,293 127294 ]295 },296 {297 "object_id": "SM_Door_04",298 "bbox_2d": [299 371,300 0,301 931,302 798303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -73.19573974609375,308 -31.37153434753418,309 119.93985748291016310 ],311 "extent": [312 45,313 8.500070571899414,314 120.17390441894531315 ]316 },317 "obb": {318 "center": [319 -73.19573974609375,320 -31.37153434753418,321 119.93985748291016322 ],323 "extent": [324 45,325 8.500070571899414,326 120.17390441894531327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 63,353 127354 ]355 },356 {357 "object_id": "SM_Door3",358 "bbox_2d": [359 441,360 523,361 544,362 619363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -102,368 -32.5,369 95370 ],371 "extent": [372 7.148256362532976,373 3.6948661731127235,374 7.7611236572265625375 ]376 },377 "obb": {378 "center": [379 -102,380 -32.5,381 95382 ],383 "extent": [384 7.148256362532976,385 3.6948661731127235,386 7.7611236572265625387 ],388 "rotation": [389 0,390 -3.0517578125e-05,391 0392 ]393 },394 "location": [395 -102,396 -32.5,397 95398 ],399 "rotation": [400 0,401 -3.0517578125e-05,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 191,412 191,413 0414 ]415 }416 ],417 "window divided": [418 {419 "object_id": "SM_Window_02",420 "bbox_2d": [421 1296,422 0,423 1333,424 691425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -15.355621337890625,430 90.34112548828125,431 130.1663360595703432 ],433 "extent": [434 1.0007576942443848,435 38.33171081542969,436 129.7472381591797437 ]438 },439 "obb": {440 "center": [441 -15.355621337890625,442 90.34112548828125,443 130.1663360595703444 ],445 "extent": [446 1.0007576942443848,447 38.33171081542969,448 129.7472381591797449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 0,458 0,459 0460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 63,474 63,475 0476 ]477 }478 ],479 "wood wall": [480 {481 "object_id": "SM_Wood_Wall",482 "bbox_2d": [483 1020,484 138,485 1295,486 716487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 217.1450958251953,492 -184.02069091796875,493 137.00125122070312494 ],495 "extent": [496 224.1408233642578,497 2,498 137.00125122070312499 ]500 },501 "obb": {502 "center": [503 217.1450958251953,504 -184.02069091796875,505 137.00125122070312506 ],507 "extent": [508 224.1408233642578,509 2,510 137.00125122070312511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 0,520 0,521 0522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 63,536 191,537 0538 ]539 }540 ]541 },542 "foreground": {543 "glass": [544 {545 "object_id": "SM_Glass_03_1",546 "bbox_2d": [547 1334,548 0,549 1919,550 719551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -15.393613815307617,556 91.1372500160669,557 128.94964599609375558 ],559 "extent": [560 0.236328125,561 34.64369246712886,562 128.94964599609375563 ]564 },565 "obb": {566 "center": [567 -15.393613815307617,568 91.1372500160669,569 128.94964599609375570 ],571 "extent": [572 0.236328125,573 34.64369246712886,574 128.94964599609375575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -2,584 -22,585 0586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1.090000033378601,595 1596 ]597 },598 "color": [599 63,600 0,601 0602 ]603 }604 ],605 "kitchen marble": [606 {607 "object_id": "SM_Kitchen_Marble",608 "bbox_2d": [609 0,610 670,611 1919,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -160.33001708984375,618 109.10777282714844,619 85.25620 ],621 "extent": [622 144.76406860351562,623 31.867874145507812,624 1.25625 ]626 },627 "obb": {628 "center": [629 -160.33001708984375,630 109.10777282714844,631 85.25632 ],633 "extent": [634 144.76406860351562,635 31.867874145507812,636 1.25637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 0,646 0,647 0648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 63,662 0,663 127664 ]665 }666 ],667 "lighting": [668 {669 "object_id": "SM_Lighting",670 "bbox_2d": [671 1039,672 89,673 1262,674 157675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 39.40386962890625,680 -27.650985717773438,681 259.49249267578125682 ],683 "extent": [684 341.56640625,685 122.9656982421875,686 0.314453125687 ]688 },689 "obb": {690 "center": [691 39.40386962890625,692 -27.650985717773438,693 259.49249267578125694 ],695 "extent": [696 341.56640625,697 122.9656982421875,698 0.314453125699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 0,708 0,709 0710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 0,724 255,725 191726 ]727 }728 ],729 "bed frame": [730 {731 "object_id": "SM_Bed_Frame",732 "bbox_2d": [733 1202,734 595,735 1295,736 692737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 284,742 -80.99999332427979,743 34.64175033569336744 ],745 "extent": [746 88.90624523162842,747 101.50726318359375,748 39.64175033569336749 ]750 },751 "obb": {752 "center": [753 284,754 -80.99999332427979,755 34.64175033569336756 ],757 "extent": [758 88.90624523162842,759 101.50726318359375,760 39.64175033569336761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 284,770 -81,771 -5772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 0.9375,780 0.875,781 1782 ]783 },784 "color": [785 255,786 191,787 255788 ]789 }790 ],791 "bed blanket": [792 {793 "object_id": "SM_Bed_Blanket",794 "bbox_2d": [795 1231,796 657,797 1295,798 697799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 281.00000762939453,804 -65,805 41.00000190734863806 ],807 "extent": [808 98.49034881591797,809 99.26022291183472,810 13.39167594909668811 ]812 },813 "obb": {814 "center": [815 281.00000762939453,816 -65,817 41.00000190734863818 ],819 "extent": [820 98.49034881591797,821 99.26022291183472,822 13.39167594909668823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 281,832 -65,833 41834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 0.9375,843 1844 ]845 },846 "color": [847 191,848 0,849 255850 ]851 }852 ],853 "pillow": [854 {855 "object_id": "SM_Pillow_01",856 "bbox_2d": [857 1250,858 585,859 1295,860 642861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 245,866 -149.00000716928295,867 64.99999739058575868 ],869 "extent": [870 37.38641357421875,871 20.25763396676544,872 23.040369087389735873 ]874 },875 "obb": {876 "center": [877 245,878 -149.00000716928295,879 64.99999739058575880 ],881 "extent": [882 37.38641357421875,883 20.25763396676544,884 23.040369087389735885 ],886 "rotation": [887 0,888 0,889 -20.00006103515625890 ]891 },892 "location": [893 245,894 -149,895 65896 ],897 "rotation": [898 0,899 0,900 -20.00006103515625901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 191,910 0,911 127912 ]913 },914 {915 "object_id": "SM_Chair_Pillow",916 "bbox_2d": [917 1057,918 679,919 1147,920 716921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 87.00000364801313,926 -113.00000111530954,927 42.30000114440918928 ],929 "extent": [930 32.70484459252637,931 32.14139655642262,932 9.921087265014648933 ]934 },935 "obb": {936 "center": [937 87.00000364801313,938 -113.00000111530954,939 42.30000114440918940 ],941 "extent": [942 32.70484459252637,943 32.14139655642262,944 9.921087265014648945 ],946 "rotation": [947 0,948 -17,949 0950 ]951 },952 "location": [953 87,954 -113,955 42.29999923706055956 ],957 "rotation": [958 0,959 -17,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 191,970 255,971 0972 ]973 }974 ],975 "basin": [976 {977 "object_id": "SM_Basin",978 "bbox_2d": [979 509,980 0,981 1919,982 1079983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -69.37356948849417,988 109.000021544352,989 95.69999694824219990 ],991 "extent": [992 40.18141952343528,993 25.839914519694105,994 21.32654571533203995 ]996 },997 "obb": {998 "center": [999 -69.37356948849417,1000 109.000021544352,1001 95.699996948242191002 ],1003 "extent": [1004 40.18141952343528,1005 25.839914519694105,1006 21.326545715332031007 ],1008 "rotation": [1009 0,1010 -90.00015258789064,1011 01012 ]1013 },1014 "location": [1015 -62,1016 109,1017 95.699996948242191018 ],1019 "rotation": [1020 0,1021 -90.00015258789064,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 191,1032 127,1033 2551034 ]1035 }1036 ],1037 "rest chair": [1038 {1039 "object_id": "SM_Rest_Chair",1040 "bbox_2d": [1041 1020,1042 674,1043 1242,1044 7231045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 100.00000190734336,1050 -106.00000330362779,1051 41.5365295410156251052 ],1053 "extent": [1054 93.81039646216799,1055 72.86479790340461,1056 40.5364074707031251057 ]1058 },1059 "obb": {1060 "center": [1061 100.00000190734336,1062 -106.00000330362779,1063 41.5365295410156251064 ],1065 "extent": [1066 93.81039646216799,1067 72.86479790340461,1068 40.5364074707031251069 ],1070 "rotation": [1071 0,1072 -60.000091552734375,1073 01074 ]1075 },1076 "location": [1077 100,1078 -106,1079 11080 ],1081 "rotation": [1082 0,1083 -60.000091552734375,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 63,1094 0,1095 311096 ]1097 }1098 ]1099 }1100}