TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l021_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l021_r001/lit.png",5 "camera": {6 "location": [7 808,8 -895,9 35810 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 808,38 -895,39 358,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door5",56 "bbox_2d": [57 501,58 616,59 797,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 949.7700183477542,66 -759.0796656872593,67 240.1965484619140668 ],69 "extent": [70 27.138897008869662,71 52.41643256593636,72 110.1965484619140673 ]74 },75 "obb": {76 "center": [77 949.7700183477542,78 -759.0796656872593,79 240.1965484619140680 ],81 "extent": [82 27.138897008869662,83 52.41643256593636,84 110.1965484619140685 ],86 "rotation": [87 0,88 158.90036010742188,89 090 ]91 },92 "location": [93 935,94 -810,95 13096 ],97 "rotation": [98 0,99 158.90036010742188,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 0,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_Wall01_2m79_88",118 "bbox_2d": [119 0,120 0,121 49,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 1002.000378943896,128 -1020.9999791492157,129 295.0000457763672130 ],131 "extent": [132 38.08161864427973,133 201.00013615552308,134 165.00013732910156135 ]136 },137 "obb": {138 "center": [139 1002.000378943896,140 -1020.9999791492157,141 295.0000457763672142 ],143 "extent": [144 38.08161864427973,145 201.00013615552308,146 165.00013732910156147 ],148 "rotation": [149 0,150 0.00011400000221328809,151 0152 ]153 },154 "location": [155 992,156 -820,157 130158 ],159 "rotation": [160 0,161 0.00011400000221328809,162 0163 ],164 "scale": [165 1,166 1.0049999952316284,167 1168 ]169 },170 "color": [171 63,172 0,173 127174 ]175 },176 {177 "object_id": "SM_Wall01_2m65",178 "bbox_2d": [179 224,180 0,181 1651,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 880.0002386587267,188 -809.9998111907695,189 294.9976348876953190 ],191 "extent": [192 100.00029474737539,193 38.08145036546864,194 165.00254821777344195 ]196 },197 "obb": {198 "center": [199 880.0002386587267,200 -809.9998111907695,201 294.9976348876953202 ],203 "extent": [204 100.00029474737539,205 38.08145036546864,206 165.00254821777344207 ],208 "rotation": [209 0,210 90.00011444091797,211 0212 ]213 },214 "location": [215 780,216 -800,217 130218 ],219 "rotation": [220 0,221 90.00011444091797,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 223,232 143,233 111234 ]235 },236 {237 "object_id": "SM_Wall01_2m68",238 "bbox_2d": [239 998,240 941,241 1143,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 989.9998777696771,248 -519.9997679984697,249 295.0000457763672250 ],251 "extent": [252 38.08138378618014,253 100.00039146427531,254 165.00013732910156255 ]256 },257 "obb": {258 "center": [259 989.9998777696771,260 -519.9997679984697,261 295.0000457763672262 ],263 "extent": [264 38.08138378618014,265 100.00039146427531,266 165.00013732910156267 ],268 "rotation": [269 0,270 -179.9999237060547,271 0272 ]273 },274 "location": [275 980,276 -620,277 130278 ],279 "rotation": [280 0,281 -179.9999237060547,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 143,292 0,293 15294 ]295 },296 {297 "object_id": "SM_Wall01_2m70",298 "bbox_2d": [299 1131,300 680,301 1209,302 981303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 989.9998777696771,308 -319.9997679984697,309 295.0000457763672310 ],311 "extent": [312 38.08138378618014,313 100.00039146427534,314 165.00013732910156315 ]316 },317 "obb": {318 "center": [319 989.9998777696771,320 -319.9997679984697,321 295.0000457763672322 ],323 "extent": [324 38.08138378618014,325 100.00039146427534,326 165.00013732910156327 ],328 "rotation": [329 0,330 -179.9999237060547,331 0332 ]333 },334 "location": [335 980,336 -420,337 130338 ],339 "rotation": [340 0,341 -179.9999237060547,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 143,352 0,353 47354 ]355 }356 ],357 "door frame": [358 {359 "object_id": "SM_DoorFrame_2",360 "bbox_2d": [361 442,362 587,363 1246,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 880.1567001343963,370 -809.9724220723485,371 241.30389404296875372 ],373 "extent": [374 55.10527044120113,375 7.188179117493064,376 111.30391693115234377 ]378 },379 "obb": {380 "center": [381 880.1567001343963,382 -809.9724220723485,383 241.30389404296875384 ],385 "extent": [386 55.10527044120113,387 7.188179117493064,388 111.30391693115234389 ],390 "rotation": [391 0,392 -90.00012207031251,393 0394 ]395 },396 "location": [397 933,398 -809.9725341796875,399 130400 ],401 "rotation": [402 0,403 -90.00012207031251,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 31,414 63,415 63416 ]417 }418 ],419 "wall paper": [420 {421 "object_id": "SM_WallpaperC3",422 "bbox_2d": [423 789,424 634,425 932,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 969.0398625889492,432 -719.9998986096108,433 291.68467712402344434 ],435 "extent": [436 10.893023446952498,437 100.00010164689775,438 141.0025177001953439 ]440 },441 "obb": {442 "center": [443 969.0398625889492,444 -719.9998986096108,445 291.68467712402344446 ],447 "extent": [448 10.893023446952498,449 100.00010164689775,450 141.0025177001953451 ],452 "rotation": [453 0,454 179.99978637695312,455 0456 ]457 },458 "location": [459 979.8633422851562,460 -820,461 150.68215942382812462 ],463 "rotation": [464 0,465 179.99978637695312,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 31,476 159,477 255478 ]479 },480 {481 "object_id": "SM_WallpaperC4",482 "bbox_2d": [483 926,484 643,485 1130,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 972.5410384085158,492 -520.0000334315902,493 291.6846008300781494 ],495 "extent": [496 7.425817070681205,497 100.00008871967694,498 141.00244140625499 ]500 },501 "obb": {502 "center": [503 972.5410384085158,504 -520.0000334315902,505 291.6846008300781506 ],507 "extent": [508 7.425817070681205,509 100.00008871967694,510 141.00244140625511 ],512 "rotation": [513 0,514 179.99978637695312,515 0516 ]517 },518 "location": [519 979.9443969726562,520 -620,521 150.68215942382812522 ],523 "rotation": [524 0,525 179.99978637695312,526 0527 ],528 "scale": [529 0.3579689860343933,530 1,531 1532 ]533 },534 "color": [535 63,536 223,537 159538 ]539 },540 {541 "object_id": "SM_WallpaperC_5",542 "bbox_2d": [543 1131,544 656,545 1209,546 939547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 969.1201715908888,552 -320.00002067853313,553 291.68467712402344554 ],555 "extent": [556 10.893023446952498,557 100.0001016468978,558 141.0025177001953559 ]560 },561 "obb": {562 "center": [563 969.1201715908888,564 -320.00002067853313,565 291.68467712402344566 ],567 "extent": [568 10.893023446952498,569 100.0001016468978,570 141.0025177001953571 ],572 "rotation": [573 0,574 179.99978637695312,575 0576 ]577 },578 "location": [579 979.9443969726562,580 -220,581 150.68215942382812582 ],583 "rotation": [584 0,585 179.99978637695312,586 0587 ],588 "scale": [589 1,590 -1,591 1592 ]593 },594 "color": [595 159,596 223,597 63598 ]599 }600 ],601 "pillar": [602 {603 "object_id": "SM_Pillar30",604 "bbox_2d": [605 1652,606 0,607 1919,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 782.7888793945312,614 -822.1742553710938,615 294.98354303378983616 ],617 "extent": [618 42.32736068178906,619 24.04058837890625,620 164.9836345773674621 ]622 },623 "obb": {624 "center": [625 782.7888793945312,626 -822.1742553710938,627 294.98354303378983628 ],629 "extent": [630 42.32736068178906,631 24.04058837890625,632 164.9836345773674633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 782.7888793945312,642 -822.1742553710938,643 130644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 0.8803300261497498,652 0.5,653 0.9998999834060669654 ]655 },656 "color": [657 159,658 95,659 63660 ]661 },662 {663 "object_id": "SM_Pillar4",664 "bbox_2d": [665 39,666 0,667 251,668 1079669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 1000.5867919921875,674 -827.12109375,675 295.0000457763672676 ],677 "extent": [678 48.081241607666016,679 32.534609126385476,680 165.00013732910156681 ]682 },683 "obb": {684 "center": [685 1000.5867919921875,686 -827.12109375,687 295.0000457763672688 ],689 "extent": [690 48.081241607666016,691 32.534609126385476,692 165.00013732910156693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 1000.5867919921875,702 -827.12109375,703 130704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 0.6766600012779236,713 1714 ]715 },716 "color": [717 159,718 159,719 0720 ]721 }722 ],723 "floor planks corner": [724 {725 "object_id": "SM_Floor_1x1_39",726 "bbox_2d": [727 1069,728 983,729 1209,730 1079731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 949.9998097636789,736 -470.0001864209145,737 114.99999809265137738 ],739 "extent": [740 50.0001864209288,741 50.00018642092877,742 15.000001907348633743 ]744 },745 "obb": {746 "center": [747 949.9998097636789,748 -470.0001864209145,749 114.99999809265137750 ],751 "extent": [752 50.0001864209288,753 50.00018642092877,754 15.000001907348633755 ],756 "rotation": [757 0,758 -0.00021362304687499997,759 0760 ]761 },762 "location": [763 900,764 -420,765 130766 ],767 "rotation": [768 0,769 -0.00021362304687499997,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 255,780 223,781 191782 ]783 },784 {785 "object_id": "SM_Floor_4x4m7_110",786 "bbox_2d": [787 1143,788 903,789 1209,790 998791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 899.9996726488234,796 -219.99988901760688,797 114.99999809265137798 ],799 "extent": [800 100.00026631602032,801 200.00013315787712,802 15.000001907348633803 ]804 },805 "obb": {806 "center": [807 899.9996726488234,808 -219.99988901760688,809 114.99999809265137810 ],811 "extent": [812 100.00026631602032,813 200.00013315787712,814 15.000001907348633815 ],816 "rotation": [817 0,818 -179.9999237060547,819 0820 ]821 },822 "location": [823 999.9999389648438,824 -419.999755859375,825 130826 ],827 "rotation": [828 0,829 -179.9999237060547,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 127,840 223,841 255842 ]843 }844 ],845 "floor separator": [846 {847 "object_id": "SM_FloorSeparator6",848 "bbox_2d": [849 1060,850 1071,851 1097,852 1079853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 934.8715133666992,858 -519.591064453125,859 130.58449029922485860 ],861 "extent": [862 99.99999237060547,863 5.081256887603558,864 0.5844902992248535865 ]866 },867 "obb": {868 "center": [869 934.8715133666992,870 -519.591064453125,871 130.58449029922485872 ],873 "extent": [874 99.99999237060547,875 5.081256887603558,876 0.5844902992248535877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 834.8715209960938,886 -519.591064453125,887 130888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1.0927358865737915,897 1898 ]899 },900 "color": [901 127,902 63,903 143904 ]905 }906 ]907 },908 "foreground": {909 "grill": [910 {911 "object_id": "SM_Grill6",912 "bbox_2d": [913 514,914 0,915 1111,916 324917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 879.4444465636199,922 -810.7574736691984,923 400.2494354248047924 ],925 "extent": [926 44.44445322152262,927 3.125094690169476,928 17.3148193359375929 ]930 },931 "obb": {932 "center": [933 879.4444465636199,934 -810.7574736691984,935 400.2494354248047936 ],937 "extent": [938 44.44445322152262,939 3.125094690169476,940 17.3148193359375941 ],942 "rotation": [943 0,944 90.00012207031251,945 0946 ]947 },948 "location": [949 835,950 -810.757568359375,951 382.93463134765625952 ],953 "rotation": [954 0,955 90.00012207031251,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 63,966 0,967 63968 ]969 }970 ],971 "poster": [972 {973 "object_id": "SM_Poster3_8",974 "bbox_2d": [975 1079,976 653,977 1127,978 780979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 977.5729121994007,984 -459.6118785733246,985 293.11649324319205986 ],987 "extent": [988 2.162183249126997,989 30.601052949613177,990 44.797203318166794991 ]992 },993 "obb": {994 "center": [995 977.5729121994007,996 -459.6118785733246,997 293.11649324319205998 ],999 "extent": [1000 2.162183249126997,1001 30.601052949613177,1002 44.7972033181667941003 ],1004 "rotation": [1005 0,1006 179.99990844726562,1007 01008 ]1009 },1010 "location": [1011 979.7349243164062,1012 -459.3865661621094,1013 292.66113281251014 ],1015 "rotation": [1016 0,1017 179.99990844726562,1018 01019 ],1020 "scale": [1021 1.2000000476837158,1022 1.2000000476837158,1023 1.20000004768371581024 ]1025 },1026 "color": [1027 191,1028 191,1029 791030 ]1031 }1032 ],1033 "shelf": [1034 {1035 "object_id": "SM_Shelf2",1036 "bbox_2d": [1037 1175,1038 687,1039 1209,1040 7331041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 959.5790634156494,1046 -290.06758696601446,1047 255.919551849365231048 ],1049 "extent": [1050 20.364852528711594,1051 54.98343485755612,1052 13.645189285278321053 ]1054 },1055 "obb": {1056 "center": [1057 959.5790634156494,1058 -290.06758696601446,1059 255.919551849365231060 ],1061 "extent": [1062 20.364852528711594,1063 54.98343485755612,1064 13.645189285278321065 ],1066 "rotation": [1067 0,1068 179.9998016357422,1069 01070 ]1071 },1072 "location": [1073 979.9437255859375,1074 -290.0676574707031,1075 264.67575073242191076 ],1077 "rotation": [1078 0,1079 179.9998016357422,1080 01081 ],1082 "scale": [1083 1,1084 1.075476050376892,1085 11086 ]1087 },1088 "color": [1089 95,1090 191,1091 791092 ]1093 }1094 ],1095 "box": [1096 {1097 "object_id": "SM_Box24",1098 "bbox_2d": [1099 1185,1100 659,1101 1209,1102 6891103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 962.5290254144235,1108 -314.956461646678,1109 279.82370705364861110 ],1111 "extent": [1112 16.86483304843489,1113 18.680017806019123,1114 10.3263926005236041115 ]1116 },1117 "obb": {1118 "center": [1119 962.5290254144235,1120 -314.956461646678,1121 279.82370705364861122 ],1123 "extent": [1124 16.86483304843489,1125 18.680017806019123,1126 10.3263926005236041127 ],1128 "rotation": [1129 0,1130 8.819949150085447,1131 01132 ]1133 },1134 "location": [1135 962.5296630859375,1136 -314.9605712890625,1137 269.4973144531251138 ],1139 "rotation": [1140 0,1141 8.819949150085447,1142 01143 ],1144 "scale": [1145 0.8995130062103271,1146 0.8995130062103271,1147 0.89951300621032711148 ]1149 },1150 "color": [1151 15,1152 31,1153 791154 ]1155 }1156 ]1157 }1158}