TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l000_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l000_r005/lit.png",5 "camera": {6 "location": [7 811,8 -633,9 25910 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 811,38 -633,39 259,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door5",56 "bbox_2d": [57 1023,58 0,59 1610,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 949.7700183477542,66 -759.0796656872593,67 240.1965484619140668 ],69 "extent": [70 27.138897008869662,71 52.41643256593636,72 110.1965484619140673 ]74 },75 "obb": {76 "center": [77 949.7700183477542,78 -759.0796656872593,79 240.1965484619140680 ],81 "extent": [82 27.138897008869662,83 52.41643256593636,84 110.1965484619140685 ],86 "rotation": [87 0,88 158.90036010742188,89 090 ]91 },92 "location": [93 935,94 -810,95 13096 ],97 "rotation": [98 0,99 158.90036010742188,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 0,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_Wall01_2m79_88",118 "bbox_2d": [119 712,120 97,121 1011,122 759123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 1002.000378943896,128 -1020.9999791492157,129 295.0000457763672130 ],131 "extent": [132 38.08161864427973,133 201.00013615552308,134 165.00013732910156135 ]136 },137 "obb": {138 "center": [139 1002.000378943896,140 -1020.9999791492157,141 295.0000457763672142 ],143 "extent": [144 38.08161864427973,145 201.00013615552308,146 165.00013732910156147 ],148 "rotation": [149 0,150 0.00011400000221328809,151 0152 ]153 },154 "location": [155 992,156 -820,157 130158 ],159 "rotation": [160 0,161 0.00011400000221328809,162 0163 ],164 "scale": [165 1,166 1.0049999952316284,167 1168 ]169 },170 "color": [171 63,172 0,173 127174 ]175 },176 {177 "object_id": "SM_Wall01_2m84",178 "bbox_2d": [179 1192,180 0,181 1219,182 63183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1120.0000006795285,188 -814.0402555550819,189 295.0000457763672190 ],191 "extent": [192 150.0001824259632,193 14.040984145593711,194 165.00013732910156195 ]196 },197 "obb": {198 "center": [199 1120.0000006795285,200 -814.0402555550819,201 295.0000457763672202 ],203 "extent": [204 150.0001824259632,205 14.040984145593711,206 165.00013732910156207 ],208 "rotation": [209 0,210 -90.00013732910156,211 0212 ]213 },214 "location": [215 1270,216 -800,217 130218 ],219 "rotation": [220 0,221 -90.00013732910156,222 0223 ],224 "scale": [225 1,226 1.5,227 1228 ]229 },230 "color": [231 159,232 95,233 95234 ]235 },236 {237 "object_id": "SM_Wall01_2m65",238 "bbox_2d": [239 140,240 0,241 1191,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 880.0002386587267,248 -809.9998111907695,249 294.9976348876953250 ],251 "extent": [252 100.00029474737539,253 38.08145036546864,254 165.00254821777344255 ]256 },257 "obb": {258 "center": [259 880.0002386587267,260 -809.9998111907695,261 294.9976348876953262 ],263 "extent": [264 100.00029474737539,265 38.08145036546864,266 165.00254821777344267 ],268 "rotation": [269 0,270 90.00011444091797,271 0272 ]273 },274 "location": [275 780,276 -800,277 130278 ],279 "rotation": [280 0,281 90.00011444091797,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 223,292 143,293 111294 ]295 },296 {297 "object_id": "SM_Wall01_2m60",298 "bbox_2d": [299 0,300 0,301 139,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 580.0002386567386,308 -809.9994383227374,309 295.0000457763672310 ],311 "extent": [312 200.00041681569985,313 38.081660077038464,314 165.00013732910156315 ]316 },317 "obb": {318 "center": [319 580.0002386567386,320 -809.9994383227374,321 295.0000457763672322 ],323 "extent": [324 200.00041681569985,325 38.081660077038464,326 165.00013732910156327 ],328 "rotation": [329 0,330 90.00011444091797,331 0332 ]333 },334 "location": [335 380,336 -799.9998168945312,337 130338 ],339 "rotation": [340 0,341 90.00011444091797,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 143,352 255,353 15354 ]355 }356 ],357 "stairs floor": [358 {359 "object_id": "SM_StairsFloor_26",360 "bbox_2d": [361 593,362 62,363 793,364 191365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 600,370 -1019.9999999999999,371 474.8743591308594372 ],373 "extent": [374 400.0000000000002,375 200.0000000000001,376 16.424835205078125377 ]378 },379 "obb": {380 "center": [381 600,382 -1019.9999999999999,383 474.8743591308594384 ],385 "extent": [386 400.0000000000002,387 200.0000000000001,388 16.424835205078125389 ],390 "rotation": [391 0,392 90.00000000000001,393 0394 ]395 },396 "location": [397 200,398 -1220,399 490400 ],401 "rotation": [402 0,403 90.00000000000001,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 191,415 255416 ]417 }418 ],419 "door frame": [420 {421 "object_id": "SM_DoorFrame_2",422 "bbox_2d": [423 515,424 0,425 1050,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 880.1567001343963,432 -809.9724220723485,433 241.30389404296875434 ],435 "extent": [436 55.10527044120113,437 7.188179117493064,438 111.30391693115234439 ]440 },441 "obb": {442 "center": [443 880.1567001343963,444 -809.9724220723485,445 241.30389404296875446 ],447 "extent": [448 55.10527044120113,449 7.188179117493064,450 111.30391693115234451 ],452 "rotation": [453 0,454 -90.00012207031251,455 0456 ]457 },458 "location": [459 933,460 -809.9725341796875,461 130462 ],463 "rotation": [464 0,465 -90.00012207031251,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 31,476 63,477 63478 ]479 }480 ],481 "wall paper": [482 {483 "object_id": "SM_WallpaperC3",484 "bbox_2d": [485 1213,486 0,487 1919,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 969.0398625889492,494 -719.9998986096108,495 291.68467712402344496 ],497 "extent": [498 10.893023446952498,499 100.00010164689775,500 141.0025177001953501 ]502 },503 "obb": {504 "center": [505 969.0398625889492,506 -719.9998986096108,507 291.68467712402344508 ],509 "extent": [510 10.893023446952498,511 100.00010164689775,512 141.0025177001953513 ],514 "rotation": [515 0,516 179.99978637695312,517 0518 ]519 },520 "location": [521 979.8633422851562,522 -820,523 150.68215942382812524 ],525 "rotation": [526 0,527 179.99978637695312,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 31,538 159,539 255540 ]541 }542 ],543 "railing stairs": [544 {545 "object_id": "SM_RailingStairs01_33",546 "bbox_2d": [547 531,548 526,549 626,550 879551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 591.9304747171386,556 -1030.2506063661754,557 349.5149383544922558 ],559 "extent": [560 292.01997778011935,561 23.37616384384654,562 219.2476348876953563 ]564 },565 "obb": {566 "center": [567 591.9304747171386,568 -1030.2506063661754,569 349.5149383544922570 ],571 "extent": [572 292.01997778011935,573 23.37616384384654,574 219.2476348876953575 ],576 "rotation": [577 0,578 90.00012207031251,579 0580 ]581 },582 "location": [583 300,584 -1047.503662109375,585 490586 ],587 "rotation": [588 0,589 90.00012207031251,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 95,600 159,601 127602 ]603 }604 ],605 "floor planks corner": [606 {607 "object_id": "SM_Floor_4x4m79_7",608 "bbox_2d": [609 922,610 194,611 1011,612 249613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 1199.9993075787158,618 -1020.0003462121404,619 474.99999809265137620 ],621 "extent": [622 100.00069242128416,623 200.000346209743,624 15.000001907348633625 ]626 },627 "obb": {628 "center": [629 1199.9993075787158,630 -1020.0003462121404,631 474.99999809265137632 ],633 "extent": [634 100.00069242128416,635 200.000346209743,636 15.000001907348633637 ],638 "rotation": [639 0,640 -179.9998016357422,641 0642 ]643 },644 "location": [645 1300,646 -1220,647 490648 ],649 "rotation": [650 0,651 -179.9998016357422,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 127,662 159,663 159664 ]665 }666 ],667 "pillar": [668 {669 "object_id": "SM_Pillar3",670 "bbox_2d": [671 688,672 188,673 806,674 755675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 1000.5867919921875,680 -1217.12109375,681 295.0000457763672682 ],683 "extent": [684 48.081241607666016,685 32.534609126385476,686 165.00013732910156687 ]688 },689 "obb": {690 "center": [691 1000.5867919921875,692 -1217.12109375,693 295.0000457763672694 ],695 "extent": [696 48.081241607666016,697 32.534609126385476,698 165.00013732910156699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 1000.5867919921875,708 -1217.12109375,709 130710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 0.6766600012779236,719 1720 ]721 },722 "color": [723 159,724 63,725 31726 ]727 }728 ],729 "tile": [730 {731 "object_id": "SM_Tile2x16",732 "bbox_2d": [733 901,734 719,735 1011,736 773737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 1199.999786946886,742 -1120.0002130526602,743 129.0000001192093744 ],745 "extent": [746 100.00021305266023,747 100.00021305266023,748 0.9999999403953552749 ]750 },751 "obb": {752 "center": [753 1199.999786946886,754 -1120.0002130526602,755 129.0000001192093756 ],757 "extent": [758 100.00021305266023,759 100.00021305266023,760 0.9999999403953552761 ],762 "rotation": [763 0,764 -90.00012207031251,765 0766 ]767 },768 "location": [769 1100,770 -1020,771 128772 ],773 "rotation": [774 0,775 -90.00012207031251,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 159,786 255,787 159788 ]789 },790 {791 "object_id": "SM_Tile2x20",792 "bbox_2d": [793 531,794 828,795 1011,796 1079797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 900.0000052359878,802 -920.000005235988,803 129.0000001192093804 ],805 "extent": [806 100.00000523598783,807 100.00000523598783,808 0.9999999403953552809 ]810 },811 "obb": {812 "center": [813 900.0000052359878,814 -920.000005235988,815 129.0000001192093816 ],817 "extent": [818 100.00000523598783,819 100.00000523598783,820 0.9999999403953552821 ],822 "rotation": [823 0,824 -3.000000106112565e-06,825 0826 ]827 },828 "location": [829 800,830 -1020,831 128832 ],833 "rotation": [834 0,835 -3.000000106112565e-06,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 159,846 127,847 159848 ]849 },850 {851 "object_id": "SM_Tile2x35",852 "bbox_2d": [853 531,854 752,855 891,856 888857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 899.9997869468858,862 -1120.0002130526602,863 129.0000001192093864 ],865 "extent": [866 100.00021305266023,867 100.00021305266023,868 0.9999999403953552869 ]870 },871 "obb": {872 "center": [873 899.9997869468858,874 -1120.0002130526602,875 129.0000001192093876 ],877 "extent": [878 100.00021305266023,879 100.00021305266023,880 0.9999999403953552881 ],882 "rotation": [883 0,884 -90.00012207031251,885 0886 ]887 },888 "location": [889 800,890 -1020,891 128892 ],893 "rotation": [894 0,895 -90.00012207031251,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 159,906 31,907 159908 ]909 },910 {911 "object_id": "SM_Tile1x3",912 "bbox_2d": [913 894,914 809,915 1011,916 897917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 1049.998697173963,922 -969.9999178771199,923 129.0000001192093924 ],925 "extent": [926 50.00003994740041,927 50.00003994740041,928 0.9999999403953552929 ]930 },931 "obb": {932 "center": [933 1049.998697173963,934 -969.9999178771199,935 129.0000001192093936 ],937 "extent": [938 50.00003994740041,939 50.00003994740041,940 0.9999999403953552941 ],942 "rotation": [943 0,944 -4.577636718750001e-05,945 0946 ]947 },948 "location": [949 999.9986572265625,950 -1019.9998779296875,951 128952 ],953 "rotation": [954 0,955 -4.577636718750001e-05,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 159,966 159,967 127968 ]969 },970 {971 "object_id": "SM_Tile1x4_37",972 "bbox_2d": [973 813,974 759,975 1011,976 827977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 1049.99869736912,982 -1069.9999180722773,983 129.0000001192093984 ],985 "extent": [986 50.000040142557566,987 50.000040142557566,988 0.9999999403953552989 ]990 },991 "obb": {992 "center": [993 1049.99869736912,994 -1069.9999180722773,995 129.0000001192093996 ],997 "extent": [998 50.000040142557566,999 50.000040142557566,1000 0.99999994039535521001 ],1002 "rotation": [1003 0,1004 -4.600000102072954e-05,1005 01006 ]1007 },1008 "location": [1009 999.9986572265625,1010 -1119.9998779296875,1011 1281012 ],1013 "rotation": [1014 0,1015 -4.600000102072954e-05,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 0,1026 255,1027 2231028 ]1029 },1030 {1031 "object_id": "SM_Tile1x7_39",1032 "bbox_2d": [1033 775,1034 731,1035 970,1036 7791037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 1049.9986389173266,1042 -1169.9998596204584,1043 129.00000011920931044 ],1045 "extent": [1046 50.00001830922912,1047 50.00001830922906,1048 0.99999994039535521049 ]1050 },1051 "obb": {1052 "center": [1053 1049.9986389173266,1054 -1169.9998596204584,1055 129.00000011920931056 ],1057 "extent": [1058 50.00001830922912,1059 50.00001830922906,1060 0.99999994039535521061 ],1062 "rotation": [1063 0,1064 2.09808349609375e-05,1065 01066 ]1067 },1068 "location": [1069 999.9986572265625,1070 -1219.9998779296875,1071 1281072 ],1073 "rotation": [1074 0,1075 2.09808349609375e-05,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 0,1086 127,1087 2231088 ]1089 }1090 ]1091 },1092 "foreground": {1093 "poster": [1094 {1095 "object_id": "SM_Poster10",1096 "bbox_2d": [1097 852,1098 422,1099 944,1100 5661101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 1096.440425727885,1106 -1208.097912814294,1107 288.94427532657481108 ],1109 "extent": [1110 33.2253371734605,1111 2.9738118566397134,1112 47.268752078074611113 ]1114 },1115 "obb": {1116 "center": [1117 1096.440425727885,1118 -1208.097912814294,1119 288.94427532657481120 ],1121 "extent": [1122 33.2253371734605,1123 2.9738118566397134,1124 47.268752078074611125 ],1126 "rotation": [1127 0,1128 90.00007629394531,1129 01130 ]1131 },1132 "location": [1133 1096.4404296875,1134 -1211.071533203125,1135 288.92098999023441136 ],1137 "rotation": [1138 0,1139 90.00007629394531,1140 01141 ],1142 "scale": [1143 1.4427778720855713,1144 1.2353999614715576,1145 1.23539996147155761146 ]1147 },1148 "color": [1149 15,1150 223,1151 1271152 ]1153 },1154 {1155 "object_id": "SM_Poster11",1156 "bbox_2d": [1157 956,1158 444,1159 1011,1160 5271161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 1185.7050511948457,1166 -1210.2372656813322,1167 296.37163221339781168 ],1169 "extent": [1170 44.364271559096096,1171 0.8344878280224748,1172 28.9587174066996341173 ]1174 },1175 "obb": {1176 "center": [1177 1185.7050511948457,1178 -1210.2372656813322,1179 296.37163221339781180 ],1181 "extent": [1182 44.364271559096096,1183 0.8344878280224748,1184 28.9587174066996341185 ],1186 "rotation": [1187 0,1188 90.00007629394531,1189 01190 ]1191 },1192 "location": [1193 1186.1922607421875,1194 -1211.071533203125,1195 296.371582031251196 ],1197 "rotation": [1198 0,1199 90.00007629394531,1200 0