TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l005_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l005_r000/lit.png",5 "camera": {6 "location": [7 424,8 -771,9 25910 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 424,38 -771,39 259,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m50",56 "bbox_2d": [57 1346,58 0,59 1576,60 2661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 700,66 -520,67 474.9999980926513768 ],69 "extent": [70 100,71 100,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 700,78 -520,79 474.9999980926513780 ],81 "extent": [82 100,83 100,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 600,94 -420,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_Floor_4x4m51",116 "bbox_2d": [117 1235,118 27,119 1545,120 173121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 900,126 -520,127 474.99999809265137128 ],129 "extent": [130 100,131 100,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 900,138 -520,139 474.99999809265137140 ],141 "extent": [142 100,143 100,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 800,154 -420,155 490156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 0,170 127,171 0172 ]173 },174 {175 "object_id": "SM_Floor_4x4m225",176 "bbox_2d": [177 958,178 0,179 1364,180 26181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 700,186 -720,187 474.99999809265137188 ],189 "extent": [190 100,191 100,192 15.000001907348633193 ]194 },195 "obb": {196 "center": [197 700,198 -720,199 474.99999809265137200 ],201 "extent": [202 100,203 100,204 15.000001907348633205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 600,214 -620,215 490216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 159,230 127,231 31232 ]233 },234 {235 "object_id": "SM_Floor_4x4m214",236 "bbox_2d": [237 958,238 27,239 1344,240 173241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 900,246 -720,247 474.99999809265137248 ],249 "extent": [250 100,251 100,252 15.000001907348633253 ]254 },255 "obb": {256 "center": [257 900,258 -720,259 474.99999809265137260 ],261 "extent": [262 100,263 100,264 15.000001907348633265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 800,274 -620,275 490276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 159,290 127,291 95292 ]293 },294 {295 "object_id": "SM_Floor_1x1_39",296 "bbox_2d": [297 1408,298 765,299 1493,300 799301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 949.9998097636789,306 -470.0001864209145,307 114.99999809265137308 ],309 "extent": [310 50.0001864209288,311 50.00018642092877,312 15.000001907348633313 ]314 },315 "obb": {316 "center": [317 949.9998097636789,318 -470.0001864209145,319 114.99999809265137320 ],321 "extent": [322 50.0001864209288,323 50.00018642092877,324 15.000001907348633325 ],326 "rotation": [327 0,328 -0.00021362304687499997,329 0330 ]331 },332 "location": [333 900,334 -420,335 130336 ],337 "rotation": [338 0,339 -0.00021362304687499997,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 255,350 223,351 191352 ]353 },354 {355 "object_id": "SM_Floor_1x2",356 "bbox_2d": [357 1478,358 800,359 1493,360 807361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 849.9999961853027,366 -470,367 114.99999809265137368 ],369 "extent": [370 50,371 50,372 15.000001907348633373 ]374 },375 "obb": {376 "center": [377 849.9999961853027,378 -470,379 114.99999809265137380 ],381 "extent": [382 50,383 50,384 15.000001907348633385 ],386 "rotation": [387 0,388 0,389 0390 ]391 },392 "location": [393 800,394 -420,395 130396 ],397 "rotation": [398 0,399 0,400 0401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 255,410 223,411 31412 ]413 }414 ],415 "door": [416 {417 "object_id": "SM_Door5",418 "bbox_2d": [419 898,420 366,421 1070,422 785423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 949.7700183477542,428 -759.0796656872593,429 240.19654846191406430 ],431 "extent": [432 27.138897008869662,433 52.41643256593636,434 110.19654846191406435 ]436 },437 "obb": {438 "center": [439 949.7700183477542,440 -759.0796656872593,441 240.19654846191406442 ],443 "extent": [444 27.138897008869662,445 52.41643256593636,446 110.19654846191406447 ],448 "rotation": [449 0,450 158.90036010742188,451 0452 ]453 },454 "location": [455 935,456 -810,457 130458 ],459 "rotation": [460 0,461 158.90036010742188,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 127,472 0,473 127474 ]475 }476 ],477 "door frame": [478 {479 "object_id": "SM_DoorFrame_2",480 "bbox_2d": [481 898,482 360,483 899,484 365485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 880.1567001343963,490 -809.9724220723485,491 241.30389404296875492 ],493 "extent": [494 55.10527044120113,495 7.188179117493064,496 111.30391693115234497 ]498 },499 "obb": {500 "center": [501 880.1567001343963,502 -809.9724220723485,503 241.30389404296875504 ],505 "extent": [506 55.10527044120113,507 7.188179117493064,508 111.30391693115234509 ],510 "rotation": [511 0,512 -90.00012207031251,513 0514 ]515 },516 "location": [517 933,518 -809.9725341796875,519 130520 ],521 "rotation": [522 0,523 -90.00012207031251,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 31,534 63,535 63536 ]537 }538 ],539 "wall paper": [540 {541 "object_id": "SM_WallpaperC3",542 "bbox_2d": [543 910,544 228,545 1220,546 726547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 969.0398625889492,552 -719.9998986096108,553 291.68467712402344554 ],555 "extent": [556 10.893023446952498,557 100.00010164689775,558 141.0025177001953559 ]560 },561 "obb": {562 "center": [563 969.0398625889492,564 -719.9998986096108,565 291.68467712402344566 ],567 "extent": [568 10.893023446952498,569 100.00010164689775,570 141.0025177001953571 ],572 "rotation": [573 0,574 179.99978637695312,575 0576 ]577 },578 "location": [579 979.8633422851562,580 -820,581 150.68215942382812582 ],583 "rotation": [584 0,585 179.99978637695312,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 31,596 159,597 255598 ]599 },600 {601 "object_id": "SM_WallpaperC4",602 "bbox_2d": [603 1221,604 240,605 1566,606 726607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 972.5410384085158,612 -520.0000334315902,613 291.6846008300781614 ],615 "extent": [616 7.425817070681205,617 100.00008871967694,618 141.00244140625619 ]620 },621 "obb": {622 "center": [623 972.5410384085158,624 -520.0000334315902,625 291.6846008300781626 ],627 "extent": [628 7.425817070681205,629 100.00008871967694,630 141.00244140625631 ],632 "rotation": [633 0,634 179.99978637695312,635 0636 ]637 },638 "location": [639 979.9443969726562,640 -620,641 150.68215942382812642 ],643 "rotation": [644 0,645 179.99978637695312,646 0647 ],648 "scale": [649 0.3579689860343933,650 1,651 1652 ]653 },654 "color": [655 63,656 223,657 159658 ]659 },660 {661 "object_id": "SM_WallpaperC_5",662 "bbox_2d": [663 1597,664 228,665 1919,666 636667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 969.1201715908888,672 -320.00002067853313,673 291.68467712402344674 ],675 "extent": [676 10.893023446952498,677 100.0001016468978,678 141.0025177001953679 ]680 },681 "obb": {682 "center": [683 969.1201715908888,684 -320.00002067853313,685 291.68467712402344686 ],687 "extent": [688 10.893023446952498,689 100.0001016468978,690 141.0025177001953691 ],692 "rotation": [693 0,694 179.99978637695312,695 0696 ]697 },698 "location": [699 979.9443969726562,700 -220,701 150.68215942382812702 ],703 "rotation": [704 0,705 179.99978637695312,706 0707 ],708 "scale": [709 1,710 -1,711 1712 ]713 },714 "color": [715 159,716 223,717 63718 ]719 }720 ],721 "tile": [722 {723 "object_id": "SM_Tile2x22",724 "bbox_2d": [725 898,726 765,727 1344,728 868729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 899.9997869468858,734 -720.0002130526602,735 129.0000001192093736 ],737 "extent": [738 100.00021305266023,739 100.00021305266023,740 0.9999999403953552741 ]742 },743 "obb": {744 "center": [745 899.9997869468858,746 -720.0002130526602,747 129.0000001192093748 ],749 "extent": [750 100.00021305266023,751 100.00021305266023,752 0.9999999403953552753 ],754 "rotation": [755 0,756 -90.00012207031251,757 0758 ]759 },760 "location": [761 800,762 -620,763 128764 ],765 "rotation": [766 0,767 -90.00012207031251,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 255,778 223,779 159780 ]781 },782 {783 "object_id": "SM_Tile2x29",784 "bbox_2d": [785 865,786 869,787 1591,788 1079789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 699.9997869468858,794 -720.0002130526602,795 129.0000001192093796 ],797 "extent": [798 100.00021305266023,799 100.00021305266023,800 0.9999999403953552801 ]802 },803 "obb": {804 "center": [805 699.9997869468858,806 -720.0002130526602,807 129.0000001192093808 ],809 "extent": [810 100.00021305266023,811 100.00021305266023,812 0.9999999403953552813 ],814 "rotation": [815 0,816 -90.00012207031251,817 0818 ]819 },820 "location": [821 600,822 -620,823 128824 ],825 "rotation": [826 0,827 -90.00012207031251,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 127,838 223,839 0840 ]841 },842 {843 "object_id": "SM_Tile2x65",844 "bbox_2d": [845 1486,846 989,847 1919,848 1079849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 649.9998002633172,854 -569.9998002625192,855 129.0000001192093856 ],857 "extent": [858 50.000199736682816,859 50.000199736682816,860 0.9999999403953552861 ]862 },863 "obb": {864 "center": [865 649.9998002633172,866 -569.9998002625192,867 129.0000001192093868 ],869 "extent": [870 50.000199736682816,871 50.000199736682816,872 0.9999999403953552873 ],874 "rotation": [875 0,876 179.99977111816406,877 0878 ]879 },880 "location": [881 700,882 -520,883 128884 ],885 "rotation": [886 0,887 179.99977111816406,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 63,898 223,899 255900 ]901 },902 {903 "object_id": "SM_Tile2x66",904 "bbox_2d": [905 1346,906 869,907 1821,908 988909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 749.9999001313594,914 -570.0000998684411,915 129.0000001192093916 ],917 "extent": [918 50.00009986844111,919 50.00009986844111,920 0.9999999403953552921 ]922 },923 "obb": {924 "center": [925 749.9999001313594,926 -570.0000998684411,927 129.0000001192093928 ],929 "extent": [930 50.00009986844111,931 50.00009986844111,932 0.9999999403953552933 ],934 "rotation": [935 0,936 -90.00011444091797,937 0938 ]939 },940 "location": [941 700,942 -520,943 128944 ],945 "rotation": [946 0,947 -90.00011444091797,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 63,958 223,959 127960 ]961 },962 {963 "object_id": "SM_Tile2x67",964 "bbox_2d": [965 1224,966 765,967 1455,968 799969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 949.9998135790712,974 -569.9998135783761,975 129.0000001192093976 ],977 "extent": [978 50.0001864209288,979 50.0001864209288,980 0.9999999403953552981 ]982 },983 "obb": {984 "center": [985 949.9998135790712,986 -569.9998135783761,987 129.0000001192093988 ],989 "extent": [990 50.0001864209288,991 50.0001864209288,992 0.9999999403953552993 ],994 "rotation": [995 0,996 179.99978637695312,997 0998 ]999 },1000 "location": [1001 1000,1002 -520,1003 1281004 ],1005 "rotation": [1006 0,1007 179.99978637695312,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 63,1018 223,1019 631020 ]1021 },1022 {1023 "object_id": "SM_Tile2x68",1024 "bbox_2d": [1025 1265,1026 800,1027 1557,1028 8681029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 849.9999001313594,1034 -570.0000998684411,1035 129.00000011920931036 ],1037 "extent": [1038 50.00009986844111,1039 50.00009986844111,1040 0.99999994039535521041 ]1042 },1043 "obb": {1044 "center": [1045 849.9999001313594,1046 -570.0000998684411,1047 129.00000011920931048 ],1049 "extent": [1050 50.00009986844111,1051 50.00009986844111,1052 0.99999994039535521053 ],1054 "rotation": [1055 0,1056 -90.00011444091797,1057 01058 ]1059 },1060 "location": [1061 800,1062 -520,1063 1281064 ],1065 "rotation": [1066 0,1067 -90.00011444091797,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 63,1078 223,1079 1911080 ]1081 },1082 {1083 "object_id": "SM_Tile2x69",1084 "bbox_2d": [1085 1840,1086 992,1087 1919,1088 10321089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 649.9998135790712,1094 -469.9998135783761,1095 129.00000011920931096 ],1097 "extent": [1098 50.0001864209288,1099 50.0001864209288,1100 0.99999994039535521101 ]1102 },1103 "obb": {1104 "center": [1105 649.9998135790712,1106 -469.9998135783761,1107 129.00000011920931108 ],1109 "extent": [1110 50.0001864209288,1111 50.0001864209288,1112 0.99999994039535521113 ],1114 "rotation": [1115 0,1116 179.99978637695312,1117 01118 ]1119 },1120 "location": [1121 700,1122 -420,1123 1281124 ],1125 "rotation": [1126 0,1127 179.99978637695312,1128 01129 ],1130 "scale": [1131 1,1132 1,1133 11134 ]1135 },1136 "color": [1137 63,1138 223,1139 311140 ]1141 },1142 {1143 "object_id": "SM_Tile2x105",1144 "bbox_2d": [1145 1003,1146 1013,1147 1212,1148 10791149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 665.7907447168919,1154 -733.122979575114,1155 131.738342165946961156 ],1157 "extent": [1158 18.731847747021448,1159 27.42584854988604,1160 0.99999994039535521161 ]1162 },1163 "obb": {1164 "center": [1165 665.7907447168919,1166 -733.122979575114,1167 131.738342165946961168 ],1169 "extent": [1170 18.731847747021448,1171 27.42584854988604,1172 0.99999994039535521173 ],1174 "rotation": [1175 0,1176 14.286029815673828,1177 01178 ]1179 },1180 "location": [1181 659.3970336914062,1182 -760.548828125,1183 130.738342285156251184 ],1185 "rotation": [1186 0,1187 14.286029815673828,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 223,1198 0,1199 951200 ]