TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l070_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l070_r003/lit.png",5 "camera": {6 "location": [7 1094,8 -75,9 55610 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1094,38 -75,39 556,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m43",56 "bbox_2d": [57 963,58 598,59 1432,60 63061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 200,66 -220,67 474.9999980926513768 ],69 "extent": [70 200,71 200,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 200,78 -220,79 474.9999980926513780 ],81 "extent": [82 200,83 200,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 -20,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 },114 {115 "object_id": "SM_Floor_4x4m44",116 "bbox_2d": [117 1266,118 598,119 1451,120 610121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 100,126 -520,127 474.99999809265137128 ],129 "extent": [130 100,131 100,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 100,138 -520,139 474.99999809265137140 ],141 "extent": [142 100,143 100,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 -420,155 490156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 255,171 255172 ]173 },174 {175 "object_id": "SM_Floor_4x4m45",176 "bbox_2d": [177 1334,178 611,179 1451,180 630181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 300,186 -520,187 474.99999809265137188 ],189 "extent": [190 100,191 100,192 15.000001907348633193 ]194 },195 "obb": {196 "center": [197 300,198 -520,199 474.99999809265137200 ],201 "extent": [202 100,203 100,204 15.000001907348633205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 200,214 -420,215 490216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 0,230 0,231 127232 ]233 },234 {235 "object_id": "SM_Floor_4x4m46",236 "bbox_2d": [237 963,238 631,239 1451,240 718241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 600,246 -220,247 474.99999809265137248 ],249 "extent": [250 200,251 200,252 15.000001907348633253 ]254 },255 "obb": {256 "center": [257 600,258 -220,259 474.99999809265137260 ],261 "extent": [262 200,263 200,264 15.000001907348633265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 400,274 -20,275 490276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 0,290 255,291 127292 ]293 },294 {295 "object_id": "SM_Floor_4x4m49",296 "bbox_2d": [297 1438,298 631,299 1451,300 633301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 500,306 -520,307 474.99999809265137308 ],309 "extent": [310 100,311 100,312 15.000001907348633313 ]314 },315 "obb": {316 "center": [317 500,318 -520,319 474.99999809265137320 ],321 "extent": [322 100,323 100,324 15.000001907348633325 ],326 "rotation": [327 0,328 0,329 0330 ]331 },332 "location": [333 400,334 -420,335 490336 ],337 "rotation": [338 0,339 0,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 255,350 0,351 127352 ]353 },354 {355 "object_id": "SM_Floor_4x4m85",356 "bbox_2d": [357 963,358 175,359 1435,360 301361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 200,366 -220,367 834.9999980926514368 ],369 "extent": [370 200,371 200,372 15.000001907348633373 ]374 },375 "obb": {376 "center": [377 200,378 -220,379 834.9999980926514380 ],381 "extent": [382 200,383 200,384 15.000001907348633385 ],386 "rotation": [387 0,388 0,389 0390 ]391 },392 "location": [393 0,394 -20,395 850396 ],397 "rotation": [398 0,399 0,400 0401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 127,410 0,411 0412 ]413 },414 {415 "object_id": "SM_Floor_4x4m88",416 "bbox_2d": [417 963,418 0,419 1451,420 174421 ],422 "bbox_3d": {423 "aabb": {424 "center": [425 600,426 -220,427 834.9999980926514428 ],429 "extent": [430 200,431 200,432 15.000001907348633433 ]434 },435 "obb": {436 "center": [437 600,438 -220,439 834.9999980926514440 ],441 "extent": [442 200,443 200,444 15.000001907348633445 ],446 "rotation": [447 0,448 0,449 0450 ]451 },452 "location": [453 400,454 -20,455 850456 ],457 "rotation": [458 0,459 0,460 0461 ],462 "scale": [463 1,464 1,465 1466 ]467 },468 "color": [469 127,470 0,471 255472 ]473 },474 {475 "object_id": "SM_Floor_4x4m94_7",476 "bbox_2d": [477 1438,478 164,479 1451,480 174481 ],482 "bbox_3d": {483 "aabb": {484 "center": [485 600,486 -620,487 834.9999980926514488 ],489 "extent": [490 200,491 200,492 15.000001907348633493 ]494 },495 "obb": {496 "center": [497 600,498 -620,499 834.9999980926514500 ],501 "extent": [502 200,503 200,504 15.000001907348633505 ],506 "rotation": [507 0,508 0,509 0510 ]511 },512 "location": [513 400,514 -420,515 850516 ],517 "rotation": [518 0,519 0,520 0521 ],522 "scale": [523 1,524 1,525 1526 ]527 },528 "color": [529 255,530 31,531 95532 ]533 },534 {535 "object_id": "SM_Floor_4x4m97_13",536 "bbox_2d": [537 1272,538 175,539 1451,540 301541 ],542 "bbox_3d": {543 "aabb": {544 "center": [545 200,546 -620,547 834.9999980926514548 ],549 "extent": [550 200,551 200,552 15.000001907348633553 ]554 },555 "obb": {556 "center": [557 200,558 -620,559 834.9999980926514560 ],561 "extent": [562 200,563 200,564 15.000001907348633565 ],566 "rotation": [567 0,568 0,569 0570 ]571 },572 "location": [573 0,574 -420,575 850576 ],577 "rotation": [578 0,579 0,580 0581 ],582 "scale": [583 1,584 1,585 1586 ]587 },588 "color": [589 127,590 255,591 95592 ]593 },594 {595 "object_id": "SM_Floor_4x4m115",596 "bbox_2d": [597 562,598 885,599 1327,600 1079601 ],602 "bbox_3d": {603 "aabb": {604 "center": [605 949.9999961853027,606 -70,607 474.99999809265137608 ],609 "extent": [610 50,611 50,612 15.000001907348633613 ]614 },615 "obb": {616 "center": [617 949.9999961853027,618 -70,619 474.99999809265137620 ],621 "extent": [622 50,623 50,624 15.000001907348633625 ],626 "rotation": [627 0,628 0,629 0630 ]631 },632 "location": [633 900,634 -20,635 490636 ],637 "rotation": [638 0,639 0,640 0641 ],642 "scale": [643 1,644 1,645 1646 ]647 },648 "color": [649 0,650 223,651 95652 ]653 },654 {655 "object_id": "SM_Floor_4x4m117",656 "bbox_2d": [657 1196,658 885,659 1919,660 1079661 ],662 "bbox_3d": {663 "aabb": {664 "center": [665 950.0001902363211,666 -169.99981357908547,667 474.99999809265137668 ],669 "extent": [670 50.0001864209288,671 50.00018642092877,672 15.000001907348633673 ]674 },675 "obb": {676 "center": [677 950.0001902363211,678 -169.99981357908547,679 474.99999809265137680 ],681 "extent": [682 50.0001864209288,683 50.00018642092877,684 15.000001907348633685 ],686 "rotation": [687 0,688 179.99978637695312,689 0690 ]691 },692 "location": [693 1000,694 -220,695 490696 ],697 "rotation": [698 0,699 179.99978637695312,700 0701 ],702 "scale": [703 1,704 1,705 1706 ]707 },708 "color": [709 255,710 223,711 255712 ]713 }714 ],715 "door": [716 {717 "object_id": "SM_Door3",718 "bbox_2d": [719 934,720 0,721 965,722 877723 ],724 "bbox_3d": {725 "aabb": {726 "center": [727 858.8444320124515,728 -54.00527406583498,729 600.1965484619141730 ],731 "extent": [732 52.61581486174612,733 26.248348971581066,734 110.19654846191406735 ]736 },737 "obb": {738 "center": [739 858.8444320124515,740 -54.00527406583498,741 600.1965484619141742 ],743 "extent": [744 52.61581486174612,745 26.248348971581066,746 110.19654846191406747 ],748 "rotation": [749 0,750 -110.0000991821289,751 0752 ]753 },754 "location": [755 910.038818359375,756 -67.79544067382812,757 490758 ],759 "rotation": [760 0,761 -110.0000991821289,762 0763 ],764 "scale": [765 1,766 1,767 1768 ]769 },770 "color": [771 255,772 127,773 255774 ]775 },776 {777 "object_id": "SM_Door02_2m13",778 "bbox_2d": [779 1729,780 0,781 1919,782 984783 ],784 "bbox_3d": {785 "aabb": {786 "center": [787 1120.0002320002518,788 -229.9997564934896,789 655.0000915527344790 ],791 "extent": [792 200.00039146299684,793 38.081528826081424,794 165.00009155273438795 ]796 },797 "obb": {798 "center": [799 1120.0002320002518,800 -229.9997564934896,801 655.0000915527344802 ],803 "extent": [804 200.00039146299684,805 38.081528826081424,806 165.00009155273438807 ],808 "rotation": [809 0,810 90.00007629394531,811 0812 ]813 },814 "location": [815 920,816 -220,817 490818 ],819 "rotation": [820 0,821 90.00007629394531,822 0823 ],824 "scale": [825 1,826 1,827 1828 ]829 },830 "color": [831 143,832 127,833 0834 ]835 }836 ],837 "tile": [838 {839 "object_id": "SM_Tile2x2_23",840 "bbox_2d": [841 1435,842 749,843 1451,844 756845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 900,850 -320,851 491.0000001192093852 ],853 "extent": [854 100,855 100,856 0.9999999403953552857 ]858 },859 "obb": {860 "center": [861 900,862 -320,863 491.0000001192093864 ],865 "extent": [866 100,867 100,868 0.9999999403953552869 ],870 "rotation": [871 0,872 0,873 0874 ]875 },876 "location": [877 800,878 -420,879 490880 ],881 "rotation": [882 0,883 0,884 0885 ],886 "scale": [887 1,888 1,889 1890 ]891 },892 "color": [893 223,894 111,895 95896 ]897 },898 {899 "object_id": "SM_Tile1x31",900 "bbox_2d": [901 1107,902 749,903 1451,904 862905 ],906 "bbox_3d": {907 "aabb": {908 "center": [909 849.9998268948289,910 -169.99982689422947,911 491.0000001192093912 ],913 "extent": [914 50.00017310517114,915 50.00017310517117,916 0.9999999403953552917 ]918 },919 "obb": {920 "center": [921 849.9998268948289,922 -169.99982689422947,923 491.0000001192093924 ],925 "extent": [926 50.00017310517114,927 50.00017310517117,928 0.9999999403953552929 ],930 "rotation": [931 0,932 179.9998016357422,933 0934 ]935 },936 "location": [937 900,938 -120,939 490940 ],941 "rotation": [942 0,943 179.9998016357422,944 0945 ],946 "scale": [947 1,948 1,949 1950 ]951 },952 "color": [953 223,954 111,955 79956 ]957 },958 {959 "object_id": "SM_Tile1x32",960 "bbox_2d": [961 963,962 749,963 1182,964 862965 ],966 "bbox_3d": {967 "aabb": {968 "center": [969 850.0001997374808,970 -70.0001997366828,971 491.0000001192093972 ],973 "extent": [974 50.000199736682816,975 50.0001997366828,976 0.9999999403953552977 ]978 },979 "obb": {980 "center": [981 850.0001997374808,982 -70.0001997366828,983 491.0000001192093984 ],985 "extent": [986 50.000199736682816,987 50.0001997366828,988 0.9999999403953552989 ],990 "rotation": [991 0,992 -179.99977111816406,993 0994 ]995 },996 "location": [997 900,998 -20,999 4901000 ],1001 "rotation": [1002 0,1003 -179.99977111816406,1004 01005 ],1006 "scale": [1007 1,1008 1,1009 11010 ]1011 },1012 "color": [1013 15,1014 111,1015 01016 ]1017 },1018 {1019 "object_id": "SM_Tile12_41",1020 "bbox_2d": [1021 1086,1022 719,1023 1268,1024 7481025 ],1026 "bbox_3d": {1027 "aabb": {1028 "center": [1029 775,1030 -145,1031 491.00000011920931032 ],1033 "extent": [1034 25,1035 25,1036 0.99999994039535521037 ]1038 },1039 "obb": {1040 "center": [1041 775,1042 -145,1043 491.00000011920931044 ],1045 "extent": [1046 25,1047 25,1048 0.99999994039535521049 ],1050 "rotation": [1051 0,1052 0,1053 01054 ]1055 },1056 "location": [1057 750,1058 -170,1059 4901060 ],1061 "rotation": [1062 0,1063 0,1064 01065 ],1066 "scale": [1067 1,1068 1,1069 11070 ]1071 },1072 "color": [1073 15,1074 111,1075 2551076 ]1077 },1078 {1079 "object_id": "SM_Tile1x33",1080 "bbox_2d": [1081 963,1082 696,1083 1106,1084 7481085 ],1086 "bbox_3d": {1087 "aabb": {1088 "center": [1089 749.999893473443,1090 -70.00010652633014,1091 491.00000011920931092 ],1093 "extent": [1094 50.000106526330114,1095 50.00010652633014,1096 0.99999994039535521097 ]1098 },1099 "obb": {1100 "center": [1101 749.999893473443,1102 -70.00010652633014,1103 491.00000011920931104 ],1105 "extent": [1106 50.000106526330114,1107 50.00010652633014,1108 0.99999994039535521109 ],1110 "rotation": [1111 0,1112 -90.00012207031251,1113 01114 ]1115 },1116 "location": [1117 700,1118 -20,1119 4901120 ],1121 "rotation": [1122 0,1123 -90.00012207031251,1124 01125 ],1126 "scale": [1127 1,1128 1,1129 11130 ]1131 },1132 "color": [1133 15,1134 111,1135 1271136 ]1137 },1138 {1139 "object_id": "SM_Tile38_44",1140 "bbox_2d": [1141 1226,1142 719,1143 1431,1144 7481145 ],1146 "bbox_3d": {1147 "aabb": {1148 "center": [1149 775,1150 -195,1151 491.00000011920931152 ],1153 "extent": [1154 25,1155 25,1156 0.99999994039535521157 ]1158 },1159 "obb": {1160 "center": [1161 775,1162 -195,1163 491.00000011920931164 ],1165 "extent": [1166 25,1167 25,1168 0.99999994039535521169 ],1170 "rotation": [1171 0,1172 0,1173 01174 ]1175 },1176 "location": [1177 750,1178 -220,1179 4901180 ],1181 "rotation": [1182 0,1183 0,1184 01185 ],1186 "scale": [1187 1,1188 1,1189 11190 ]1191 },1192 "color": [1193 15,1194 111,1195 631196 ]1197 },1198 {1199 "object_id": "SM_Tile39_46",1200 "bbox_2d": [