TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l072_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l072_r003/lit.png",5 "camera": {6 "location": [7 1980,8 -506,9 55610 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1980,38 -506,39 556,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "pillar": [54 {55 "object_id": "SM_Pillar01_50",56 "bbox_2d": [57 1175,58 143,59 1320,60 39761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1311.9058837890625,66 -697.6285400390625,67 655.000045776367268 ],69 "extent": [70 30.05077600479126,71 48.0811767578125,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1311.9058837890625,78 -697.6285400390625,79 655.000045776367280 ],81 "extent": [82 30.05077600479126,83 48.0811767578125,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1311.9058837890625,94 -697.6285400390625,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.625,104 1,105 1106 ]107 },108 "color": [109 255,110 63,111 0112 ]113 }114 ],115 "stairs floor": [116 {117 "object_id": "SM_StairsFloor2",118 "bbox_2d": [119 1432,120 323,121 1522,122 324123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 600,128 -1019.9999999999999,129 834.8743591308594130 ],131 "extent": [132 400.0000000000002,133 200.0000000000001,134 16.424835205078125135 ]136 },137 "obb": {138 "center": [139 600,140 -1019.9999999999999,141 834.8743591308594142 ],143 "extent": [144 400.0000000000002,145 200.0000000000001,146 16.424835205078125147 ],148 "rotation": [149 0,150 90.00000000000001,151 0152 ]153 },154 "location": [155 200,156 -1220,157 850158 ],159 "rotation": [160 0,161 90.00000000000001,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 191,173 127174 ]175 }176 ],177 "floor planks corner": [178 {179 "object_id": "SM_Floor_4x4m100",180 "bbox_2d": [181 1430,182 0,183 1919,184 144185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 1400,190 -1020,191 834.9999980926514192 ],193 "extent": [194 200,195 200,196 15.000001907348633197 ]198 },199 "obb": {200 "center": [201 1400,202 -1020,203 834.9999980926514204 ],205 "extent": [206 200,207 200,208 15.000001907348633209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 1200,218 -820,219 850220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 63,235 95236 ]237 },238 {239 "object_id": "SM_Floor_4x4m92_3",240 "bbox_2d": [241 600,242 103,243 830,244 144245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1300,250 -220,251 834.9999980926514252 ],253 "extent": [254 100,255 200,256 15.000001907348633257 ]258 },259 "obb": {260 "center": [261 1300,262 -220,263 834.9999980926514264 ],265 "extent": [266 100,267 200,268 15.000001907348633269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 1200,278 -20,279 850280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 191,294 191,295 159296 ]297 },298 {299 "object_id": "SM_Floor_4x4m96_11",300 "bbox_2d": [301 818,302 103,303 1478,304 144305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1300,310 -620,311 834.9999980926514312 ],313 "extent": [314 100,315 200,316 15.000001907348633317 ]318 },319 "obb": {320 "center": [321 1300,322 -620,323 834.9999980926514324 ],325 "extent": [326 100,327 200,328 15.000001907348633329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 1200,338 -420,339 850340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 191,354 31,355 159356 ]357 },358 {359 "object_id": "SM_Floor_4x4m103",360 "bbox_2d": [361 515,362 0,363 816,364 102365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 1500,370 -220,371 834.9999980926514372 ],373 "extent": [374 100,375 200,376 15.000001907348633377 ]378 },379 "obb": {380 "center": [381 1500,382 -220,383 834.9999980926514384 ],385 "extent": [386 100,387 200,388 15.000001907348633389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 1400,398 -20,399 850400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 191,414 95,415 159416 ]417 },418 {419 "object_id": "SM_Floor_4x4m104",420 "bbox_2d": [421 784,422 0,423 1188,424 102425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 1500,430 -520,431 834.9999980926514432 ],433 "extent": [434 100,435 100,436 15.000001907348633437 ]438 },439 "obb": {440 "center": [441 1500,442 -520,443 834.9999980926514444 ],445 "extent": [446 100,447 100,448 15.000001907348633449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 1400,458 -420,459 850460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 31,474 0,475 159476 ]477 },478 {479 "object_id": "SM_Floor_4x4m105",480 "bbox_2d": [481 1149,482 0,483 1601,484 102485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1500,490 -720,491 834.9999980926514492 ],493 "extent": [494 100,495 100,496 15.000001907348633497 ]498 },499 "obb": {500 "center": [501 1500,502 -720,503 834.9999980926514504 ],505 "extent": [506 100,507 100,508 15.000001907348633509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 1400,518 -620,519 850520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 31,534 255,535 159536 ]537 },538 {539 "object_id": "SM_Floor_4x4m211",540 "bbox_2d": [541 1407,542 649,543 1919,544 1051545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 1600.0001687016638,550 -820.0003195790755,551 474.99999809265137552 ],553 "extent": [554 200.0003195790755,555 200.0003195790755,556 15.000001907348633557 ]558 },559 "obb": {560 "center": [561 1600.0001687016638,562 -820.0003195790755,563 474.99999809265137564 ],565 "extent": [566 200.0003195790755,567 200.0003195790755,568 15.000001907348633569 ],570 "rotation": [571 0,572 -9.1552734375e-05,573 0574 ]575 },576 "location": [577 1400.00048828125,578 -620,579 490580 ],581 "rotation": [582 0,583 -9.1552734375e-05,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 159,594 0,595 255596 ]597 },598 {599 "object_id": "SM_Floor_4x4m196_20",600 "bbox_2d": [601 1761,602 641,603 1791,604 648605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 1349.9995221654099,610 -1020.0001797903703,611 474.99999809265137612 ],613 "extent": [614 50.000372842205024,615 100.0001864205812,616 15.000001907348633617 ]618 },619 "obb": {620 "center": [621 1349.9995221654099,622 -1020.0001797903703,623 474.99999809265137624 ],625 "extent": [626 50.000372842205024,627 100.0001864205812,628 15.000001907348633629 ],630 "rotation": [631 0,632 179.99978637695312,633 0634 ]635 },636 "location": [637 1399.9991455078125,638 -1120.0003662109375,639 490640 ],641 "rotation": [642 0,643 179.99978637695312,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 159,654 191,655 255656 ]657 },658 {659 "object_id": "SM_Floor_4x4m198_24",660 "bbox_2d": [661 654,662 635,663 775,664 648665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 1350.0017194310349,670 -420.0001797903705,671 474.99999809265137672 ],673 "extent": [674 50.000372842205024,675 100.0001864205812,676 15.000001907348633677 ]678 },679 "obb": {680 "center": [681 1350.0017194310349,682 -420.0001797903705,683 474.99999809265137684 ],685 "extent": [686 50.000372842205024,687 100.0001864205812,688 15.000001907348633689 ],690 "rotation": [691 0,692 179.99978637695312,693 0694 ]695 },696 "location": [697 1400.0013427734375,698 -520.0003662109375,699 490700 ],701 "rotation": [702 0,703 179.99978637695312,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 159,714 191,715 63716 ]717 },718 {719 "object_id": "SM_Floor_4x4m199_26",720 "bbox_2d": [721 605,722 635,723 690,724 648725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 1350.0022654316335,730 -270.00017979002297,731 474.99999809265137732 ],733 "extent": [734 50.000186420928685,735 50.000186420928756,736 15.000001907348633737 ]738 },739 "obb": {740 "center": [741 1350.0022654316335,742 -270.00017979002297,743 474.99999809265137744 ],745 "extent": [746 50.000186420928685,747 50.000186420928756,748 15.000001907348633749 ],750 "rotation": [751 0,752 179.99978637695312,753 0754 ]755 },756 "location": [757 1400.0020751953125,758 -320.0003662109375,759 490760 ],761 "rotation": [762 0,763 179.99978637695312,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 159,774 191,775 191776 ]777 },778 {779 "object_id": "SM_Floor_4x4m226",780 "bbox_2d": [781 1569,782 892,783 1919,784 1079785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 1900.000789812096,790 -720.0001867500553,791 474.99999809265137792 ],793 "extent": [794 100.00018675005526,795 100.00018675005526,796 15.000001907348633797 ]798 },799 "obb": {800 "center": [801 1900.000789812096,802 -720.0001867500553,803 474.99999809265137804 ],805 "extent": [806 100.00018675005526,807 100.00018675005526,808 15.000001907348633809 ],810 "rotation": [811 0,812 -0.00010699999984353781,813 0814 ]815 },816 "location": [817 1800.0009765625,818 -620,819 490820 ],821 "rotation": [822 0,823 -0.00010699999984353781,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 159,834 31,835 63836 ]837 },838 {839 "object_id": "SM_Floor_4x4m227",840 "bbox_2d": [841 257,842 892,843 1891,844 1079845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 1900.001278093346,850 -520.0001867500553,851 474.99999809265137852 ],853 "extent": [854 100.00018675005526,855 100.00018675005529,856 15.000001907348633857 ]858 },859 "obb": {860 "center": [861 1900.001278093346,862 -520.0001867500553,863 474.99999809265137864 ],865 "extent": [866 100.00018675005526,867 100.00018675005529,868 15.000001907348633869 ],870 "rotation": [871 0,872 -0.00010699999984353781,873 0874 ]875 },876 "location": [877 1800.00146484375,878 -420,879 490880 ],881 "rotation": [882 0,883 -0.00010699999984353781,884 0885 ],886 "scale": [887 1,888 1,889 1890 ]891 },892 "color": [893 159,894 31,895 95896 ]897 },898 {899 "object_id": "SM_Floor_4x4m213",900 "bbox_2d": [901 138,902 649,903 1566,904 891905 ],906 "bbox_3d": {907 "aabb": {908 "center": [909 1600.0006554216527,910 -420.00032114033166,911 474.99999809265137912 ],913 "extent": [914 200.0003211403316,915 200.00032114033166,916 15.000001907348633917 ]918 },919 "obb": {920 "center": [921 1600.0006554216527,922 -420.00032114033166,923 474.99999809265137924 ],925 "extent": [926 200.0003211403316,927 200.00032114033166,928 15.000001907348633929 ],930 "rotation": [931 0,932 -9.200000204145907e-05,933 0934 ]935 },936 "location": [937 1400.0009765625,938 -220,939 490940 ],941 "rotation": [942 0,943 -9.200000204145907e-05,944 0945 ],946 "scale": [947 1,948 1,949 1950 ]951 },952 "color": [953 159,954 95,955 0956 ]957 },958 {959 "object_id": "SM_Floor_4x4m207",960 "bbox_2d": [961 0,962 892,963 500,964 1079965 ],966 "bbox_3d": {967 "aabb": {968 "center": [969 1849.999213673821,970 -370.0004849658042,971 474.99999809265137972 ],973 "extent": [974 50.000186420928685,975 50.00018642092874,976 15.000001907348633977 ]978 },979 "obb": {980 "center": [981 1849.999213673821,982 -370.0004849658042,983 474.99999809265137984 ],985 "extent": [986 50.000186420928685,987 50.00018642092874,988 15.000001907348633989 ],990 "rotation": [991 0,992 179.99978637695312,993 0994 ]995 },996 "location": [997 1899.9990234375,998 -420.00067138671875,999 4901000 ],1001 "rotation": [1002 0,1003 179.99978637695312,1004 01005 ],1006 "scale": [1007 1,1008 1,1009 11010 ]1011 },1012 "color": [1013 159,1014 95,1015 1271016 ]1017 }1018 ],1019 "window": [1020 {1021 "object_id": "SM_Wall01_2m41_13",1022 "bbox_2d": [1023 1367,1024 145,1025 1683,1026 4001027 ],1028 "bbox_3d": {1029 "aabb": {1030 "center": [1031 1300.0001880396603,1032 -890.0002385817784,1033 654.99763488769531034 ],1035 "extent": [1036 38.08144959590129,1037 100.00029445432261,1038 165.002548217773441039 ]1040 },1041 "obb": {1042 "center": [1043 1300.0001880396603,1044 -890.0002385817784,1045 654.99763488769531046 ],1047 "extent": [1048 38.08144959590129,1049 100.00029445432261,1050 165.002548217773441051 ],1052 "rotation": [1053 0,1054 0.00011399998766137288,1055 01056 ]1057 },1058 "location": [1059 1310,1060 -790,1061 4901062 ],1063 "rotation": [1064 0,1065 0.00011399998766137288,1066 01067 ],1068 "scale": [1069 1,1070 1,1071 11072 ]1073 },1074 "color": [1075 223,1076 143,1077 471078 ]1079 },1080 {1081 "object_id": "SM_Wall01_2m48_35",1082 "bbox_2d": [1083 787,1084 145,1085 1384,1086 5621087 ],1088 "bbox_3d": {1089 "aabb": {1090 "center": [1091 1300.0011913932399,1092 -590.0003148639248,1093 654.99763488769531094 ],1095 "extent": [1096 38.080844177317545,1097 200.00037073646905,1098 165.002548217773441099 ]1100 },1101 "obb": {1102 "center": [1103 1300.0011913932399,1104 -590.0003148639248,1105 654.99763488769531106 ],1107 "extent": [1108 38.080844177317545,1109 200.00037073646905,1110 165.002548217773441111 ],1112 "rotation": [1113 0,1114 0.00011399998766137288,1115 01116 ]1117 },1118 "location": [1119 1310,1120 -390,1121 4901122 ],1123 "rotation": [1124 0,1125 0.00011399998766137288,1126 01127 ],1128 "scale": [1129 1,1130 1,1131 11132 ]1133 },1134 "color": [1135 223,1136 143,1137 791138 ]1139 },1140 {1141 "object_id": "SM_Wall01_2m47_33",1142 "bbox_2d": [1143 634,1144 145,1145 793,1146 6341147 ],1148 "bbox_3d": {1149 "aabb": {1150 "center": [1151 1300.000329341412,1152 -310.000221463365,1153 655.00004577636721154 ],1155 "extent": [1156 38.08122870699697,1157 80.00037499216074,1158 165.000137329101561159 ]1160 },1161 "obb": {1162 "center": [1163 1300.000329341412,1164 -310.000221463365,1165 655.00004577636721166 ],1167 "extent": [1168 38.08122870699697,1169 80.00037499216074,1170 165.000137329101561171 ],1172 "rotation": [1173 0,1174 0.00011399998766137288,1175 01176 ]1177 },1178 "location": [1179 1310,1180 -230,1181 4901182 ],1183 "rotation": [1184 0,1185 0.00011399998766137288,1186 01187 ],1188 "scale": [1189 1,1190 0.800000011920929,1191 11192 ]1193 },1194 "color": [1195 143,1196 0,1197 2231198 ]1199 },1200 {