TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l113_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l113_r003/lit.png",5 "camera": {6 "location": [7 1700,8 -855,9 75510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1700,38 -855,39 755,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "pillar": [54 {55 "object_id": "SM_Pillar01_50",56 "bbox_2d": [57 409,58 366,59 669,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1311.9058837890625,66 -697.6285400390625,67 655.000045776367268 ],69 "extent": [70 30.05077600479126,71 48.0811767578125,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1311.9058837890625,78 -697.6285400390625,79 655.000045776367280 ],81 "extent": [82 30.05077600479126,83 48.0811767578125,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1311.9058837890625,94 -697.6285400390625,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.625,104 1,105 1106 ]107 },108 "color": [109 255,110 63,111 0112 ]113 }114 ],115 "stairs floor": [116 {117 "object_id": "SM_StairsFloor_26",118 "bbox_2d": [119 1019,120 714,121 1168,122 896123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 600,128 -1019.9999999999999,129 474.8743591308594130 ],131 "extent": [132 400.0000000000002,133 200.0000000000001,134 16.424835205078125135 ]136 },137 "obb": {138 "center": [139 600,140 -1019.9999999999999,141 474.8743591308594142 ],143 "extent": [144 400.0000000000002,145 200.0000000000001,146 16.424835205078125147 ],148 "rotation": [149 0,150 90.00000000000001,151 0152 ]153 },154 "location": [155 200,156 -1220,157 490158 ],159 "rotation": [160 0,161 90.00000000000001,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 191,173 255174 ]175 }176 ],177 "floor planks corner": [178 {179 "object_id": "SM_Floor_4x4m100",180 "bbox_2d": [181 669,182 0,183 1919,184 367185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 1400,190 -1020,191 834.9999980926514192 ],193 "extent": [194 200,195 200,196 15.000001907348633197 ]198 },199 "obb": {200 "center": [201 1400,202 -1020,203 834.9999980926514204 ],205 "extent": [206 200,207 200,208 15.000001907348633209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 1200,218 -820,219 850220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 63,235 95236 ]237 },238 {239 "object_id": "SM_Floor_4x4m96_11",240 "bbox_2d": [241 0,242 332,243 866,244 367245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1300,250 -620,251 834.9999980926514252 ],253 "extent": [254 100,255 200,256 15.000001907348633257 ]258 },259 "obb": {260 "center": [261 1300,262 -620,263 834.9999980926514264 ],265 "extent": [266 100,267 200,268 15.000001907348633269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 1200,278 -420,279 850280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 191,294 31,295 159296 ]297 },298 {299 "object_id": "SM_Floor_4x4m104",300 "bbox_2d": [301 0,302 275,303 205,304 331305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1500,310 -520,311 834.9999980926514312 ],313 "extent": [314 100,315 100,316 15.000001907348633317 ]318 },319 "obb": {320 "center": [321 1500,322 -520,323 834.9999980926514324 ],325 "extent": [326 100,327 100,328 15.000001907348633329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 1400,338 -420,339 850340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 31,354 0,355 159356 ]357 },358 {359 "object_id": "SM_Floor_4x4m105",360 "bbox_2d": [361 0,362 0,363 847,364 331365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 1500,370 -720,371 834.9999980926514372 ],373 "extent": [374 100,375 100,376 15.000001907348633377 ]378 },379 "obb": {380 "center": [381 1500,382 -720,383 834.9999980926514384 ],385 "extent": [386 100,387 100,388 15.000001907348633389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 1400,398 -620,399 850400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 31,414 255,415 159416 ]417 },418 {419 "object_id": "SM_Floor_4x4m236",420 "bbox_2d": [421 940,422 690,423 1047,424 694425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 100.00074568580033,430 -1019.9996271588375,431 474.99999809265137432 ],433 "extent": [434 100.00074568441016,435 200.00037284116252,436 15.000001907348633437 ]438 },439 "obb": {440 "center": [441 100.00074568580033,442 -1019.9996271588375,443 474.99999809265137444 ],445 "extent": [446 100.00074568441016,447 200.00037284116252,448 15.000001907348633449 ],450 "rotation": [451 0,452 179.99978637695312,453 0454 ]455 },456 "location": [457 200,458 -1220,459 490460 ],461 "rotation": [462 0,463 179.99978637695312,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 31,474 159,475 127476 ]477 },478 {479 "object_id": "SM_Floor_4x4m79_7",480 "bbox_2d": [481 915,482 1015,483 1168,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1199.9993075787158,490 -1020.0003462121404,491 474.99999809265137492 ],493 "extent": [494 100.00069242128416,495 200.000346209743,496 15.000001907348633497 ]498 },499 "obb": {500 "center": [501 1199.9993075787158,502 -1020.0003462121404,503 474.99999809265137504 ],505 "extent": [506 100.00069242128416,507 200.000346209743,508 15.000001907348633509 ],510 "rotation": [511 0,512 -179.9998016357422,513 0514 ]515 },516 "location": [517 1300,518 -1220,519 490520 ],521 "rotation": [522 0,523 -179.9998016357422,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 127,534 159,535 159536 ]537 },538 {539 "object_id": "SM_Floor_4x4m237",540 "bbox_2d": [541 915,542 690,543 939,544 709545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 100,550 -720,551 474.99999809265137552 ],553 "extent": [554 100,555 100,556 15.000001907348633557 ]558 },559 "obb": {560 "center": [561 100,562 -720,563 474.99999809265137564 ],565 "extent": [566 100,567 100,568 15.000001907348633569 ],570 "rotation": [571 0,572 0,573 0574 ]575 },576 "location": [577 0,578 -620,579 490580 ],581 "rotation": [582 0,583 0,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 159,594 127,595 127596 ]597 },598 {599 "object_id": "SM_Floor_4x4m231_39",600 "bbox_2d": [601 915,602 710,603 920,604 730605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 300,610 -720,611 474.99999809265137612 ],613 "extent": [614 100,615 100,616 15.000001907348633617 ]618 },619 "obb": {620 "center": [621 300,622 -720,623 474.99999809265137624 ],625 "extent": [626 100,627 100,628 15.000001907348633629 ],630 "rotation": [631 0,632 0,633 0634 ]635 },636 "location": [637 200,638 -620,639 490640 ],641 "rotation": [642 0,643 0,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 159,654 127,655 63656 ]657 }658 ],659 "railing stairs": [660 {661 "object_id": "SM_RailingStairs2",662 "bbox_2d": [663 1144,664 646,665 1168,666 763667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 600.9956054681345,672 -1047.5030532801418,673 729.1114959716797674 ],675 "extent": [676 301.0850342021881,677 6.123716917975116,678 199.6510772705078679 ]680 },681 "obb": {682 "center": [683 600.9956054681345,684 -1047.5030532801418,685 729.1114959716797686 ],687 "extent": [688 301.0850342021881,689 6.123716917975116,690 199.6510772705078691 ],692 "rotation": [693 0,694 90.00011444091797,695 0696 ]697 },698 "location": [699 300,700 -1047.503662109375,701 850702 ],703 "rotation": [704 0,705 90.00011444091797,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 95,716 159,717 63718 ]719 }720 ],721 "railing curve": [722 {723 "object_id": "SM_RailingCurveB5",724 "bbox_2d": [725 1143,726 763,727 1168,728 849729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 911.8282258093037,734 -1028.6686607127517,735 549.0355453491211736 ],737 "extent": [738 14.135184655017838,739 24.79157979786737,740 46.260459899902344741 ]742 },743 "obb": {744 "center": [745 911.8282258093037,746 -1028.6686607127517,747 549.0355453491211748 ],749 "extent": [750 14.135184655017838,751 24.79157979786737,752 46.260459899902344753 ],754 "rotation": [755 0,756 90.00012207031251,757 0758 ]759 },760 "location": [761 900,762 -1010,763 490764 ],765 "rotation": [766 0,767 90.00012207031251,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 255,778 159,779 159780 ]781 }782 ],783 "exterior small window": [784 {785 "object_id": "SM_ExteriorSmallWindow_4m_82",786 "bbox_2d": [787 915,788 646,789 1050,790 689791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -0.9579086202028044,796 -970.0000111730885,797 640.0000915527344798 ],799 "extent": [800 29.041684160981845,801 250.00020003542977,802 180.00009155273438803 ]804 },805 "obb": {806 "center": [807 -0.9579086202028044,808 -970.0000111730885,809 640.0000915527344810 ],811 "extent": [812 29.041684160981845,813 250.00020003542977,814 180.00009155273438815 ],816 "rotation": [817 0,818 179.999755859375,819 0820 ]821 },822 "location": [823 0.00040531158447265625,824 -1220,825 460826 ],827 "rotation": [828 0,829 179.999755859375,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 143,840 127,841 15842 ]843 }844 ],845 "window": [846 {847 "object_id": "SM_Wall01_2m41_13",848 "bbox_2d": [849 788,850 368,851 1317,852 1079853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 1300.0001880396603,858 -890.0002385817784,859 654.9976348876953860 ],861 "extent": [862 38.08144959590129,863 100.00029445432261,864 165.00254821777344865 ]866 },867 "obb": {868 "center": [869 1300.0001880396603,870 -890.0002385817784,871 654.9976348876953872 ],873 "extent": [874 38.08144959590129,875 100.00029445432261,876 165.00254821777344877 ],878 "rotation": [879 0,880 0.00011399998766137288,881 0882 ]883 },884 "location": [885 1310,886 -790,887 490888 ],889 "rotation": [890 0,891 0.00011399998766137288,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 223,902 143,903 47904 ]905 },906 {907 "object_id": "SM_Wall01_2m48_35",908 "bbox_2d": [909 0,910 368,911 799,912 1079913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 1300.0011913932399,918 -590.0003148639248,919 654.9976348876953920 ],921 "extent": [922 38.080844177317545,923 200.00037073646905,924 165.00254821777344925 ]926 },927 "obb": {928 "center": [929 1300.0011913932399,930 -590.0003148639248,931 654.9976348876953932 ],933 "extent": [934 38.080844177317545,935 200.00037073646905,936 165.00254821777344937 ],938 "rotation": [939 0,940 0.00011399998766137288,941 0942 ]943 },944 "location": [945 1310,946 -390,947 490948 ],949 "rotation": [950 0,951 0.00011399998766137288,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 223,962 143,963 79964 ]965 },966 {967 "object_id": "SM_Wall01_2m53",968 "bbox_2d": [969 1292,970 368,971 1775,972 1079973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 1300.0002142470676,978 -1111.974845431479,979 655.0000457763672980 ],981 "extent": [982 38.08102545339182,983 122.02525387273784,984 165.00013732910156985 ]986 },987 "obb": {988 "center": [989 1300.0002142470676,990 -1111.974845431479,991 655.0000457763672992 ],993 "extent": [994 38.08102545339182,995 122.02525387273784,996 165.00013732910156997 ],998 "rotation": [999 0,1000 0.00011399998766137288,1001 01002 ]1003 },1004 "location": [1005 1310,1006 -1234,1007 4901008 ],1009 "rotation": [1010 0,1011 0.00011399998766137288,1012 01013 ],1014 "scale": [1015 1,1016 -0.8134999871253967,1017 11018 ]1019 },1020 "color": [1021 143,1022 255,1023 631024 ]1025 }1026 ]1027 },1028 "foreground": {1029 "grill": [1030 {1031 "object_id": "SM_Grill3",1032 "bbox_2d": [1033 941,1034 488,1035 1149,1036 5641037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 1300,1042 -890.2020149230957,1043 760.24943542480471044 ],1045 "extent": [1046 3.125,1047 44.4444465637207,1048 17.31481933593751049 ]1050 },1051 "obb": {1052 "center": [1053 1300,1054 -890.2020149230957,1055 760.24943542480471056 ],1057 "extent": [1058 3.125,1059 44.4444465637207,1060 17.31481933593751061 ],1062 "rotation": [1063 0,1064 0,1065 01066 ]1067 },1068 "location": [1069 1300,1070 -845.757568359375,1071 742.93463134765621072 ],1073 "rotation": [1074 0,1075 0,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 63,1086 127,1087 2551088 ]1089 },1090 {1091 "object_id": "SM_Grill9",1092 "bbox_2d": [1093 0,1094 488,1095 168,1096 5641097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 1300,1102 -490.2020149230957,1103 760.24943542480471104 ],1105 "extent": [1106 3.125,1107 44.4444465637207,1108 17.31481933593751109 ]1110 },1111 "obb": {1112 "center": [1113 1300,1114 -490.2020149230957,1115 760.24943542480471116 ],1117 "extent": [1118 3.125,1119 44.4444465637207,1120 17.31481933593751121 ],1122 "rotation": [1123 0,1124 0,1125 01126 ]1127 },1128 "location": [1129 1300,1130 -445.757568359375,1131 742.93463134765621132 ],1133 "rotation": [1134 0,1135 0,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 63,1146 63,1147 01148 ]1149 }1150 ],1151 "radiator": [1152 {1153 "object_id": "SM_Radiator14_66",1154 "bbox_2d": [1155 1022,1156 657,1157 1050,1158 6841159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 12.859350204467773,1164 -1016.5286865234375,1165 525.02134323120121166 ],1167 "extent": [1168 9.156710624694824,1169 52.95421600341797,1170 23.8854045867919921171 ]1172 },1173 "obb": {1174 "center": [1175 12.859350204467773,1176 -1016.5286865234375,1177 525.02134323120121178 ],1179 "extent": [1180 9.156710624694824,1181 52.95421600341797,1182 23.8854045867919921183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 6.0976972579956055,1192 -1016.5286865234375,1193 492.631042480468751194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [