TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l109_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l109_r003/lit.png",5 "camera": {6 "location": [7 1753,8 -600,9 75510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1753,38 -600,39 755,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "pillar": [54 {55 "object_id": "SM_Pillar01_50",56 "bbox_2d": [57 1121,58 388,59 1299,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1311.9058837890625,66 -697.6285400390625,67 655.000045776367268 ],69 "extent": [70 30.05077600479126,71 48.0811767578125,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1311.9058837890625,78 -697.6285400390625,79 655.000045776367280 ],81 "extent": [82 30.05077600479126,83 48.0811767578125,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1311.9058837890625,94 -697.6285400390625,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.625,104 1,105 1106 ]107 },108 "color": [109 255,110 63,111 0112 ]113 }114 ],115 "stairs floor": [116 {117 "object_id": "SM_StairsFloor_26",118 "bbox_2d": [119 1470,120 838,121 1674,122 877123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 600,128 -1019.9999999999999,129 474.8743591308594130 ],131 "extent": [132 400.0000000000002,133 200.0000000000001,134 16.424835205078125135 ]136 },137 "obb": {138 "center": [139 600,140 -1019.9999999999999,141 474.8743591308594142 ],143 "extent": [144 400.0000000000002,145 200.0000000000001,146 16.424835205078125147 ],148 "rotation": [149 0,150 90.00000000000001,151 0152 ]153 },154 "location": [155 200,156 -1220,157 490158 ],159 "rotation": [160 0,161 90.00000000000001,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 191,173 255174 ]175 }176 ],177 "floor planks corner": [178 {179 "object_id": "SM_Floor_4x4m100",180 "bbox_2d": [181 1469,182 257,183 1919,184 389185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 1400,190 -1020,191 834.9999980926514192 ],193 "extent": [194 200,195 200,196 15.000001907348633197 ]198 },199 "obb": {200 "center": [201 1400,202 -1020,203 834.9999980926514204 ],205 "extent": [206 200,207 200,208 15.000001907348633209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 1200,218 -820,219 850220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 63,235 95236 ]237 },238 {239 "object_id": "SM_Floor_4x4m92_3",240 "bbox_2d": [241 59,242 363,243 542,244 389245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1300,250 -220,251 834.9999980926514252 ],253 "extent": [254 100,255 200,256 15.000001907348633257 ]258 },259 "obb": {260 "center": [261 1300,262 -220,263 834.9999980926514264 ],265 "extent": [266 100,267 200,268 15.000001907348633269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 1200,278 -20,279 850280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 191,294 191,295 159296 ]297 },298 {299 "object_id": "SM_Floor_4x4m96_11",300 "bbox_2d": [301 471,302 363,303 1556,304 389305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1300,310 -620,311 834.9999980926514312 ],313 "extent": [314 100,315 200,316 15.000001907348633317 ]318 },319 "obb": {320 "center": [321 1300,322 -620,323 834.9999980926514324 ],325 "extent": [326 100,327 200,328 15.000001907348633329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 1200,338 -420,339 850340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 191,354 31,355 159356 ]357 },358 {359 "object_id": "SM_Floor_4x4m103",360 "bbox_2d": [361 0,362 194,363 467,364 362365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 1500,370 -220,371 834.9999980926514372 ],373 "extent": [374 100,375 200,376 15.000001907348633377 ]378 },379 "obb": {380 "center": [381 1500,382 -220,383 834.9999980926514384 ],385 "extent": [386 100,387 200,388 15.000001907348633389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 1400,398 -20,399 850400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 191,414 95,415 159416 ]417 },418 {419 "object_id": "SM_Floor_4x4m104",420 "bbox_2d": [421 0,422 132,423 1084,424 362425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 1500,430 -520,431 834.9999980926514432 ],433 "extent": [434 100,435 100,436 15.000001907348633437 ]438 },439 "obb": {440 "center": [441 1500,442 -520,443 834.9999980926514444 ],445 "extent": [446 100,447 100,448 15.000001907348633449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 1400,458 -420,459 850460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 31,474 0,475 159476 ]477 },478 {479 "object_id": "SM_Floor_4x4m105",480 "bbox_2d": [481 1030,482 132,483 1919,484 362485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1500,490 -720,491 834.9999980926514492 ],493 "extent": [494 100,495 100,496 15.000001907348633497 ]498 },499 "obb": {500 "center": [501 1500,502 -720,503 834.9999980926514504 ],505 "extent": [506 100,507 100,508 15.000001907348633509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 1400,518 -620,519 850520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 31,534 255,535 159536 ]537 },538 {539 "object_id": "SM_Floor_4x4m79_7",540 "bbox_2d": [541 1470,542 972,543 1674,544 1079545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 1199.9993075787158,550 -1020.0003462121404,551 474.99999809265137552 ],553 "extent": [554 100.00069242128416,555 200.000346209743,556 15.000001907348633557 ]558 },559 "obb": {560 "center": [561 1199.9993075787158,562 -1020.0003462121404,563 474.99999809265137564 ],565 "extent": [566 100.00069242128416,567 200.000346209743,568 15.000001907348633569 ],570 "rotation": [571 0,572 -179.9998016357422,573 0574 ]575 },576 "location": [577 1300,578 -1220,579 490580 ],581 "rotation": [582 0,583 -179.9998016357422,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 127,594 159,595 159596 ]597 },598 {599 "object_id": "SM_Floor_4x4m248_22",600 "bbox_2d": [601 1667,602 878,603 1674,604 881605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 1049.9998307095261,610 -1170.0001731057573,611 474.99999809265137612 ],613 "extent": [614 50.00017310517114,615 50.00017310517114,616 15.000001907348633617 ]618 },619 "obb": {620 "center": [621 1049.9998307095261,622 -1170.0001731057573,623 474.99999809265137624 ],625 "extent": [626 50.00017310517114,627 50.00017310517114,628 15.000001907348633629 ],630 "rotation": [631 0,632 -179.9998016357422,633 0634 ]635 },636 "location": [637 1100,638 -1220,639 490640 ],641 "rotation": [642 0,643 -179.9998016357422,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 95,654 159,655 159656 ]657 },658 {659 "object_id": "SM_Floor_4x4m98_15",660 "bbox_2d": [661 0,662 0,663 1125,664 131665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 1799.9997869466588,670 -519.9995738944525,671 834.9999980926514672 ],673 "extent": [674 200.0002130524333,675 100.00042610554749,676 15.000001907348633677 ]678 },679 "obb": {680 "center": [681 1799.9997869466588,682 -519.9995738944525,683 834.9999980926514684 ],685 "extent": [686 200.0002130524333,687 100.00042610554749,688 15.000001907348633689 ],690 "rotation": [691 0,692 90.00012207031251,693 0694 ]695 },696 "location": [697 1600,698 -620,699 850700 ],701 "rotation": [702 0,703 90.00012207031251,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 159,714 255,715 0716 ]717 },718 {719 "object_id": "SM_Floor_4x4m106",720 "bbox_2d": [721 1086,722 0,723 1919,724 131725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 1700,730 -720,731 834.9999980926514732 ],733 "extent": [734 100,735 100,736 15.000001907348633737 ]738 },739 "obb": {740 "center": [741 1700,742 -720,743 834.9999980926514744 ],745 "extent": [746 100,747 100,748 15.000001907348633749 ],750 "rotation": [751 0,752 0,753 0754 ]755 },756 "location": [757 1600,758 -620,759 850760 ],761 "rotation": [762 0,763 0,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 159,774 255,775 255776 ]777 }778 ],779 "railing curve": [780 {781 "object_id": "SM_RailingCurveB5",782 "bbox_2d": [783 1470,784 722,785 1474,786 811787 ],788 "bbox_3d": {789 "aabb": {790 "center": [791 911.8282258093037,792 -1028.6686607127517,793 549.0355453491211794 ],795 "extent": [796 14.135184655017838,797 24.79157979786737,798 46.260459899902344799 ]800 },801 "obb": {802 "center": [803 911.8282258093037,804 -1028.6686607127517,805 549.0355453491211806 ],807 "extent": [808 14.135184655017838,809 24.79157979786737,810 46.260459899902344811 ],812 "rotation": [813 0,814 90.00012207031251,815 0816 ]817 },818 "location": [819 900,820 -1010,821 490822 ],823 "rotation": [824 0,825 90.00012207031251,826 0827 ],828 "scale": [829 1,830 1,831 1832 ]833 },834 "color": [835 255,836 159,837 159838 ]839 }840 ],841 "window": [842 {843 "object_id": "SM_Wall01_2m41_13",844 "bbox_2d": [845 1372,846 390,847 1861,848 1079849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 1300.0001880396603,854 -890.0002385817784,855 654.9976348876953856 ],857 "extent": [858 38.08144959590129,859 100.00029445432261,860 165.00254821777344861 ]862 },863 "obb": {864 "center": [865 1300.0001880396603,866 -890.0002385817784,867 654.9976348876953868 ],869 "extent": [870 38.08144959590129,871 100.00029445432261,872 165.00254821777344873 ],874 "rotation": [875 0,876 0.00011399998766137288,877 0878 ]879 },880 "location": [881 1310,882 -790,883 490884 ],885 "rotation": [886 0,887 0.00011399998766137288,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 223,898 143,899 47900 ]901 },902 {903 "object_id": "SM_Wall01_2m48_35",904 "bbox_2d": [905 474,906 390,907 1399,908 1079909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 1300.0011913932399,914 -590.0003148639248,915 654.9976348876953916 ],917 "extent": [918 38.080844177317545,919 200.00037073646905,920 165.00254821777344921 ]922 },923 "obb": {924 "center": [925 1300.0011913932399,926 -590.0003148639248,927 654.9976348876953928 ],929 "extent": [930 38.080844177317545,931 200.00037073646905,932 165.00254821777344933 ],934 "rotation": [935 0,936 0.00011399998766137288,937 0938 ]939 },940 "location": [941 1310,942 -390,943 490944 ],945 "rotation": [946 0,947 0.00011399998766137288,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 223,958 143,959 79960 ]961 },962 {963 "object_id": "SM_Wall01_2m47_33",964 "bbox_2d": [965 181,966 390,967 504,968 1079969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 1300.000329341412,974 -310.000221463365,975 655.0000457763672976 ],977 "extent": [978 38.08122870699697,979 80.00037499216074,980 165.00013732910156981 ]982 },983 "obb": {984 "center": [985 1300.000329341412,986 -310.000221463365,987 655.0000457763672988 ],989 "extent": [990 38.08122870699697,991 80.00037499216074,992 165.00013732910156993 ],994 "rotation": [995 0,996 0.00011399998766137288,997 0998 ]999 },1000 "location": [1001 1310,1002 -230,1003 4901004 ],1005 "rotation": [1006 0,1007 0.00011399998766137288,1008 01009 ],1010 "scale": [1011 1,1012 0.800000011920929,1013 11014 ]1015 },1016 "color": [1017 143,1018 0,1019 2231020 ]1021 },1022 {1023 "object_id": "SM_Wall01_2m53",1024 "bbox_2d": [1025 1805,1026 390,1027 1919,1028 10791029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 1300.0002142470676,1034 -1111.974845431479,1035 655.00004577636721036 ],1037 "extent": [1038 38.08102545339182,1039 122.02525387273784,1040 165.000137329101561041 ]1042 },1043 "obb": {1044 "center": [1045 1300.0002142470676,1046 -1111.974845431479,1047 655.00004577636721048 ],1049 "extent": [1050 38.08102545339182,1051 122.02525387273784,1052 165.000137329101561053 ],1054 "rotation": [1055 0,1056 0.00011399998766137288,1057 01058 ]1059 },1060 "location": [1061 1310,1062 -1234,1063 4901064 ],1065 "rotation": [1066 0,1067 0.00011399998766137288,1068 01069 ],1070 "scale": [1071 1,1072 -0.8134999871253967,1073 11074 ]1075 },1076 "color": [1077 143,1078 255,1079 631080 ]1081 }1082 ],1083 "door": [1084 {1085 "object_id": "SM_Door02_2m13",1086 "bbox_2d": [1087 168,1088 426,1089 183,1090 4511091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 1120.0002320002518,1096 -229.9997564934896,1097 655.00009155273441098 ],1099 "extent": [1100 200.00039146299684,1101 38.081528826081424,1102 165.000091552734381103 ]1104 },1105 "obb": {1106 "center": [1107 1120.0002320002518,1108 -229.9997564934896,1109 655.00009155273441110 ],1111 "extent": [1112 200.00039146299684,1113 38.081528826081424,1114 165.000091552734381115 ],1116 "rotation": [1117 0,1118 90.00007629394531,1119 01120 ]1121 },1122 "location": [1123 920,1124 -220,1125 4901126 ],1127 "rotation": [1128 0,1129 90.00007629394531,1130 01131 ],1132 "scale": [1133 1,1134 1,1135 11136 ]1137 },1138 "color": [1139 143,1140 127,1141 01142 ]1143 },1144 {1145 "object_id": "SM_Door02_2m14",1146 "bbox_2d": [1147 0,1148 352,1149 191,1150 4501151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 1520.0002320002518,1156 -229.99916140071616,1157 655.00009155273441158 ],1159 "extent": [1160 200.00039146299684,1161 38.081528826081424,1162 165.000091552734381163 ]1164 },1165 "obb": {1166 "center": [1167 1520.0002320002518,1168 -229.99916140071616,1169 655.00009155273441170 ],1171 "extent": [1172 200.00039146299684,1173 38.081528826081424,1174 165.000091552734381175 ],1176 "rotation": [1177 0,1178 90.00007629394531,1179 01180 ]1181 },1182 "location": [1183 1320,1184 -219.99940490722656,1185 4901186 ],1187 "rotation": [1188 0,1189 90.00007629394531,1190 01191 ],1192 "scale": [1193 1,1194 1,1195 11196 ]1197 },1198 "color": [1199 143,1200 127,