TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l066_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l066_r001/lit.png",5 "camera": {6 "location": [7 173,8 53,9 14010 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 173,38 53,39 140,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room": [54 {55 "object_id": "SM_Room_01",56 "bbox_2d": [57 0,58 0,59 126,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 435.60748291015625,66 5.5621185302734375,67 137.0012512207031268 ],69 "extent": [70 5.818756103515625,71 192.51406860351562,72 137.0012512207031273 ]74 },75 "obb": {76 "center": [77 435.60748291015625,78 5.5621185302734375,79 137.0012512207031280 ],81 "extent": [82 5.818756103515625,83 192.51406860351562,84 137.0012512207031285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 },114 {115 "object_id": "SM_Room_06",116 "bbox_2d": [117 1479,118 0,119 1919,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -117.57989501953125,126 146.01832580566406,127 137.00125122070312128 ],129 "extent": [130 293.01251220703125,131 5.8546905517578125,132 137.00125122070312133 ]134 },135 "obb": {136 "center": [137 -117.57989501953125,138 146.01832580566406,139 137.00125122070312140 ],141 "extent": [142 293.01251220703125,143 5.8546905517578125,144 137.00125122070312145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 255,171 127172 ]173 },174 {175 "object_id": "SM_Room_07",176 "bbox_2d": [177 792,178 0,179 927,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 339.31402587890625,186 176.03245544433594,187 129.95407104492188188 ],189 "extent": [190 86.86801147460938,191 28.028411865234375,192 102.68250274658203193 ]194 },195 "obb": {196 "center": [197 339.31402587890625,198 176.03245544433594,199 129.95407104492188200 ],201 "extent": [202 86.86801147460938,203 28.028411865234375,204 102.68250274658203205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 0,214 0,215 0216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 0,230 127,231 0232 ]233 },234 {235 "object_id": "SM_Room_08",236 "bbox_2d": [237 495,238 0,239 791,240 1079241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 280.95758056640625,246 146.72813415527344,247 130.51634216308594248 ],249 "extent": [250 28.57500457763672,251 1.0949249267578125,252 102.12776184082031253 ]254 },255 "obb": {256 "center": [257 280.95758056640625,258 146.72813415527344,259 130.51634216308594260 ],261 "extent": [262 28.57500457763672,263 1.0949249267578125,264 102.12776184082031265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 0,274 0,275 0276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 0,290 127,291 255292 ]293 },294 {295 "object_id": "SM_Room_09",296 "bbox_2d": [297 300,298 0,299 494,300 1079301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 338.58258056640625,306 146.72813415527344,307 130.51634216308594308 ],309 "extent": [310 28.57501220703125,311 1.0949249267578125,312 102.12776184082031313 ]314 },315 "obb": {316 "center": [317 338.58258056640625,318 146.72813415527344,319 130.51634216308594320 ],321 "extent": [322 28.57501220703125,323 1.0949249267578125,324 102.12776184082031325 ],326 "rotation": [327 0,328 0,329 0330 ]331 },332 "location": [333 0,334 0,335 0336 ],337 "rotation": [338 0,339 0,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 255,350 127,351 0352 ]353 },354 {355 "object_id": "SM_Room_10",356 "bbox_2d": [357 160,358 39,359 299,360 1079361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 396.20758056640625,366 146.72813415527344,367 130.51634216308594368 ],369 "extent": [370 28.57501220703125,371 1.0949249267578125,372 102.12776184082031373 ]374 },375 "obb": {376 "center": [377 396.20758056640625,378 146.72813415527344,379 130.51634216308594380 ],381 "extent": [382 28.57501220703125,383 1.0949249267578125,384 102.12776184082031385 ],386 "rotation": [387 0,388 0,389 0390 ]391 },392 "location": [393 0,394 0,395 0396 ],397 "rotation": [398 0,399 0,400 0401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 255,410 127,411 255412 ]413 }414 ]415 },416 "foreground": {417 "wood": [418 {419 "object_id": "SM_Wood_05",420 "bbox_2d": [421 1327,422 0,423 1478,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 181.16998291015625,430 169.11827087402344,431 137.00125122070312432 ],433 "extent": [434 5.740631103515625,435 28.954681396484375,436 137.00125122070312437 ]438 },439 "obb": {440 "center": [441 181.16998291015625,442 169.11827087402344,443 137.00125122070312444 ],445 "extent": [446 5.740631103515625,447 28.954681396484375,448 137.00125122070312449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 0,458 0,459 0460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 0,474 0,475 127476 ]477 },478 {479 "object_id": "SM_Wood_01",480 "bbox_2d": [481 783,482 982,483 1326,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 218.62017822265625,490 166.37686157226562,491 77.74700164794922492 ],493 "extent": [494 34.54273986816406,495 20.296142578125,496 2.063751220703125497 ]498 },499 "obb": {500 "center": [501 218.62017822265625,502 166.37686157226562,503 77.74700164794922504 ],505 "extent": [506 34.54273986816406,507 20.296142578125,508 2.063751220703125509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 0,518 0,519 0520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 0,534 127,535 127536 ]537 },538 {539 "object_id": "SM_Wood_02",540 "bbox_2d": [541 782,542 702,543 1326,544 839545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 218.62017822265625,550 166.3185272216797,551 114.53752136230469552 ],553 "extent": [554 34.54273986816406,555 20.354476928710938,556 2.063751220703125557 ]558 },559 "obb": {560 "center": [561 218.62017822265625,562 166.3185272216797,563 114.53752136230469564 ],565 "extent": [566 34.54273986816406,567 20.354476928710938,568 2.063751220703125569 ],570 "rotation": [571 0,572 0,573 0574 ]575 },576 "location": [577 0,578 0,579 0580 ],581 "rotation": [582 0,583 0,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 255,594 127,595 127596 ]597 },598 {599 "object_id": "SM_Wood_03",600 "bbox_2d": [601 782,602 276,603 1326,604 400605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 218.62017822265625,610 166.3185272216797,611 162.1446075439453612 ],613 "extent": [614 34.54273986816406,615 20.354476928710938,616 2.063751220703125617 ]618 },619 "obb": {620 "center": [621 218.62017822265625,622 166.3185272216797,623 162.1446075439453624 ],625 "extent": [626 34.54273986816406,627 20.354476928710938,628 2.063751220703125629 ],630 "rotation": [631 0,632 0,633 0634 ]635 },636 "location": [637 0,638 0,639 0640 ],641 "rotation": [642 0,643 0,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 127,654 0,655 0656 ]657 },658 {659 "object_id": "SM_Wood_04",660 "bbox_2d": [661 1038,662 791,663 1169,664 1079665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 215.27008056640625,670 166.1374969482422,671 96.53587341308594672 ],673 "extent": [674 1.746246337890625,675 20.223175048828125,676 16.694549560546875677 ]678 },679 "obb": {680 "center": [681 215.27008056640625,682 166.1374969482422,683 96.53587341308594684 ],685 "extent": [686 1.746246337890625,687 20.223175048828125,688 16.694549560546875689 ],690 "rotation": [691 0,692 0,693 0694 ]695 },696 "location": [697 0,698 0,699 0700 ],701 "rotation": [702 0,703 0,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 127,714 0,715 255716 ]717 },718 {719 "object_id": "SM_Wood_06",720 "bbox_2d": [721 879,722 366,723 935,724 741725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 235.85162353515625,730 166.1374969482422,731 138.355224609375732 ],733 "extent": [734 1.746246337890625,735 20.223175048828125,736 21.753944396972656737 ]738 },739 "obb": {740 "center": [741 235.85162353515625,742 166.1374969482422,743 138.355224609375744 ],745 "extent": [746 1.746246337890625,747 20.223175048828125,748 21.753944396972656749 ],750 "rotation": [751 0,752 0,753 0754 ]755 },756 "location": [757 0,758 0,759 0760 ],761 "rotation": [762 0,763 0,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 127,774 255,775 0776 ]777 },778 {779 "object_id": "SM_Wood_07",780 "bbox_2d": [781 936,782 360,783 1082,784 749785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 228.05767822265625,790 166.1374969482422,791 138.355224609375792 ],793 "extent": [794 1.746246337890625,795 20.223175048828125,796 21.753944396972656797 ]798 },799 "obb": {800 "center": [801 228.05767822265625,802 166.1374969482422,803 138.355224609375804 ],805 "extent": [806 1.746246337890625,807 20.223175048828125,808 21.753944396972656809 ],810 "rotation": [811 0,812 0,813 0814 ]815 },816 "location": [817 0,818 0,819 0820 ],821 "rotation": [822 0,823 0,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 127,834 255,835 255836 ]837 },838 {839 "object_id": "SM_Wood_10",840 "bbox_2d": [841 127,842 0,843 375,844 1079845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 305.3981018066406,850 164.16519165039062,851 141.67471313476562852 ],853 "extent": [854 124.41561889648438,855 22.50775146484375,856 118.03778076171875857 ]858 },859 "obb": {860 "center": [861 305.3981018066406,862 164.16519165039062,863 141.67471313476562864 ],865 "extent": [866 124.41561889648438,867 22.50775146484375,868 118.03778076171875869 ],870 "rotation": [871 0,872 0,873 0874 ]875 },876 "location": [877 0,878 0,879 0880 ],881 "rotation": [882 0,883 0,884 0885 ],886 "scale": [887 1,888 1,889 1890 ]891 },892 "color": [893 63,894 127,895 127896 ]897 }898 ],899 "glass": [900 {901 "object_id": "SM_Glass_02",902 "bbox_2d": [903 928,904 0,905 1326,906 1018907 ],908 "bbox_3d": {909 "aabb": {910 "center": [911 309.22662353515625,912 182.16807556152344,913 141.69903564453125914 ],915 "extent": [916 122.20001220703125,917 1.71630859375,918 115.76422882080078919 ]920 },921 "obb": {922 "center": [923 309.22662353515625,924 182.16807556152344,925 141.69903564453125926 ],927 "extent": [928 122.20001220703125,929 1.71630859375,930 115.76422882080078931 ],932 "rotation": [933 0,934 0,935 0936 ]937 },938 "location": [939 0,940 0,941 0942 ],943 "rotation": [944 0,945 0,946 0947 ],948 "scale": [949 1,950 1,951 1952 ]953 },954 "color": [955 255,956 63,957 0958 ]959 }960 ],961 "putin": [962 {963 "object_id": "SM_Putin",964 "bbox_2d": [965 1168,966 846,967 1297,968 1079969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 200.00000059604645,974 157.00000000000048,975 93.33859205245972976 ],977 "extent": [978 6.545065895966189,979 7.032979591536076,980 13.34587574005127981 ]982 },983 "obb": {984 "center": [985 200.00000059604645,986 157.00000000000048,987 93.33859205245972988 ],989 "extent": [990 6.545065895966189,991 7.032979591536076,992 13.34587574005127993 ],994 "rotation": [995 0,996 -179.9999542236328,997 0998 ]999 },1000 "location": [1001 200,1002 157,1003 801004 ],1005 "rotation": [1006 0,1007 -179.9999542236328,1008 01009 ],1010 "scale": [1011 1.25,1012 1.25,1013 1.251014 ]1015 },1016 "color": [1017 255,1018 191,1019 01020 ]1021 }1022 ],1023 "tv": [1024 {1025 "object_id": "SM_TV",1026 "bbox_2d": [1027 1840,1028 743,1029 1919,1030 10791031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 92.00000381469727,1036 141,1037 911038 ],1039 "extent": [1040 62.25931930541992,1041 4.5469818115234375,1042 35.567916870117191043 ]1044 },1045 "obb": {1046 "center": [1047 92.00000381469727,1048 141,1049 911050 ],1051 "extent": [1052 62.25931930541992,1053 4.5469818115234375,1054 35.567916870117191055 ],1056 "rotation": [1057 0,1058 0,1059 01060 ]1061 },1062 "location": [1063 92,1064 141,1065 911066 ],1067 "rotation": [1068 0,1069 0,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 191,1080 191,1081 1271082 ]1083 }1084 ],1085 "side deco": [1086 {1087 "object_id": "SM_SideDeco",1088 "bbox_2d": [1089 1012,1090 183,1091 1285,1092 3161093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 211.08137053074495,1098 160,1099 173.596506643243231100 ],1101 "extent": [1102 17.306302137766806,1103 9.405005022957994,1104 9.599460744849751105 ]1106 },1107 "obb": {1108 "center": [1109 211.08137053074495,1110 160,1111 173.596506643243231112 ],1113 "extent": [1114 17.306302137766806,1115 9.405005022957994,1116 9.599460744849751117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 212,1126 160,1127 1641128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 0.800000011920929,1136 0.800000011920929,1137 0.8000000119209291138 ]1139 },1140 "color": [1141 0,1142 255,1143 311144 ]1145 },1146 {1147 "object_id": "SM_SideDeco2",1148 "bbox_2d": [1149 1111,1150 75,1151 1326,1152 3031153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 204.82934792605238,1158 178.4668539162639,1159 180.3325895994411160 ],1161 "extent": [1162 15.963762066384106,1163 15.310465174448467,1164 16.3442844117867031165 ]1166 },1167 "obb": {1168 "center": [1169 204.82934792605238,1170 178.4668539162639,1171 180.3325895994411172 ],1173 "extent": [1174 15.963762066384106,1175 15.310465174448467,1176 16.3442844117867031177 ],1178 "rotation": [1179 0,1180 30.00024795532227,1181 01182 ]1183 },1184 "location": [1185 205,1186 178,1187 1641188 ],1189 "rotation": [1190 0,1191 30.00024795532227,1192 01193 ],1194 "scale": [1195 1.2999999523162842,1196 1.2999999523162842,1197 1.29999995231628421198 ]1199 },1200 "color": [