TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l072_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l072_r001/lit.png",5 "camera": {6 "location": [7 223,8 25,9 13310 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 223,38 25,39 133,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room": [54 {55 "object_id": "SM_Room_01",56 "bbox_2d": [57 80,58 0,59 447,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 435.60748291015625,66 5.5621185302734375,67 137.0012512207031268 ],69 "extent": [70 5.818756103515625,71 192.51406860351562,72 137.0012512207031273 ]74 },75 "obb": {76 "center": [77 435.60748291015625,78 5.5621185302734375,79 137.0012512207031280 ],81 "extent": [82 5.818756103515625,83 192.51406860351562,84 137.0012512207031285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 },114 {115 "object_id": "SM_Room_07",116 "bbox_2d": [117 1245,118 0,119 1295,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 339.31402587890625,126 176.03245544433594,127 129.95407104492188128 ],129 "extent": [130 86.86801147460938,131 28.028411865234375,132 102.68250274658203133 ]134 },135 "obb": {136 "center": [137 339.31402587890625,138 176.03245544433594,139 129.95407104492188140 ],141 "extent": [142 86.86801147460938,143 28.028411865234375,144 102.68250274658203145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 0,170 127,171 0172 ]173 },174 {175 "object_id": "SM_Room_08",176 "bbox_2d": [177 865,178 0,179 1244,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 280.95758056640625,186 146.72813415527344,187 130.51634216308594188 ],189 "extent": [190 28.57500457763672,191 1.0949249267578125,192 102.12776184082031193 ]194 },195 "obb": {196 "center": [197 280.95758056640625,198 146.72813415527344,199 130.51634216308594200 ],201 "extent": [202 28.57500457763672,203 1.0949249267578125,204 102.12776184082031205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 0,214 0,215 0216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 0,230 127,231 255232 ]233 },234 {235 "object_id": "SM_Room_09",236 "bbox_2d": [237 609,238 0,239 864,240 1079241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 338.58258056640625,246 146.72813415527344,247 130.51634216308594248 ],249 "extent": [250 28.57501220703125,251 1.0949249267578125,252 102.12776184082031253 ]254 },255 "obb": {256 "center": [257 338.58258056640625,258 146.72813415527344,259 130.51634216308594260 ],261 "extent": [262 28.57501220703125,263 1.0949249267578125,264 102.12776184082031265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 0,274 0,275 0276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 255,290 127,291 0292 ]293 },294 {295 "object_id": "SM_Room_10",296 "bbox_2d": [297 425,298 0,299 608,300 1079301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 396.20758056640625,306 146.72813415527344,307 130.51634216308594308 ],309 "extent": [310 28.57501220703125,311 1.0949249267578125,312 102.12776184082031313 ]314 },315 "obb": {316 "center": [317 396.20758056640625,318 146.72813415527344,319 130.51634216308594320 ],321 "extent": [322 28.57501220703125,323 1.0949249267578125,324 102.12776184082031325 ],326 "rotation": [327 0,328 0,329 0330 ]331 },332 "location": [333 0,334 0,335 0336 ],337 "rotation": [338 0,339 0,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 255,350 127,351 255352 ]353 }354 ],355 "window divided": [356 {357 "object_id": "SM_Window_01",358 "bbox_2d": [359 0,360 1,361 79,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 435.60748291015625,368 0.2272796630859375,369 137.16000366210938370 ],371 "extent": [372 5.818756103515625,373 89.87129211425781,374 106.68000793457031375 ]376 },377 "obb": {378 "center": [379 435.60748291015625,380 0.2272796630859375,381 137.16000366210938382 ],383 "extent": [384 5.818756103515625,385 89.87129211425781,386 106.68000793457031387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 0,396 0,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 63,412 127,413 0414 ]415 }416 ]417 },418 "foreground": {419 "wood": [420 {421 "object_id": "SM_Wood_05",422 "bbox_2d": [423 1856,424 0,425 1919,426 1056427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 181.16998291015625,432 169.11827087402344,433 137.00125122070312434 ],435 "extent": [436 5.740631103515625,437 28.954681396484375,438 137.00125122070312439 ]440 },441 "obb": {442 "center": [443 181.16998291015625,444 169.11827087402344,445 137.00125122070312446 ],447 "extent": [448 5.740631103515625,449 28.954681396484375,450 137.00125122070312451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 0,460 0,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 0,476 0,477 127478 ]479 },480 {481 "object_id": "SM_Wood_01",482 "bbox_2d": [483 1242,484 921,485 1919,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 218.62017822265625,492 166.37686157226562,493 77.74700164794922494 ],495 "extent": [496 34.54273986816406,497 20.296142578125,498 2.063751220703125499 ]500 },501 "obb": {502 "center": [503 218.62017822265625,504 166.37686157226562,505 77.74700164794922506 ],507 "extent": [508 34.54273986816406,509 20.296142578125,510 2.063751220703125511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 0,520 0,521 0522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 0,536 127,537 127538 ]539 },540 {541 "object_id": "SM_Wood_02",542 "bbox_2d": [543 1242,544 645,545 1919,546 761547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 218.62017822265625,552 166.3185272216797,553 114.53752136230469554 ],555 "extent": [556 34.54273986816406,557 20.354476928710938,558 2.063751220703125559 ]560 },561 "obb": {562 "center": [563 218.62017822265625,564 166.3185272216797,565 114.53752136230469566 ],567 "extent": [568 34.54273986816406,569 20.354476928710938,570 2.063751220703125571 ],572 "rotation": [573 0,574 0,575 0576 ]577 },578 "location": [579 0,580 0,581 0582 ],583 "rotation": [584 0,585 0,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 255,596 127,597 127598 ]599 },600 {601 "object_id": "SM_Wood_03",602 "bbox_2d": [603 1242,604 202,605 1919,606 365607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 218.62017822265625,612 166.3185272216797,613 162.1446075439453614 ],615 "extent": [616 34.54273986816406,617 20.354476928710938,618 2.063751220703125619 ]620 },621 "obb": {622 "center": [623 218.62017822265625,624 166.3185272216797,625 162.1446075439453626 ],627 "extent": [628 34.54273986816406,629 20.354476928710938,630 2.063751220703125631 ],632 "rotation": [633 0,634 0,635 0636 ]637 },638 "location": [639 0,640 0,641 0642 ],643 "rotation": [644 0,645 0,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 127,656 0,657 0658 ]659 },660 {661 "object_id": "SM_Wood_04",662 "bbox_2d": [663 1565,664 727,665 1618,666 1049667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 215.27008056640625,672 166.1374969482422,673 96.53587341308594674 ],675 "extent": [676 1.746246337890625,677 20.223175048828125,678 16.694549560546875679 ]680 },681 "obb": {682 "center": [683 215.27008056640625,684 166.1374969482422,685 96.53587341308594686 ],687 "extent": [688 1.746246337890625,689 20.223175048828125,690 16.694549560546875691 ],692 "rotation": [693 0,694 0,695 0696 ]697 },698 "location": [699 0,700 0,701 0702 ],703 "rotation": [704 0,705 0,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 127,716 0,717 255718 ]719 },720 {721 "object_id": "SM_Wood_06",722 "bbox_2d": [723 1370,724 304,725 1425,726 682727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 235.85162353515625,732 166.1374969482422,733 138.355224609375734 ],735 "extent": [736 1.746246337890625,737 20.223175048828125,738 21.753944396972656739 ]740 },741 "obb": {742 "center": [743 235.85162353515625,744 166.1374969482422,745 138.355224609375746 ],747 "extent": [748 1.746246337890625,749 20.223175048828125,750 21.753944396972656751 ],752 "rotation": [753 0,754 0,755 0756 ]757 },758 "location": [759 0,760 0,761 0762 ],763 "rotation": [764 0,765 0,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 127,776 255,777 0778 ]779 },780 {781 "object_id": "SM_Wood_07",782 "bbox_2d": [783 1444,784 295,785 1486,786 687787 ],788 "bbox_3d": {789 "aabb": {790 "center": [791 228.05767822265625,792 166.1374969482422,793 138.355224609375794 ],795 "extent": [796 1.746246337890625,797 20.223175048828125,798 21.753944396972656799 ]800 },801 "obb": {802 "center": [803 228.05767822265625,804 166.1374969482422,805 138.355224609375806 ],807 "extent": [808 1.746246337890625,809 20.223175048828125,810 21.753944396972656811 ],812 "rotation": [813 0,814 0,815 0816 ]817 },818 "location": [819 0,820 0,821 0822 ],823 "rotation": [824 0,825 0,826 0827 ],828 "scale": [829 1,830 1,831 1832 ]833 },834 "color": [835 127,836 255,837 255838 ]839 },840 {841 "object_id": "SM_Wood_10",842 "bbox_2d": [843 393,844 0,845 603,846 1079847 ],848 "bbox_3d": {849 "aabb": {850 "center": [851 305.3981018066406,852 164.16519165039062,853 141.67471313476562854 ],855 "extent": [856 124.41561889648438,857 22.50775146484375,858 118.03778076171875859 ]860 },861 "obb": {862 "center": [863 305.3981018066406,864 164.16519165039062,865 141.67471313476562866 ],867 "extent": [868 124.41561889648438,869 22.50775146484375,870 118.03778076171875871 ],872 "rotation": [873 0,874 0,875 0876 ]877 },878 "location": [879 0,880 0,881 0882 ],883 "rotation": [884 0,885 0,886 0887 ],888 "scale": [889 1,890 1,891 1892 ]893 },894 "color": [895 63,896 127,897 127898 ]899 }900 ],901 "glass": [902 {903 "object_id": "SM_Glass_02",904 "bbox_2d": [905 1296,906 0,907 1855,908 1079909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 309.22662353515625,914 182.16807556152344,915 141.69903564453125916 ],917 "extent": [918 122.20001220703125,919 1.71630859375,920 115.76422882080078921 ]922 },923 "obb": {924 "center": [925 309.22662353515625,926 182.16807556152344,927 141.69903564453125928 ],929 "extent": [930 122.20001220703125,931 1.71630859375,932 115.76422882080078933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 0,942 0,943 0944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 255,958 63,959 0960 ]961 }962 ],963 "putin": [964 {965 "object_id": "SM_Putin",966 "bbox_2d": [967 1680,968 784,969 1841,970 1073971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 200.00000059604645,976 157.00000000000048,977 93.33859205245972978 ],979 "extent": [980 6.545065895966189,981 7.032979591536076,982 13.34587574005127983 ]984 },985 "obb": {986 "center": [987 200.00000059604645,988 157.00000000000048,989 93.33859205245972990 ],991 "extent": [992 6.545065895966189,993 7.032979591536076,994 13.34587574005127995 ],996 "rotation": [997 0,998 -179.9999542236328,999 01000 ]1001 },1002 "location": [1003 200,1004 157,1005 801006 ],1007 "rotation": [1008 0,1009 -179.9999542236328,1010 01011 ],1012 "scale": [1013 1.25,1014 1.25,1015 1.251016 ]1017 },1018 "color": [1019 255,1020 191,1021 01022 ]1023 }1024 ],1025 "curtain": [1026 {1027 "object_id": "SM_Curtain",1028 "bbox_2d": [1029 0,1030 0,1031 222,1032 761033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 425,1038 2,1039 2411040 ],1041 "extent": [1042 5.184539794921875,1043 107.52011108398438,1044 25.8960266113281251045 ]1046 },1047 "obb": {1048 "center": [1049 425,1050 2,1051 2411052 ],1053 "extent": [1054 5.184539794921875,1055 107.52011108398438,1056 25.8960266113281251057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 425,1066 2,1067 2411068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 191,1082 191,1083 631084 ]1085 }1086 ],1087 "side deco": [1088 {1089 "object_id": "SM_SideDeco",1090 "bbox_2d": [1091 1484,1092 122,1093 1837,1094 2571095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 211.08137053074495,1100 160,1101 173.596506643243231102 ],1103 "extent": [1104 17.306302137766806,1105 9.405005022957994,1106 9.599460744849751107 ]1108 },1109 "obb": {1110 "center": [1111 211.08137053074495,1112 160,1113 173.596506643243231114 ],1115 "extent": [1116 17.306302137766806,1117 9.405005022957994,1118 9.599460744849751119 ],1120 "rotation": [1121 0,1122 0,1123 01124 ]1125 },1126 "location": [1127 212,1128 160,1129 1641130 ],1131 "rotation": [1132 0,1133 0,1134 01135 ],1136 "scale": [1137 0.800000011920929,1138 0.800000011920929,1139 0.8000000119209291140 ]1141 },1142 "color": [1143 0,1144 255,1145 311146 ]1147 },1148 {1149 "object_id": "SM_SideDeco2",1150 "bbox_2d": [1151 1558,1152 14,1153 1821,1154 2421155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 204.82934792605238,1160 178.4668539162639,1161 180.3325895994411162 ],1163 "extent": [1164 15.963762066384106,1165 15.310465174448467,1166 16.3442844117867031167 ]1168 },1169 "obb": {1170 "center": [1171 204.82934792605238,1172 178.4668539162639,1173 180.3325895994411174 ],1175 "extent": [1176 15.963762066384106,1177 15.310465174448467,1178 16.3442844117867031179 ],1180 "rotation": [1181 0,1182 30.00024795532227,1183 01184 ]1185 },1186 "location": [1187 205,1188 178,1189 1641190 ],1191 "rotation": [1192 0,1193 30.00024795532227,1194 01195 ],1196 "scale": [1197 1.2999999523162842,1198 1.2999999523162842,1199 1.29999995231628421200 ]