TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l074_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l074_r005/lit.png",5 "camera": {6 "location": [7 1315,8 -1019,9 55610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1315,38 -1019,39 556,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m242_34",56 "bbox_2d": [57 954,58 818,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1500.0002985308424,66 -1120.0001897500476,67 474.9999980926513768 ],69 "extent": [70 100.00018975004764,71 100.00018975004764,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 1500.0002985308424,78 -1120.0001897500476,79 474.9999980926513780 ],81 "extent": [82 100.00018975004764,83 100.00018975004764,84 15.00000190734863385 ],86 "rotation": [87 0,88 -0.0001087188720703125,89 090 ]91 },92 "location": [93 1400.00048828125,94 -1020,95 49096 ],97 "rotation": [98 0,99 -0.0001087188720703125,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 159,110 0,111 127112 ]113 },114 {115 "object_id": "SM_Floor_4x4m200_30",116 "bbox_2d": [117 838,118 908,119 1058,120 1047121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1349.998969533196,126 -1170.000179790023,127 474.99999809265137128 ],129 "extent": [130 50.000186420928685,131 50.000186420928685,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 1349.998969533196,138 -1170.000179790023,139 474.99999809265137140 ],141 "extent": [142 50.000186420928685,143 50.000186420928685,144 15.000001907348633145 ],146 "rotation": [147 0,148 179.99978637695312,149 0150 ]151 },152 "location": [153 1399.998779296875,154 -1220.0003662109375,155 490156 ],157 "rotation": [158 0,159 179.99978637695312,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 159,170 191,171 31172 ]173 },174 {175 "object_id": "SM_Floor_4x4m249",176 "bbox_2d": [177 1883,178 714,179 1919,180 744181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1700.0002980401796,186 -1120.000556451646,187 474.99999809265137188 ],189 "extent": [190 100.00019024070843,191 100.00019024070843,192 15.000001907348633193 ]194 },195 "obb": {196 "center": [197 1700.0002980401796,198 -1120.000556451646,199 474.99999809265137200 ],201 "extent": [202 100.00019024070843,203 100.00019024070843,204 15.000001907348633205 ],206 "rotation": [207 0,208 -0.0001090000005206093,209 0210 ]211 },212 "location": [213 1600.00048828125,214 -1020.0003662109375,215 490216 ],217 "rotation": [218 0,219 -0.0001090000005206093,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 159,230 191,231 95232 ]233 },234 {235 "object_id": "SM_Floor_4x4m250",236 "bbox_2d": [237 1882,238 679,239 1919,240 717241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1900.0002980401796,246 -1120.0009226625834,247 474.99999809265137248 ],249 "extent": [250 100.00019024070843,251 100.00019024070843,252 15.000001907348633253 ]254 },255 "obb": {256 "center": [257 1900.0002980401796,258 -1120.0009226625834,259 474.99999809265137260 ],261 "extent": [262 100.00019024070843,263 100.00019024070843,264 15.000001907348633265 ],266 "rotation": [267 0,268 -0.0001090000005206093,269 0270 ]271 },272 "location": [273 1800.00048828125,274 -1020.000732421875,275 490276 ],277 "rotation": [278 0,279 -0.0001090000005206093,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 159,290 31,291 0292 ]293 }294 ],295 "broad frame": [296 {297 "object_id": "SM_BroadFrame4_5",298 "bbox_2d": [299 1725,300 551,301 1744,302 696303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1664.9165521866666,308 -1176.1213183104542,309 521.3261964704471310 ],311 "extent": [312 3.8757432316224367,313 23.70040256156358,314 31.274695263561398315 ]316 },317 "obb": {318 "center": [319 1664.9165521866666,320 -1176.1213183104542,321 521.3261964704471322 ],323 "extent": [324 3.8757432316224367,325 23.70040256156358,326 31.274695263561398327 ],328 "rotation": [329 -4.047561645507813,330 -179.999755859375,331 1.467923838036322e-10332 ]333 },334 "location": [335 1666.588134765625,336 -1176.1094970703125,337 521.4359130859375338 ],339 "rotation": [340 -4.047561645507813,341 -179.999755859375,342 1.467923838036322e-10343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 159,352 79,353 0354 ]355 }356 ],357 "small stairs": [358 {359 "object_id": "SM_SmallStairs_20",360 "bbox_2d": [361 1348,362 568,363 1798,364 1069365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 1465.8977602616117,370 -1103.6669508662762,371 520.5936756134033372 ],373 "extent": [374 33.80218427969248,375 34.86468041461558,376 30.40914535522461377 ]378 },379 "obb": {380 "center": [381 1465.8977602616117,382 -1103.6669508662762,383 520.5936756134033384 ],385 "extent": [386 33.80218427969248,387 34.86468041461558,388 30.40914535522461389 ],390 "rotation": [391 0,392 55.166748046875,393 0394 ]395 },396 "location": [397 1465.908203125,398 -1103.6519775390625,399 490400 ],401 "rotation": [402 0,403 55.166748046875,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 79,414 63,415 223416 ]417 }418 ],419 "window": [420 {421 "object_id": "SM_Wall01_2m38",422 "bbox_2d": [423 1728,424 426,425 1919,426 493427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 1900.0000324334173,432 -1220.9603033436624,433 640.0001068115234434 ],435 "extent": [436 200.00021059237827,437 29.042830273744585,438 180.00010681152344439 ]440 },441 "obb": {442 "center": [443 1900.0000324334173,444 -1220.9603033436624,445 640.0001068115234446 ],447 "extent": [448 200.00021059237827,449 29.042830273744585,450 180.00010681152344451 ],452 "rotation": [453 0,454 90.00011444091797,455 0456 ]457 },458 "location": [459 1700,460 -1219.99951171875,461 490462 ],463 "rotation": [464 0,465 90.00011444091797,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 47,476 143,477 79478 ]479 },480 {481 "object_id": "SM_Wall01_2m43",482 "bbox_2d": [483 373,484 0,485 1260,486 811487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 1500.0000324334173,492 -1220.96018127335,493 640.0001068115234494 ],495 "extent": [496 200.00021059237827,497 29.042830273744585,498 180.00010681152344499 ]500 },501 "obb": {502 "center": [503 1500.0000324334173,504 -1220.96018127335,505 640.0001068115234506 ],507 "extent": [508 200.00021059237827,509 29.042830273744585,510 180.00010681152344511 ],512 "rotation": [513 0,514 90.00011444091797,515 0516 ]517 },518 "location": [519 1300,520 -1219.9993896484375,521 490522 ],523 "rotation": [524 0,525 90.00011444091797,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 79,536 143,537 0538 ]539 },540 {541 "object_id": "SM_Wall01_2m53",542 "bbox_2d": [543 0,544 0,545 426,546 1079547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 1300.0002142470676,552 -1111.974845431479,553 655.0000457763672554 ],555 "extent": [556 38.08102545339182,557 122.02525387273784,558 165.00013732910156559 ]560 },561 "obb": {562 "center": [563 1300.0002142470676,564 -1111.974845431479,565 655.0000457763672566 ],567 "extent": [568 38.08102545339182,569 122.02525387273784,570 165.00013732910156571 ],572 "rotation": [573 0,574 0.00011399998766137288,575 0576 ]577 },578 "location": [579 1310,580 -1234,581 490582 ],583 "rotation": [584 0,585 0.00011399998766137288,586 0587 ],588 "scale": [589 1,590 -0.8134999871253967,591 1592 ]593 },594 "color": [595 143,596 255,597 63598 ]599 }600 ]601 },602 "foreground": {603 "working desk": [604 {605 "object_id": "SM_WorkingDesk4_19",606 "bbox_2d": [607 1725,608 460,609 1919,610 738611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 1810.05224609375,616 -1177.9110107421875,617 539.0189895629883618 ],619 "extent": [620 83.40335268943181,621 40.263834309187814,622 49.12098693847656623 ]624 },625 "obb": {626 "center": [627 1810.05224609375,628 -1177.9110107421875,629 539.0189895629883630 ],631 "extent": [632 83.40335268943181,633 40.263834309187814,634 49.12098693847656635 ],636 "rotation": [637 0,638 -90.00012207031251,639 0640 ]641 },642 "location": [643 1810.05224609375,644 -1177.9110107421875,645 494.9051208496094646 ],647 "rotation": [648 0,649 -90.00012207031251,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 79,661 0662 ]663 }664 ],665 "file": [666 {667 "object_id": "SM_File13",668 "bbox_2d": [669 1745,670 693,671 1761,672 697673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 1705.1274404542257,678 -1182.7038574779501,679 503.22491455078125680 ],681 "extent": [682 12.61730918294188,683 16.747955698716623,684 1.006683349609375685 ]686 },687 "obb": {688 "center": [689 1705.1274404542257,690 -1182.7038574779501,691 503.22491455078125692 ],693 "extent": [694 12.61730918294188,695 16.747955698716623,696 1.006683349609375697 ],698 "rotation": [699 90,700 -90,701 -3.370880126953125702 ]703 },704 "location": [705 1705.12744140625,706 -1182.703857421875,707 503.22491455078125708 ],709 "rotation": [710 90,711 -90,712 -3.370880126953125713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 31,722 79,723 95724 ]725 },726 {727 "object_id": "SM_File14",728 "bbox_2d": [729 1745,730 688,731 1764,732 693733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 1704.7838134765625,738 -1181.1207275390625,739 505.3465576171875740 ],741 "extent": [742 13.163922498672491,743 17.124136335446337,744 1.006683349609375745 ]746 },747 "obb": {748 "center": [749 1704.7838134765625,750 -1181.1207275390625,751 505.3465576171875752 ],753 "extent": [754 13.163922498672491,755 17.124136335446337,756 1.006683349609375757 ],758 "rotation": [759 90,760 172.8749836510982,761 77.43577466672323762 ]763 },764 "location": [765 1704.7838134765625,766 -1181.1207275390625,767 505.3465576171875768 ],769 "rotation": [770 90,771 172.8749836510982,772 77.43577466672323773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 31,782 79,783 159784 ]785 },786 {787 "object_id": "SM_File15",788 "bbox_2d": [789 1744,790 681,791 1766,792 688793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 1704.66259765625,798 -1180.5594482421875,799 507.20330810546875800 ],801 "extent": [802 13.978725350383456,803 17.66405118362286,804 1.006683349609375805 ]806 },807 "obb": {808 "center": [809 1704.66259765625,810 -1180.5594482421875,811 507.20330810546875812 ],813 "extent": [814 13.978725350383456,815 17.66405118362286,816 1.006683349609375817 ],818 "rotation": [819 90,820 180,821 81.34799194335939822 ]823 },824 "location": [825 1704.66259765625,826 -1180.5594482421875,827 507.20330810546875828 ],829 "rotation": [830 90,831 180,832 81.34799194335939833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 31,842 79,843 223844 ]845 },846 {847 "object_id": "SM_File16",848 "bbox_2d": [849 1744,850 676,851 1768,852 683853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 1704.533203125,858 -1179.96630859375,859 509.2569580078125860 ],861 "extent": [862 13.301484910487488,863 17.217112065008678,864 1.006683349609375865 ]866 },867 "obb": {868 "center": [869 1704.533203125,870 -1179.96630859375,871 509.2569580078125872 ],873 "extent": [874 13.301484910487488,875 17.217112065008678,876 1.006683349609375877 ],878 "rotation": [879 90,880 -165.96375653207352,881 98.06615069448895882 ]883 },884 "location": [885 1704.533203125,886 -1179.96630859375,887 509.2569580078125888 ],889 "rotation": [890 90,891 -165.96375653207352,892 98.06615069448895893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 31,902 79,903 15904 ]905 },906 {907 "object_id": "SM_File17",908 "bbox_2d": [909 1744,910 668,911 1772,912 676913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 1704.533203125,918 -1179.96630859375,919 511.60467529296875920 ],921 "extent": [922 15.004891127701512,923 18.302387289411627,924 1.006683349609375925 ]926 },927 "obb": {928 "center": [929 1704.533203125,930 -1179.96630859375,931 511.60467529296875932 ],933 "extent": [934 15.004891127701512,935 18.302387289411627,936 1.006683349609375937 ],938 "rotation": [939 90,940 -172.8749836510982,941 -95.84818921750445942 ]943 },944 "location": [945 1704.533203125,946 -1179.96630859375,947 511.60467529296875948 ],949 "rotation": [950 90,951 -172.8749836510982,952 -95.84818921750445953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 31,962 79,963 47964 ]965 },966 {967 "object_id": "SM_File18",968 "bbox_2d": [969 1744,970 663,971 1761,972 668973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 1705.1274404542257,978 -1182.7038574779501,979 513.711669921875980 ],981 "extent": [982 12.61730918294188,983 16.747955698716623,984 1.006683349609375985 ]986 },987 "obb": {988 "center": [989 1705.1274404542257,990 -1182.7038574779501,991 513.711669921875992 ],993 "extent": [994 12.61730918294188,995 16.747955698716623,996 1.006683349609375997 ],998 "rotation": [999 90,1000 -90,1001 -3.3708801269531251002 ]1003 },1004 "location": [1005 1705.12744140625,1006 -1182.703857421875,1007 513.7116699218751008 ],1009 "rotation": [1010 90,1011 -90,1012 -3.3708801269531251013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 95,1022 79,1023 01024 ]1025 },1026 {1027 "object_id": "SM_File19",1028 "bbox_2d": [1029 1744,1030 655,1031 1769,1032 6631033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 1704.475464817642,1038 -1179.6978758982627,1039 515.71783447265621040 ],1041 "extent": [1042 12.972991504737138,1043 16.993937162805196,1044 1.0066833496093751045 ]1046 },1047 "obb": {1048 "center": [1049 1704.475464817642,1050 -1179.6978758982627,1051 515.71783447265621052 ],1053 "extent": [1054 12.972991504737138,1055 16.993937162805196,1056 1.0066833496093751057 ],1058 "rotation": [1059 90,1060 -176.42366562500266,1061 88.866861718747341062 ]1063 },1064 "location": [1065 1704.4754638671875,1066 -1179.6978759765625,1067 515.71783447265621068 ],1069 "rotation": [1070 90,1071 -176.42366562500266,1072 88.866861718747341073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 95,1082 79,1083 2551084 ]1085 },1086 {1087 "object_id": "SM_File20",1088 "bbox_2d": [1089 1744,1090 652,1091 1760,1092 6551093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 1706.7916259765625,1098 -1183.14404296875,1099 517.51940917968751100 ],1101 "extent": [1102 13.978672606250257,1103 17.664017112036618,1104 1.0066833496093751105 ]1106 },1107 "obb": {1108 "center": [1109 1706.7916259765625,1110 -1183.14404296875,1111 517.51940917968751112 ],1113 "extent": [1114 13.978672606250257,1115 17.664017112036618,1116 1.0066833496093751117 ],1118 "rotation": [1119 90,1120 176.42366562500266,1121 77.771871191408881122 ]1123 },1124 "location": [1125 1706.7916259765625,1126 -1183.14404296875,1127 517.51940917968751128 ],1129 "rotation": [1130 90,1131 176.42366562500266,1132 77.771871191408881133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 95,1142 79,1143 1271144 ]1145 },1146 {1147 "object_id": "SM_File21",1148 "bbox_2d": [1149 1743,1150 647,1151 1765,1152 6531153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 1703.885498046875,1158 -1180.81787109375,1159 519.24078369140621160 ],1161 "extent": [1162 12.269135096998752,1163 16.503043320619327,1164 1.0066833496093751165 ]1166 },1167 "obb": {1168 "center": [1169 1703.885498046875,1170 -1180.81787109375,1171 519.24078369140621172 ],1173 "extent": [1174 12.269135096998752,1175 16.503043320619327,1176 1.0066833496093751177 ],1178 "rotation": [1179 90,1180 170.53767779197437,1181 -101.547283145525631182 ]1183 },1184 "location": [1185 1703.885498046875,1186 -1180.81787109375,1187 519.24078369140621188 ],1189 "rotation": [1190 90,1191 170.53767779197437,1192 -101.547283145525631193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [