TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l065_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l065_r005/lit.png",5 "camera": {6 "location": [7 1607,8 -1029,9 55610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1607,38 -1029,39 556,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_DoubleDoor4",56 "bbox_2d": [57 1884,58 26,59 1919,60 71761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 2087.908582840182,66 -1140.9263198412623,67 615.776911059556468 ],69 "extent": [70 16.892558280706453,71 24.768631390850032,72 123.8359529389708873 ]74 },75 "obb": {76 "center": [77 2087.908582840182,78 -1140.9263198412623,79 615.776911059556480 ],81 "extent": [82 16.892558280706453,83 24.768631390850032,84 123.8359529389708885 ],86 "rotation": [87 0,88 150.00018310546878,89 090 ]91 },92 "location": [93 2101,94 -1118.453369140625,95 489.9264526367187596 ],97 "rotation": [98 0,99 150.00018310546878,100 0101 ],102 "scale": [103 1,104 1,105 1.1349999904632568106 ]107 },108 "color": [109 127,110 255,111 159112 ]113 },114 {115 "object_id": "SM_Door02_2m89",116 "bbox_2d": [117 1732,118 0,119 1919,120 713121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 2113.160153568504,126 -1069.9998856444897,127 635.7296295166016128 ],129 "extent": [130 41.24163740947938,131 150.00017539070222,132 184.27442932128906133 ]134 },135 "obb": {136 "center": [137 2113.160153568504,138 -1069.9998856444897,139 635.7296295166016140 ],141 "extent": [142 41.24163740947938,143 150.00017539070222,144 184.27442932128906145 ],146 "rotation": [147 0,148 179.99978637695312,149 0150 ]151 },152 "location": [153 2099.999755859375,154 -1220,155 490156 ],157 "rotation": [158 0,159 179.99978637695312,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 143,171 143172 ]173 }174 ],175 "floor planks corner": [176 {177 "object_id": "SM_Floor_4x4m242_34",178 "bbox_2d": [179 122,180 1051,181 253,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1500.0002985308424,188 -1120.0001897500476,189 474.99999809265137190 ],191 "extent": [192 100.00018975004764,193 100.00018975004764,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 1500.0002985308424,200 -1120.0001897500476,201 474.99999809265137202 ],203 "extent": [204 100.00018975004764,205 100.00018975004764,206 15.000001907348633207 ],208 "rotation": [209 0,210 -0.0001087188720703125,211 0212 ]213 },214 "location": [215 1400.00048828125,216 -1020,217 490218 ],219 "rotation": [220 0,221 -0.0001087188720703125,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 159,232 0,233 127234 ]235 },236 {237 "object_id": "SM_Floor_4x4m249",238 "bbox_2d": [239 646,240 802,241 1919,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1700.0002980401796,248 -1120.000556451646,249 474.99999809265137250 ],251 "extent": [252 100.00019024070843,253 100.00019024070843,254 15.000001907348633255 ]256 },257 "obb": {258 "center": [259 1700.0002980401796,260 -1120.000556451646,261 474.99999809265137262 ],263 "extent": [264 100.00019024070843,265 100.00019024070843,266 15.000001907348633267 ],268 "rotation": [269 0,270 -0.0001090000005206093,271 0272 ]273 },274 "location": [275 1600.00048828125,276 -1020.0003662109375,277 490278 ],279 "rotation": [280 0,281 -0.0001090000005206093,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 159,292 191,293 95294 ]295 },296 {297 "object_id": "SM_Floor_4x4m250",298 "bbox_2d": [299 1289,300 746,301 1919,302 987303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1900.0002980401796,308 -1120.0009226625834,309 474.99999809265137310 ],311 "extent": [312 100.00019024070843,313 100.00019024070843,314 15.000001907348633315 ]316 },317 "obb": {318 "center": [319 1900.0002980401796,320 -1120.0009226625834,321 474.99999809265137322 ],323 "extent": [324 100.00019024070843,325 100.00019024070843,326 15.000001907348633327 ],328 "rotation": [329 0,330 -0.0001090000005206093,331 0332 ]333 },334 "location": [335 1800.00048828125,336 -1020.000732421875,337 490338 ],339 "rotation": [340 0,341 -0.0001090000005206093,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 159,352 31,353 0354 ]355 },356 {357 "object_id": "SM_Floor_4x4m201_36",358 "bbox_2d": [359 1826,360 707,361 1903,362 748363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 2049.9993348491075,368 -1120.002527928564,369 474.99999809265137370 ],371 "extent": [372 50.000905472721,373 100.00045273328584,374 15.000001907348633375 ]376 },377 "obb": {378 "center": [379 2049.9993348491075,380 -1120.002527928564,381 474.99999809265137382 ],383 "extent": [384 50.000905472721,385 100.00045273328584,386 15.000001907348633387 ],388 "rotation": [389 0,390 -0.0005187988281250001,391 0392 ]393 },394 "location": [395 2000.000244140625,396 -1020.0020751953125,397 490398 ],399 "rotation": [400 0,401 -0.0005187988281250001,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 159,412 31,413 255414 ]415 }416 ],417 "broad frame": [418 {419 "object_id": "SM_BroadFrame4_5",420 "bbox_2d": [421 842,422 562,423 902,424 1003425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 1664.9165521866666,430 -1176.1213183104542,431 521.3261964704471432 ],433 "extent": [434 3.8757432316224367,435 23.70040256156358,436 31.274695263561398437 ]438 },439 "obb": {440 "center": [441 1664.9165521866666,442 -1176.1213183104542,443 521.3261964704471444 ],445 "extent": [446 3.8757432316224367,447 23.70040256156358,448 31.274695263561398449 ],450 "rotation": [451 -4.047561645507813,452 -179.999755859375,453 1.467923838036322e-10454 ]455 },456 "location": [457 1666.588134765625,458 -1176.1094970703125,459 521.4359130859375460 ],461 "rotation": [462 -4.047561645507813,463 -179.999755859375,464 1.467923838036322e-10465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 159,474 79,475 0476 ]477 },478 {479 "object_id": "SM_BroadFrame5",480 "bbox_2d": [481 878,482 611,483 974,484 954485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1675.144276696279,490 -1184.8628264428403,491 520.1309767147161492 ],493 "extent": [494 10.903199263853821,495 23.700548960474634,496 30.31553815970338497 ]498 },499 "obb": {500 "center": [501 1675.144276696279,502 -1184.8628264428403,503 520.1309767147161504 ],505 "extent": [506 10.903199263853821,507 23.700548960474634,508 30.31553815970338509 ],510 "rotation": [511 -17.330060958862305,512 -179.999755859375,513 -179.99978637695312514 ]515 },516 "location": [517 1676.7408447265625,518 -1184.8746337890625,519 520.6381225585938520 ],521 "rotation": [522 -17.330060958862305,523 -179.999755859375,524 -179.99978637695312525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 159,534 79,535 255536 ]537 }538 ],539 "window": [540 {541 "object_id": "SM_Wall01_2m38",542 "bbox_2d": [543 892,544 0,545 1731,546 771547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 1900.0000324334173,552 -1220.9603033436624,553 640.0001068115234554 ],555 "extent": [556 200.00021059237827,557 29.042830273744585,558 180.00010681152344559 ]560 },561 "obb": {562 "center": [563 1900.0000324334173,564 -1220.9603033436624,565 640.0001068115234566 ],567 "extent": [568 200.00021059237827,569 29.042830273744585,570 180.00010681152344571 ],572 "rotation": [573 0,574 90.00011444091797,575 0576 ]577 },578 "location": [579 1700,580 -1219.99951171875,581 490582 ],583 "rotation": [584 0,585 90.00011444091797,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 47,596 143,597 79598 ]599 },600 {601 "object_id": "SM_Wall01_2m43",602 "bbox_2d": [603 842,604 269,605 891,606 655607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 1500.0000324334173,612 -1220.96018127335,613 640.0001068115234614 ],615 "extent": [616 200.00021059237827,617 29.042830273744585,618 180.00010681152344619 ]620 },621 "obb": {622 "center": [623 1500.0000324334173,624 -1220.96018127335,625 640.0001068115234626 ],627 "extent": [628 200.00021059237827,629 29.042830273744585,630 180.00010681152344631 ],632 "rotation": [633 0,634 90.00011444091797,635 0636 ]637 },638 "location": [639 1300,640 -1219.9993896484375,641 490642 ],643 "rotation": [644 0,645 90.00011444091797,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 79,656 143,657 0658 ]659 }660 ]661 },662 "foreground": {663 "working desk": [664 {665 "object_id": "SM_WorkingDesk4_19",666 "bbox_2d": [667 1009,668 392,669 1742,670 942671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 1810.05224609375,676 -1177.9110107421875,677 539.0189895629883678 ],679 "extent": [680 83.40335268943181,681 40.263834309187814,682 49.12098693847656683 ]684 },685 "obb": {686 "center": [687 1810.05224609375,688 -1177.9110107421875,689 539.0189895629883690 ],691 "extent": [692 83.40335268943181,693 40.263834309187814,694 49.12098693847656695 ],696 "rotation": [697 0,698 -90.00012207031251,699 0700 ]701 },702 "location": [703 1810.05224609375,704 -1177.9110107421875,705 494.9051208496094706 ],707 "rotation": [708 0,709 -90.00012207031251,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 79,721 0722 ]723 }724 ],725 "table": [726 {727 "object_id": "SM_Table_51",728 "bbox_2d": [729 1614,730 486,731 1806,732 771733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 1926.97607421875,738 -1174.02099609375,739 530.0385208129883740 ],741 "extent": [742 28.79216802400242,743 29.171030455996743,744 39.982948303222656745 ]746 },747 "obb": {748 "center": [749 1926.97607421875,750 -1174.02099609375,751 530.0385208129883752 ],753 "extent": [754 28.79216802400242,755 29.171030455996743,756 39.982948303222656757 ],758 "rotation": [759 0,760 3.950938224792481,761 0762 ]763 },764 "location": [765 1926.97607421875,766 -1174.02099609375,767 490768 ],769 "rotation": [770 0,771 3.950938224792481,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 31,782 79,783 0784 ]785 }786 ],787 "chair": [788 {789 "object_id": "SM_Chair_57",790 "bbox_2d": [791 1685,792 615,793 1919,794 911795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 1838.8129370019371,800 -1084.7811256287928,801 538.335018157959802 ],803 "extent": [804 48.23004519760957,805 47.23717838575749,806 48.31904983520508807 ]808 },809 "obb": {810 "center": [811 1838.8129370019371,812 -1084.7811256287928,813 538.335018157959814 ],815 "extent": [816 48.23004519760957,817 47.23717838575749,818 48.31904983520508819 ],820 "rotation": [821 0,822 -139.99996948242188,823 0824 ]825 },826 "location": [827 1832.6422119140625,828 -1089.958984375,829 490830 ],831 "rotation": [832 0,833 -139.99996948242188,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 31,844 79,845 255846 ]847 }848 ],849 "file box": [850 {851 "object_id": "SM_FileBox7_63",852 "bbox_2d": [853 955,854 858,855 1125,856 944857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 1704.3100270449595,862 -1179.2014736977897,863 494.36298179626465864 ],865 "extent": [866 15.070326827571307,867 19.639360220847266,868 4.362981796264648869 ]870 },871 "obb": {872 "center": [873 1704.3100270449595,874 -1179.2014736977897,875 494.36298179626465876 ],877 "extent": [878 15.070326827571307,879 19.639360220847266,880 4.362981796264648881 ],882 "rotation": [883 0,884 95.58928680419923,885 0886 ]887 },888 "location": [889 1704.3714599609375,890 -1179.8292236328125,891 490892 ],893 "rotation": [894 0,895 95.58928680419923,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 31,906 79,907 127908 ]909 },910 {911 "object_id": "SM_FileBox16",912 "bbox_2d": [913 1443,914 468,915 1613,916 496917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 1871.695513624041,922 -1179.7178787288183,923 569.6588192737994924 ],925 "extent": [926 17.249910530759053,927 21.01945257467537,928 4.362985531303252929 ]930 },931 "obb": {932 "center": [933 1871.695513624041,934 -1179.7178787288183,935 569.6588192737994936 ],937 "extent": [938 17.249910530759053,939 21.01945257467537,940 4.362985531303252941 ],942 "rotation": [943 6.8301887949928624e-06,944 76.58644104003905,945 6.6074667302018506e-06946 ]947 },948 "location": [949 1871.5491943359375,950 -1180.3314208984375,951 565.2958374023438952 ],953 "rotation": [954 6.8301887949928624e-06,955 76.58644104003905,956 6.6074667302018506e-06957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 0,966 111,967 63968 ]969 }970 ],971 "file": [972 {973 "object_id": "SM_File10_66",974 "bbox_2d": [975 948,976 854,977 1095,978 888979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 1704.7838125260107,984 -1181.1207276161736,985 495.6706848144531986 ],987 "extent": [988 12.954129378628068,989 16.981003490636567,990 1.006683349609375991 ]992 },993 "obb": {994 "center": [995 1704.7838125260107,996 -1181.1207276161736,997 495.6706848144531998 ],999 "extent": [1000 12.954129378628068,1001 16.981003490636567,1002 1.0066833496093751003 ],1004 "rotation": [1005 90,1006 -172.8749836510982,1007 -87.51280103391071008 ]1009 },1010 "location": [1011 1704.7838134765625,1012 -1181.1207275390625,1013 495.67068481445311014 ],1015 "rotation": [1016 90,1017 -172.8749836510982,1018 -87.51280103391071019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 31,1028 79,1029 631030 ]1031 },1032 {1033 "object_id": "SM_File11",1034 "bbox_2d": [1035 944,1036 839,1037 1106,1038 8841039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 1704.475464817642,1044 -1179.6978758982627,1045 499.20999145507811046 ],1047 "extent": [1048 12.972991504737138,1049 16.993937162805196,1050 1.0066833496093751051 ]1052 },1053 "obb": {1054 "center": [1055 1704.475464817642,1056 -1179.6978758982627,1057 499.20999145507811058 ],1059 "extent": [1060 12.972991504737138,1061 16.993937162805196,1062 1.0066833496093751063 ],1064 "rotation": [1065 90,1066 -176.42366562500266,1067 88.866861718747341068 ]1069 },1070 "location": [1071 1704.4754638671875,1072 -1179.6978759765625,1073 499.20999145507811074 ],1075 "rotation": [1076 90,1077 -176.42366562500266,1078 88.866861718747341079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 31,1088 79,1089 1911090 ]1091 },1092 {1093 "object_id": "SM_File12",1094 "bbox_2d": [1095 940,1096 825,1097 1099,1098 8691099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 1704.8988046555648,1104 -1181.648071158013,1105 501.047790527343751106 ],1107 "extent": [1108 13.791432810267452,1109 17.542317399062767,1110 1.0066833496093751111 ]1112 },1113 "obb": {1114 "center": [1115 1704.8988046555648,1116 -1181.648071158013,1117 501.047790527343751118 ],1119 "extent": [1120 13.791432810267452,1121 17.542317399062767,1122 1.0066833496093751123 ],1124 "rotation": [1125 90,1126 165.96375653207352,1127 68.0654411023861128 ]1129 },1130 "location": [1131 1704.8988037109375,1132 -1181.6480712890625,1133 501.047790527343751134 ],1135 "rotation": [1136 90,1137 165.96375653207352,1138 68.0654411023861139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 31,1148 79,1149 311150 ]1151 },1152 {1153 "object_id": "SM_File13",1154 "bbox_2d": [1155 936,1156 812,1157 1102,1158 8561159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 1705.1274404542257,1164 -1182.7038574779501,1165 503.224914550781251166 ],1167 "extent": [1168 12.61730918294188,1169 16.747955698716623,1170 1.0066833496093751171 ]1172 },1173 "obb": {1174 "center": [1175 1705.1274404542257,1176 -1182.7038574779501,1177 503.224914550781251178 ],1179 "extent": [1180 12.61730918294188,1181 16.747955698716623,1182 1.0066833496093751183 ],1184 "rotation": [1185 90,1186 -90,1187 -3.3708801269531251188 ]1189 },1190 "location": [1191 1705.12744140625,1192 -1182.703857421875,1193 503.224914550781251194 ],1195 "rotation": [1196 90,1197 -90,1198 -3.3708801269531251199 ],1200 "scale": [