TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l075_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l075_r001/lit.png",5 "camera": {6 "location": [7 851,8 -1068,9 55610 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 851,38 -1068,39 556,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "stairs floor": [54 {55 "object_id": "SM_StairsFloor_26",56 "bbox_2d": [57 241,58 1022,59 459,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 600,66 -1019.9999999999999,67 474.874359130859468 ],69 "extent": [70 400.0000000000002,71 200.0000000000001,72 16.42483520507812573 ]74 },75 "obb": {76 "center": [77 600,78 -1019.9999999999999,79 474.874359130859480 ],81 "extent": [82 400.0000000000002,83 200.0000000000001,84 16.42483520507812585 ],86 "rotation": [87 0,88 90.00000000000001,89 090 ]91 },92 "location": [93 200,94 -1220,95 49096 ],97 "rotation": [98 0,99 90.00000000000001,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 255112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_4x4m176_75",118 "bbox_2d": [119 25,120 244,121 152,122 284123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 2049.9999961853027,128 -720,129 834.9999980926514130 ],131 "extent": [132 50,133 100,134 15.000001907348633135 ]136 },137 "obb": {138 "center": [139 2049.9999961853027,140 -720,141 834.9999980926514142 ],143 "extent": [144 50,145 100,146 15.000001907348633147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 2000,156 -620,157 850158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 127,172 191,173 255174 ]175 },176 {177 "object_id": "SM_Floor_4x4m99",178 "bbox_2d": [179 25,180 102,181 70,182 151183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1800,188 -1020,189 834.9999980926514190 ],191 "extent": [192 200,193 200,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 1800,200 -1020,201 834.9999980926514202 ],203 "extent": [204 200,205 200,206 15.000001907348633207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 1600,216 -820,217 850218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 127,233 95234 ]235 },236 {237 "object_id": "SM_Floor_4x4m79_7",238 "bbox_2d": [239 0,240 690,241 459,242 809243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1199.9993075787158,248 -1020.0003462121404,249 474.99999809265137250 ],251 "extent": [252 100.00069242128416,253 200.000346209743,254 15.000001907348633255 ]256 },257 "obb": {258 "center": [259 1199.9993075787158,260 -1020.0003462121404,261 474.99999809265137262 ],263 "extent": [264 100.00069242128416,265 200.000346209743,266 15.000001907348633267 ],268 "rotation": [269 0,270 -179.9998016357422,271 0272 ]273 },274 "location": [275 1300,276 -1220,277 490278 ],279 "rotation": [280 0,281 -179.9998016357422,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 159,293 159294 ]295 },296 {297 "object_id": "SM_Floor_4x4m211",298 "bbox_2d": [299 25,300 622,301 285,302 694303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1600.0001687016638,308 -820.0003195790755,309 474.99999809265137310 ],311 "extent": [312 200.0003195790755,313 200.0003195790755,314 15.000001907348633315 ]316 },317 "obb": {318 "center": [319 1600.0001687016638,320 -820.0003195790755,321 474.99999809265137322 ],323 "extent": [324 200.0003195790755,325 200.0003195790755,326 15.000001907348633327 ],328 "rotation": [329 0,330 -9.1552734375e-05,331 0332 ]333 },334 "location": [335 1400.00048828125,336 -620,337 490338 ],339 "rotation": [340 0,341 -9.1552734375e-05,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 159,352 0,353 255354 ]355 },356 {357 "object_id": "SM_Floor_4x4m106",358 "bbox_2d": [359 25,360 128,361 103,362 199363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 1700,368 -720,369 834.9999980926514370 ],371 "extent": [372 100,373 100,374 15.000001907348633375 ]376 },377 "obb": {378 "center": [379 1700,380 -720,381 834.9999980926514382 ],383 "extent": [384 100,385 100,386 15.000001907348633387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 1600,396 -620,397 850398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 159,412 255,413 255414 ]415 },416 {417 "object_id": "SM_Floor_4x4m107",418 "bbox_2d": [419 25,420 181,421 152,422 268423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 1900,428 -720,429 834.9999980926514430 ],431 "extent": [432 100,433 100,434 15.000001907348633435 ]436 },437 "obb": {438 "center": [439 1900,440 -720,441 834.9999980926514442 ],443 "extent": [444 100,445 100,446 15.000001907348633447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 1800,456 -620,457 850458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 159,472 255,473 127474 ]475 },476 {477 "object_id": "SM_Floor_4x4m134",478 "bbox_2d": [479 449,480 679,481 459,482 694483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 1249.9999961853027,488 -720,489 474.99999809265137490 ],491 "extent": [492 50,493 100,494 15.000001907348633495 ]496 },497 "obb": {498 "center": [499 1249.9999961853027,500 -720,501 474.99999809265137502 ],503 "extent": [504 50,505 100,506 15.000001907348633507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 1200,516 -620,517 490518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 159,532 63,533 255534 ]535 },536 {537 "object_id": "SM_Floor_4x4m195",538 "bbox_2d": [539 25,540 668,541 285,542 716543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 1350.0002545872849,548 -820.0001797903705,549 474.99999809265137550 ],551 "extent": [552 50.000372842205024,553 100.00018642058126,554 15.000001907348633555 ]556 },557 "obb": {558 "center": [559 1350.0002545872849,560 -820.0001797903705,561 474.99999809265137562 ],563 "extent": [564 50.000372842205024,565 100.00018642058126,566 15.000001907348633567 ],568 "rotation": [569 0,570 179.99978637695312,571 0572 ]573 },574 "location": [575 1399.9998779296875,576 -920.0003662109375,577 490578 ],579 "rotation": [580 0,581 179.99978637695312,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 159,592 191,593 0594 ]595 },596 {597 "object_id": "SM_Floor_4x4m196_20",598 "bbox_2d": [599 25,600 702,601 88,602 724603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 1349.9995221654099,608 -1020.0001797903703,609 474.99999809265137610 ],611 "extent": [612 50.000372842205024,613 100.0001864205812,614 15.000001907348633615 ]616 },617 "obb": {618 "center": [619 1349.9995221654099,620 -1020.0001797903703,621 474.99999809265137622 ],623 "extent": [624 50.000372842205024,625 100.0001864205812,626 15.000001907348633627 ],628 "rotation": [629 0,630 179.99978637695312,631 0632 ]633 },634 "location": [635 1399.9991455078125,636 -1120.0003662109375,637 490638 ],639 "rotation": [640 0,641 179.99978637695312,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 159,652 191,653 255654 ]655 },656 {657 "object_id": "SM_Floor_4x4m226",658 "bbox_2d": [659 124,660 608,661 150,662 623663 ],664 "bbox_3d": {665 "aabb": {666 "center": [667 1900.000789812096,668 -720.0001867500553,669 474.99999809265137670 ],671 "extent": [672 100.00018675005526,673 100.00018675005526,674 15.000001907348633675 ]676 },677 "obb": {678 "center": [679 1900.000789812096,680 -720.0001867500553,681 474.99999809265137682 ],683 "extent": [684 100.00018675005526,685 100.00018675005526,686 15.000001907348633687 ],688 "rotation": [689 0,690 -0.00010699999984353781,691 0692 ]693 },694 "location": [695 1800.0009765625,696 -620,697 490698 ],699 "rotation": [700 0,701 -0.00010699999984353781,702 0703 ],704 "scale": [705 1,706 1,707 1708 ]709 },710 "color": [711 159,712 31,713 63714 ]715 },716 {717 "object_id": "SM_Floor_4x4m204",718 "bbox_2d": [719 125,720 603,721 148,722 608723 ],724 "bbox_3d": {725 "aabb": {726 "center": [727 2050.0027524667553,728 -720.0025281041109,729 474.99999809265137730 ],731 "extent": [732 50.00090582381972,733 100.00045290883293,734 15.000001907348633735 ]736 },737 "obb": {738 "center": [739 2050.0027524667553,740 -720.0025281041109,741 474.99999809265137742 ],743 "extent": [744 50.00090582381972,745 100.00045290883293,746 15.000001907348633747 ],748 "rotation": [749 0,750 -0.0005189999938011169,751 0752 ]753 },754 "location": [755 2000.003662109375,756 -620.0020751953125,757 490758 ],759 "rotation": [760 0,761 -0.0005189999938011169,762 0763 ],764 "scale": [765 1,766 1,767 1768 ]769 },770 "color": [771 159,772 31,773 191774 ]775 }776 ],777 "railing curve": [778 {779 "object_id": "SM_RailingCurveA5",780 "bbox_2d": [781 733,782 370,783 932,784 588785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 894.1941236693144,790 -1009.9518510033122,791 560.6273727416992792 ],793 "extent": [794 5.808680337413421,795 6.123145599513009,796 8.103218078613281797 ]798 },799 "obb": {800 "center": [801 894.1941236693144,802 -1009.9518510033122,803 560.6273727416992804 ],805 "extent": [806 5.808680337413421,807 6.123145599513009,808 8.103218078613281809 ],810 "rotation": [811 0,812 -90.00022125244142,813 0814 ]815 },816 "location": [817 900.0922241210938,818 -1006.84521484375,819 560.430419921875820 ],821 "rotation": [822 0,823 -90.00022125244142,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 0,834 255,835 31836 ]837 },838 {839 "object_id": "SM_RailingCurveB5",840 "bbox_2d": [841 27,842 0,843 785,844 1079845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 911.8282258093037,850 -1028.6686607127517,851 549.0355453491211852 ],853 "extent": [854 14.135184655017838,855 24.79157979786737,856 46.260459899902344857 ]858 },859 "obb": {860 "center": [861 911.8282258093037,862 -1028.6686607127517,863 549.0355453491211864 ],865 "extent": [866 14.135184655017838,867 24.79157979786737,868 46.260459899902344869 ],870 "rotation": [871 0,872 90.00012207031251,873 0874 ]875 },876 "location": [877 900,878 -1010,879 490880 ],881 "rotation": [882 0,883 90.00012207031251,884 0885 ],886 "scale": [887 1,888 1,889 1890 ]891 },892 "color": [893 255,894 159,895 159896 ]897 }898 ],899 "railing stairs": [900 {901 "object_id": "SM_RailingStairs2",902 "bbox_2d": [903 248,904 0,905 1919,906 1079907 ],908 "bbox_3d": {909 "aabb": {910 "center": [911 600.9956054681345,912 -1047.5030532801418,913 729.1114959716797914 ],915 "extent": [916 301.0850342021881,917 6.123716917975116,918 199.6510772705078919 ]920 },921 "obb": {922 "center": [923 600.9956054681345,924 -1047.5030532801418,925 729.1114959716797926 ],927 "extent": [928 301.0850342021881,929 6.123716917975116,930 199.6510772705078931 ],932 "rotation": [933 0,934 90.00011444091797,935 0936 ]937 },938 "location": [939 300,940 -1047.503662109375,941 850942 ],943 "rotation": [944 0,945 90.00011444091797,946 0947 ],948 "scale": [949 1,950 1,951 1952 ]953 },954 "color": [955 95,956 159,957 63958 ]959 }960 ],961 "floor separator": [962 {963 "object_id": "SM_FloorSeparator02_8",964 "bbox_2d": [965 25,966 686,967 352,968 731969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 1299.3640153630363,974 -945.5773114772906,975 490.6604975163759976 ],977 "extent": [978 5.254843374285883,979 113.00401385230384,980 0.6604975163759264981 ]982 },983 "obb": {984 "center": [985 1299.3640153630363,986 -945.5773114772906,987 490.6604975163759988 ],989 "extent": [990 5.254843374285883,991 113.00401385230384,992 0.6604975163759264993 ],994 "rotation": [995 0,996 -90.00006103515625,997 0998 ]999 },1000 "location": [1001 1299.3641357421875,1002 -832.5733032226562,1003 4901004 ],1005 "rotation": [1006 0,1007 -90.00006103515625,1008 01009 ],1010 "scale": [1011 1.130040168762207,1012 1.130040168762207,1013 1.1300401687622071014 ]1015 },1016 "color": [1017 255,1018 63,1019 1431020 ]1021 }1022 ],1023 "window": [1024 {1025 "object_id": "Window_BP29",1026 "bbox_2d": [1027 251,1028 371,1029 285,1030 4581031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 2062.6803311372387,1036 -469.99978694711285,1037 667.9417800903321038 ],1039 "extent": [1040 54.68056975554646,1041 56.000221574494304,1042 105.889862060546881043 ]1044 },1045 "obb": {1046 "center": [1047 2062.6803311372387,1048 -469.99978694711285,1049 667.9417800903321050 ],1051 "extent": [1052 54.68056975554646,1053 56.000221574494304,1054 105.889862060546881055 ],1056 "rotation": [1057 0,1058 179.999755859375,1059 01060 ]1061 },1062 "location": [1063 2110,1064 -470,1065 5621066 ],1067 "rotation": [1068 0,1069 179.999755859375,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 47,1080 31,1081 1431082 ]1083 },1084 {1085 "object_id": "SM_Wall01_2m41_13",1086 "bbox_2d": [1087 0,1088 0,1089 476,1090 7371091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 1300.0001880396603,1096 -890.0002385817784,1097 654.99763488769531098 ],1099 "extent": [1100 38.08144959590129,1101 100.00029445432261,1102 165.002548217773441103 ]1104 },1105 "obb": {1106 "center": [1107 1300.0001880396603,1108 -890.0002385817784,1109 654.99763488769531110 ],1111 "extent": [1112 38.08144959590129,1113 100.00029445432261,1114 165.002548217773441115 ],1116 "rotation": [1117 0,1118 0.00011399998766137288,1119 01120 ]1121 },1122 "location": [1123 1310,1124 -790,1125 4901126 ],1127 "rotation": [1128 0,1129 0.00011399998766137288,1130 01131 ],1132 "scale": [1133 1,1134 1,1135 11136 ]1137 },1138 "color": [1139 223,1140 143,1141 471142 ]1143 },1144 {1145 "object_id": "SM_Wall01_2m48_35",1146 "bbox_2d": [1147 457,1148 0,1149 511,1150 6351151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 1300.0011913932399,1156 -590.0003148639248,1157 654.99763488769531158 ],1159 "extent": [1160 38.080844177317545,1161 200.00037073646905,1162 165.002548217773441163 ]1164 },1165 "obb": {1166 "center": [1167 1300.0011913932399,1168 -590.0003148639248,1169 654.99763488769531170 ],1171 "extent": [1172 38.080844177317545,1173 200.00037073646905,1174 165.002548217773441175 ],1176 "rotation": [1177 0,1178 0.00011399998766137288,1179 01180 ]1181 },1182 "location": [1183 1310,1184 -390,1185 4901186 ],1187 "rotation": [1188 0,1189 0.00011399998766137288,1190 01191 ],1192 "scale": [1193 1,1194 1,1195 11196 ]1197 },1198 "color": [1199 223,1200 143,