TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l072_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l072_r004/lit.png",5 "camera": {6 "location": [7 1980,8 -506,9 55610 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1980,38 -506,39 556,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "pillar": [54 {55 "object_id": "SM_Pillar01_50",56 "bbox_2d": [57 0,58 0,59 170,60 35761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1311.9058837890625,66 -697.6285400390625,67 655.000045776367268 ],69 "extent": [70 30.05077600479126,71 48.0811767578125,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1311.9058837890625,78 -697.6285400390625,79 655.000045776367280 ],81 "extent": [82 30.05077600479126,83 48.0811767578125,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1311.9058837890625,94 -697.6285400390625,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.625,104 1,105 1106 ]107 },108 "color": [109 255,110 63,111 0112 ]113 }114 ],115 "stairs floor": [116 {117 "object_id": "SM_StairsFloor2",118 "bbox_2d": [119 317,120 306,121 414,122 325123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 600,128 -1019.9999999999999,129 834.8743591308594130 ],131 "extent": [132 400.0000000000002,133 200.0000000000001,134 16.424835205078125135 ]136 },137 "obb": {138 "center": [139 600,140 -1019.9999999999999,141 834.8743591308594142 ],143 "extent": [144 400.0000000000002,145 200.0000000000001,146 16.424835205078125147 ],148 "rotation": [149 0,150 90.00000000000001,151 0152 ]153 },154 "location": [155 200,156 -1220,157 850158 ],159 "rotation": [160 0,161 90.00000000000001,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 191,173 127174 ]175 }176 ],177 "floor planks corner": [178 {179 "object_id": "SM_Floor_4x4m120_69",180 "bbox_2d": [181 1552,182 0,183 1730,184 105185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 2049.9999961853027,190 -1120,191 834.9999980926514192 ],193 "extent": [194 50,195 100,196 15.000001907348633197 ]198 },199 "obb": {200 "center": [201 2049.9999961853027,202 -1120,203 834.9999980926514204 ],205 "extent": [206 50,207 100,208 15.000001907348633209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 2000,218 -1020,219 850220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 191,235 63236 ]237 },238 {239 "object_id": "SM_Floor_4x4m99",240 "bbox_2d": [241 618,242 0,243 1560,244 216245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1800,250 -1020,251 834.9999980926514252 ],253 "extent": [254 200,255 200,256 15.000001907348633257 ]258 },259 "obb": {260 "center": [261 1800,262 -1020,263 834.9999980926514264 ],265 "extent": [266 200,267 200,268 15.000001907348633269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 1600,278 -820,279 850280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 127,295 95296 ]297 },298 {299 "object_id": "SM_Floor_4x4m100",300 "bbox_2d": [301 314,302 0,303 976,304 262305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1400,310 -1020,311 834.9999980926514312 ],313 "extent": [314 200,315 200,316 15.000001907348633317 ]318 },319 "obb": {320 "center": [321 1400,322 -1020,323 834.9999980926514324 ],325 "extent": [326 200,327 200,328 15.000001907348633329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 1200,338 -820,339 850340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 63,355 95356 ]357 },358 {359 "object_id": "SM_Floor_4x4m96_11",360 "bbox_2d": [361 9,362 0,363 368,364 111365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 1300,370 -620,371 834.9999980926514372 ],373 "extent": [374 100,375 200,376 15.000001907348633377 ]378 },379 "obb": {380 "center": [381 1300,382 -620,383 834.9999980926514384 ],385 "extent": [386 100,387 200,388 15.000001907348633389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 1200,398 -420,399 850400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 191,414 31,415 159416 ]417 },418 {419 "object_id": "SM_Floor_4x4m105",420 "bbox_2d": [421 146,422 0,423 580,424 88425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 1500,430 -720,431 834.9999980926514432 ],433 "extent": [434 100,435 100,436 15.000001907348633437 ]438 },439 "obb": {440 "center": [441 1500,442 -720,443 834.9999980926514444 ],445 "extent": [446 100,447 100,448 15.000001907348633449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 1400,458 -620,459 850460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 31,474 255,475 159476 ]477 },478 {479 "object_id": "SM_Floor_4x4m211",480 "bbox_2d": [481 287,482 627,483 1140,484 875485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1600.0001687016638,490 -820.0003195790755,491 474.99999809265137492 ],493 "extent": [494 200.0003195790755,495 200.0003195790755,496 15.000001907348633497 ]498 },499 "obb": {500 "center": [501 1600.0001687016638,502 -820.0003195790755,503 474.99999809265137504 ],505 "extent": [506 200.0003195790755,507 200.0003195790755,508 15.000001907348633509 ],510 "rotation": [511 0,512 -9.1552734375e-05,513 0514 ]515 },516 "location": [517 1400.00048828125,518 -620,519 490520 ],521 "rotation": [522 0,523 -9.1552734375e-05,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 159,534 0,535 255536 ]537 },538 {539 "object_id": "SM_Floor_4x4m242_34",540 "bbox_2d": [541 766,542 611,543 985,544 639545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 1500.0002985308424,550 -1120.0001897500476,551 474.99999809265137552 ],553 "extent": [554 100.00018975004764,555 100.00018975004764,556 15.000001907348633557 ]558 },559 "obb": {560 "center": [561 1500.0002985308424,562 -1120.0001897500476,563 474.99999809265137564 ],565 "extent": [566 100.00018975004764,567 100.00018975004764,568 15.000001907348633569 ],570 "rotation": [571 0,572 -0.0001087188720703125,573 0574 ]575 },576 "location": [577 1400.00048828125,578 -1020,579 490580 ],581 "rotation": [582 0,583 -0.0001087188720703125,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 159,594 0,595 127596 ]597 },598 {599 "object_id": "SM_Floor_4x4m224_38",600 "bbox_2d": [601 965,602 658,603 1370,604 757605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 1900.0003018598,610 -920.0001864211025,611 474.99999809265137612 ],613 "extent": [614 100.00018642110263,615 100.00018642110251,616 15.000001907348633617 ]618 },619 "obb": {620 "center": [621 1900.0003018598,622 -920.0001864211025,623 474.99999809265137624 ],625 "extent": [626 100.00018642110263,627 100.00018642110251,628 15.000001907348633629 ],630 "rotation": [631 0,632 -0.00010681152343749999,633 0634 ]635 },636 "location": [637 1800.00048828125,638 -820,639 490640 ],641 "rotation": [642 0,643 -0.00010681152343749999,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 159,654 0,655 63656 ]657 },658 {659 "object_id": "SM_Floor_4x4m196_20",660 "bbox_2d": [661 608,662 623,663 627,664 628665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 1349.9995221654099,670 -1020.0001797903703,671 474.99999809265137672 ],673 "extent": [674 50.000372842205024,675 100.0001864205812,676 15.000001907348633677 ]678 },679 "obb": {680 "center": [681 1349.9995221654099,682 -1020.0001797903703,683 474.99999809265137684 ],685 "extent": [686 50.000372842205024,687 100.0001864205812,688 15.000001907348633689 ],690 "rotation": [691 0,692 179.99978637695312,693 0694 ]695 },696 "location": [697 1399.9991455078125,698 -1120.0003662109375,699 490700 ],701 "rotation": [702 0,703 179.99978637695312,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 159,714 191,715 255716 ]717 },718 {719 "object_id": "SM_Floor_4x4m200_30",720 "bbox_2d": [721 764,722 608,723 797,724 613725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 1349.998969533196,730 -1170.000179790023,731 474.99999809265137732 ],733 "extent": [734 50.000186420928685,735 50.000186420928685,736 15.000001907348633737 ]738 },739 "obb": {740 "center": [741 1349.998969533196,742 -1170.000179790023,743 474.99999809265137744 ],745 "extent": [746 50.000186420928685,747 50.000186420928685,748 15.000001907348633749 ],750 "rotation": [751 0,752 179.99978637695312,753 0754 ]755 },756 "location": [757 1399.998779296875,758 -1220.0003662109375,759 490760 ],761 "rotation": [762 0,763 179.99978637695312,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 159,774 191,775 31776 ]777 },778 {779 "object_id": "SM_Floor_4x4m249",780 "bbox_2d": [781 853,782 619,783 1228,784 657785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 1700.0002980401796,790 -1120.000556451646,791 474.99999809265137792 ],793 "extent": [794 100.00019024070843,795 100.00019024070843,796 15.000001907348633797 ]798 },799 "obb": {800 "center": [801 1700.0002980401796,802 -1120.000556451646,803 474.99999809265137804 ],805 "extent": [806 100.00019024070843,807 100.00019024070843,808 15.000001907348633809 ],810 "rotation": [811 0,812 -0.0001090000005206093,813 0814 ]815 },816 "location": [817 1600.00048828125,818 -1020.0003662109375,819 490820 ],821 "rotation": [822 0,823 -0.0001090000005206093,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 159,834 191,835 95836 ]837 },838 {839 "object_id": "SM_Floor_4x4m250",840 "bbox_2d": [841 1143,842 630,843 1499,844 662845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 1900.0002980401796,850 -1120.0009226625834,851 474.99999809265137852 ],853 "extent": [854 100.00019024070843,855 100.00019024070843,856 15.000001907348633857 ]858 },859 "obb": {860 "center": [861 1900.0002980401796,862 -1120.0009226625834,863 474.99999809265137864 ],865 "extent": [866 100.00019024070843,867 100.00019024070843,868 15.000001907348633869 ],870 "rotation": [871 0,872 -0.0001090000005206093,873 0874 ]875 },876 "location": [877 1800.00048828125,878 -1020.000732421875,879 490880 ],881 "rotation": [882 0,883 -0.0001090000005206093,884 0885 ],886 "scale": [887 1,888 1,889 1890 ]891 },892 "color": [893 159,894 31,895 0896 ]897 },898 {899 "object_id": "SM_Floor_4x4m201_36",900 "bbox_2d": [901 1571,902 646,903 1765,904 674905 ],906 "bbox_3d": {907 "aabb": {908 "center": [909 2049.9993348491075,910 -1120.002527928564,911 474.99999809265137912 ],913 "extent": [914 50.000905472721,915 100.00045273328584,916 15.000001907348633917 ]918 },919 "obb": {920 "center": [921 2049.9993348491075,922 -1120.002527928564,923 474.99999809265137924 ],925 "extent": [926 50.000905472721,927 100.00045273328584,928 15.000001907348633929 ],930 "rotation": [931 0,932 -0.0005187988281250001,933 0934 ]935 },936 "location": [937 2000.000244140625,938 -1020.0020751953125,939 490940 ],941 "rotation": [942 0,943 -0.0005187988281250001,944 0945 ],946 "scale": [947 1,948 1,949 1950 ]951 },952 "color": [953 159,954 31,955 255956 ]957 },958 {959 "object_id": "SM_Floor_4x4m202_38",960 "bbox_2d": [961 1656,962 735,963 1774,964 799965 ],966 "bbox_3d": {967 "aabb": {968 "center": [969 2050.0010434823803,970 -920.0025281041109,971 474.99999809265137972 ],973 "extent": [974 50.00090582381972,975 100.00045290883293,976 15.000001907348633977 ]978 },979 "obb": {980 "center": [981 2050.0010434823803,982 -920.0025281041109,983 474.99999809265137984 ],985 "extent": [986 50.00090582381972,987 100.00045290883293,988 15.000001907348633989 ],990 "rotation": [991 0,992 -0.0005189999938011169,993 0994 ]995 },996 "location": [997 2000.001953125,998 -820.0020751953125,999 4901000 ],1001 "rotation": [1002 0,1003 -0.0005189999938011169,1004 01005 ],1006 "scale": [1007 1,1008 1,1009 11010 ]1011 },1012 "color": [1013 159,1014 31,1015 1271016 ]1017 },1018 {1019 "object_id": "SM_Floor_4x4m226",1020 "bbox_2d": [1021 458,1022 715,1023 1693,1024 10791025 ],1026 "bbox_3d": {1027 "aabb": {1028 "center": [1029 1900.000789812096,1030 -720.0001867500553,1031 474.999998092651371032 ],1033 "extent": [1034 100.00018675005526,1035 100.00018675005526,1036 15.0000019073486331037 ]1038 },1039 "obb": {1040 "center": [1041 1900.000789812096,1042 -720.0001867500553,1043 474.999998092651371044 ],1045 "extent": [1046 100.00018675005526,1047 100.00018675005526,1048 15.0000019073486331049 ],1050 "rotation": [1051 0,1052 -0.00010699999984353781,1053 01054 ]1055 },1056 "location": [1057 1800.0009765625,1058 -620,1059 4901060 ],1061 "rotation": [1062 0,1063 -0.00010699999984353781,1064 01065 ],1066 "scale": [1067 1,1068 1,1069 11070 ]1071 },1072 "color": [1073 159,1074 31,1075 631076 ]1077 },1078 {1079 "object_id": "SM_Floor_4x4m204",1080 "bbox_2d": [1081 1610,1082 789,1083 1919,1084 10791085 ],1086 "bbox_3d": {1087 "aabb": {1088 "center": [1089 2050.0027524667553,1090 -720.0025281041109,1091 474.999998092651371092 ],1093 "extent": [1094 50.00090582381972,1095 100.00045290883293,1096 15.0000019073486331097 ]1098 },1099 "obb": {1100 "center": [1101 2050.0027524667553,1102 -720.0025281041109,1103 474.999998092651371104 ],1105 "extent": [1106 50.00090582381972,1107 100.00045290883293,1108 15.0000019073486331109 ],1110 "rotation": [1111 0,1112 -0.0005189999938011169,1113 01114 ]1115 },1116 "location": [1117 2000.003662109375,1118 -620.0020751953125,1119 4901120 ],1121 "rotation": [1122 0,1123 -0.0005189999938011169,1124 01125 ],1126 "scale": [1127 1,1128 1,1129 11130 ]1131 },1132 "color": [1133 159,1134 31,1135 1911136 ]1137 },1138 {1139 "object_id": "SM_Floor_4x4m227",1140 "bbox_2d": [1141 0,1142 876,1143 1160,1144 10791145 ],1146 "bbox_3d": {1147 "aabb": {1148 "center": [1149 1900.001278093346,1150 -520.0001867500553,1151 474.999998092651371152 ],1153 "extent": [1154 100.00018675005526,1155 100.00018675005529,1156 15.0000019073486331157 ]1158 },1159 "obb": {1160 "center": [1161 1900.001278093346,1162 -520.0001867500553,1163 474.999998092651371164 ],1165 "extent": [1166 100.00018675005526,1167 100.00018675005529,1168 15.0000019073486331169 ],1170 "rotation": [1171 0,1172 -0.00010699999984353781,1173 01174 ]1175 },1176 "location": [1177 1800.00146484375,1178 -420,1179 4901180 ],1181 "rotation": [1182 0,1183 -0.00010699999984353781,1184 01185 ],1186 "scale": [1187 1,1188 1,1189 11190 ]1191 },1192 "color": [1193 159,1194 31,1195 951196 ]1197 },1198 {1199 "object_id": "SM_Floor_4x4m213",1200 "bbox_2d": [