TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l042_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l042_r002/lit.png",5 "camera": {6 "location": [7 1946,8 -618,9 45710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1946,38 -618,39 457,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "pillar": [54 {55 "object_id": "SM_Pillar9_64",56 "bbox_2d": [57 1867,58 519,59 1919,60 54361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1709.9998779296875,66 -610,67 295.000045776367268 ],69 "extent": [70 48.081241607666016,71 48.0811767578125,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1709.9998779296875,78 -610,79 295.000045776367280 ],81 "extent": [82 48.081241607666016,83 48.0811767578125,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1709.9998779296875,94 -610,95 13096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 63,111 127112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_4x4m75_67",118 "bbox_2d": [119 1309,120 1051,121 1433,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 1500,128 -420,129 114.99999809265137130 ],131 "extent": [132 200,133 200,134 15.000001907348633135 ]136 },137 "obb": {138 "center": [139 1500,140 -420,141 114.99999809265137142 ],143 "extent": [144 200,145 200,146 15.000001907348633147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 1300,156 -220,157 130158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 255,173 31174 ]175 },176 {177 "object_id": "SM_Floor_4x4m186",178 "bbox_2d": [179 888,180 999,181 1254,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1600,188 -120,189 114.99999809265137190 ],191 "extent": [192 100,193 100,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 1600,200 -120,201 114.99999809265137202 ],203 "extent": [204 100,205 100,206 15.000001907348633207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 1500,216 -20,217 130218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 31,233 255234 ]235 },236 {237 "object_id": "SM_Floor_4x4m209_95",238 "bbox_2d": [239 1129,240 941,241 1378,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1400,248 -120,249 114.99999809265137250 ],251 "extent": [252 100,253 100,254 15.000001907348633255 ]256 },257 "obb": {258 "center": [259 1400,260 -120,261 114.99999809265137262 ],263 "extent": [264 100,265 100,266 15.000001907348633267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 1300,276 -20,277 130278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 31,293 127294 ]295 },296 {297 "object_id": "SM_Floor_4x4m83",298 "bbox_2d": [299 0,300 530,301 538,302 533303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1999.9998934736132,308 -119.99989347349967,309 474.99999809265137310 ],311 "extent": [312 100.00010652638684,313 100.00010652638687,314 15.000001907348633315 ]316 },317 "obb": {318 "center": [319 1999.9998934736132,320 -119.99989347349967,321 474.99999809265137322 ],323 "extent": [324 100.00010652638684,325 100.00010652638687,326 15.000001907348633327 ],328 "rotation": [329 0,330 -90.00006103515625,331 0332 ]333 },334 "location": [335 2100,336 -20,337 490338 ],339 "rotation": [340 0,341 -90.00006103515625,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 31,353 63354 ]355 },356 {357 "object_id": "SM_Floor_4x4m113",358 "bbox_2d": [359 0,360 527,361 207,362 530363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 2050.000013315806,368 -270.00000950110643,369 474.99999809265137370 ],371 "extent": [372 50.0000133158037,373 50.000013315803685,374 15.000001907348633375 ]376 },377 "obb": {378 "center": [379 2050.000013315806,380 -270.00000950110643,381 474.99999809265137382 ],383 "extent": [384 50.0000133158037,385 50.000013315803685,386 15.000001907348633387 ],388 "rotation": [389 0,390 -89.99998474121095,391 0392 ]393 },394 "location": [395 2100,396 -220,397 490398 ],399 "rotation": [400 0,401 -89.99998474121095,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 191,412 31,413 191414 ]415 },416 {417 "object_id": "SM_Floor_4x4m114_39",418 "bbox_2d": [419 167,420 528,421 573,422 531423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 1950.000203552178,428 -269.9998002633324,429 474.99999809265137430 ],431 "extent": [432 50.000199736682816,433 50.000199736682816,434 15.000001907348633435 ]436 },437 "obb": {438 "center": [439 1950.000203552178,440 -269.9998002633324,441 474.99999809265137442 ],443 "extent": [444 50.000199736682816,445 50.000199736682816,446 15.000001907348633447 ],448 "rotation": [449 0,450 179.99977111816406,451 0452 ]453 },454 "location": [455 2000,456 -320,457 490458 ],459 "rotation": [460 0,461 179.99977111816406,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 0,472 31,473 31474 ]475 },476 {477 "object_id": "SM_Floor_4x4m203",478 "bbox_2d": [479 0,480 520,481 661,482 529483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 1949.9990916035085,488 -370.0008511767417,489 474.99999809265137490 ],491 "extent": [492 50.000186420928685,493 50.00018642092874,494 15.000001907348633495 ]496 },497 "obb": {498 "center": [499 1949.9990916035085,500 -370.0008511767417,501 474.99999809265137502 ],503 "extent": [504 50.000186420928685,505 50.00018642092874,506 15.000001907348633507 ],508 "rotation": [509 0,510 179.99978637695312,511 0512 ]513 },514 "location": [515 1999.9989013671875,516 -420.00103759765625,517 490518 ],519 "rotation": [520 0,521 179.99978637695312,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 159,532 0,533 95534 ]535 },536 {537 "object_id": "SM_Floor_4x4m227",538 "bbox_2d": [539 0,540 0,541 1919,542 527543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 1900.001278093346,548 -520.0001867500553,549 474.99999809265137550 ],551 "extent": [552 100.00018675005526,553 100.00018675005529,554 15.000001907348633555 ]556 },557 "obb": {558 "center": [559 1900.001278093346,560 -520.0001867500553,561 474.99999809265137562 ],563 "extent": [564 100.00018675005526,565 100.00018675005529,566 15.000001907348633567 ],568 "rotation": [569 0,570 -0.00010699999984353781,571 0572 ]573 },574 "location": [575 1800.00146484375,576 -420,577 490578 ],579 "rotation": [580 0,581 -0.00010699999984353781,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 159,592 31,593 95594 ]595 },596 {597 "object_id": "SM_Floor_4x4m213",598 "bbox_2d": [599 827,600 244,601 1919,602 534603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 1600.0006554216527,608 -420.00032114033166,609 474.99999809265137610 ],611 "extent": [612 200.0003211403316,613 200.00032114033166,614 15.000001907348633615 ]616 },617 "obb": {618 "center": [619 1600.0006554216527,620 -420.00032114033166,621 474.99999809265137622 ],623 "extent": [624 200.0003211403316,625 200.00032114033166,626 15.000001907348633627 ],628 "rotation": [629 0,630 -9.200000204145907e-05,631 0632 ]633 },634 "location": [635 1400.0009765625,636 -220,637 490638 ],639 "rotation": [640 0,641 -9.200000204145907e-05,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 159,652 95,653 0654 ]655 },656 {657 "object_id": "SM_Floor_4x4m206",658 "bbox_2d": [659 0,660 521,661 145,662 527663 ],664 "bbox_3d": {665 "aabb": {666 "center": [667 2049.999213673821,668 -370.0012173876792,669 474.99999809265137670 ],671 "extent": [672 50.0001864209288,673 50.00018642092874,674 15.000001907348633675 ]676 },677 "obb": {678 "center": [679 2049.999213673821,680 -370.0012173876792,681 474.99999809265137682 ],683 "extent": [684 50.0001864209288,685 50.00018642092874,686 15.000001907348633687 ],688 "rotation": [689 0,690 179.99978637695312,691 0692 ]693 },694 "location": [695 2099.9990234375,696 -420.00140380859375,697 490698 ],699 "rotation": [700 0,701 179.99978637695312,702 0703 ],704 "scale": [705 1,706 1,707 1708 ]709 },710 "color": [711 159,712 95,713 255714 ]715 },716 {717 "object_id": "SM_Floor_4x4m207",718 "bbox_2d": [719 592,720 525,721 1051,722 530723 ],724 "bbox_3d": {725 "aabb": {726 "center": [727 1849.999213673821,728 -370.0004849658042,729 474.99999809265137730 ],731 "extent": [732 50.000186420928685,733 50.00018642092874,734 15.000001907348633735 ]736 },737 "obb": {738 "center": [739 1849.999213673821,740 -370.0004849658042,741 474.99999809265137742 ],743 "extent": [744 50.000186420928685,745 50.00018642092874,746 15.000001907348633747 ],748 "rotation": [749 0,750 179.99978637695312,751 0752 ]753 },754 "location": [755 1899.9990234375,756 -420.00067138671875,757 490758 ],759 "rotation": [760 0,761 179.99978637695312,762 0763 ],764 "scale": [765 1,766 1,767 1768 ]769 },770 "color": [771 159,772 95,773 127774 ]775 },776 {777 "object_id": "SM_Floor_4x4m78",778 "bbox_2d": [779 715,780 534,781 796,782 534783 ],784 "bbox_3d": {785 "aabb": {786 "center": [787 1749.9999961853027,788 -70,789 474.99999809265137790 ],791 "extent": [792 50,793 50,794 15.000001907348633795 ]796 },797 "obb": {798 "center": [799 1749.9999961853027,800 -70,801 474.99999809265137802 ],803 "extent": [804 50,805 50,806 15.000001907348633807 ],808 "rotation": [809 0,810 0,811 0812 ]813 },814 "location": [815 1700,816 -20,817 490818 ],819 "rotation": [820 0,821 0,822 0823 ],824 "scale": [825 1,826 1,827 1828 ]829 },830 "color": [831 95,832 63,833 223834 ]835 },836 {837 "object_id": "SM_Floor_4x4m80",838 "bbox_2d": [839 533,840 534,841 714,842 534843 ],844 "bbox_3d": {845 "aabb": {846 "center": [847 1849.9999961853027,848 -70,849 474.99999809265137850 ],851 "extent": [852 50,853 50,854 15.000001907348633855 ]856 },857 "obb": {858 "center": [859 1849.9999961853027,860 -70,861 474.99999809265137862 ],863 "extent": [864 50,865 50,866 15.000001907348633867 ],868 "rotation": [869 0,870 0,871 0872 ]873 },874 "location": [875 1800,876 -20,877 490878 ],879 "rotation": [880 0,881 0,882 0883 ],884 "scale": [885 1,886 1,887 1888 ]889 },890 "color": [891 95,892 191,893 223894 ]895 },896 {897 "object_id": "SM_Floor_4x4m81",898 "bbox_2d": [899 771,900 533,901 926,902 534903 ],904 "bbox_3d": {905 "aabb": {906 "center": [907 1750.000190236321,908 -169.99981357908547,909 474.99999809265137910 ],911 "extent": [912 50.000186420928685,913 50.00018642092877,914 15.000001907348633915 ]916 },917 "obb": {918 "center": [919 1750.000190236321,920 -169.99981357908547,921 474.99999809265137922 ],923 "extent": [924 50.000186420928685,925 50.00018642092877,926 15.000001907348633927 ],928 "rotation": [929 0,930 179.99978637695312,931 0932 ]933 },934 "location": [935 1800,936 -220,937 490938 ],939 "rotation": [940 0,941 179.99978637695312,942 0943 ],944 "scale": [945 1,946 1,947 1948 ]949 },950 "color": [951 95,952 31,953 223954 ]955 },956 {957 "object_id": "SM_Floor_4x4m82",958 "bbox_2d": [959 521,960 532,961 770,962 533963 ],964 "bbox_3d": {965 "aabb": {966 "center": [967 1850.000190236321,968 -169.99981357908547,969 474.99999809265137970 ],971 "extent": [972 50.000186420928685,973 50.00018642092877,974 15.000001907348633975 ]976 },977 "obb": {978 "center": [979 1850.000190236321,980 -169.99981357908547,981 474.99999809265137982 ],983 "extent": [984 50.000186420928685,985 50.00018642092877,986 15.000001907348633987 ],988 "rotation": [989 0,990 179.99978637695312,991 0992 ]993 },994 "location": [995 1900,996 -220,997 490998 ],999 "rotation": [1000 0,1001 179.99978637695312,1002 01003 ],1004 "scale": [1005 1,1006 1,1007 11008 ]1009 },1010 "color": [1011 95,1012 95,1013 2231014 ]1015 },1016 {1017 "object_id": "SM_Floor_4x4m84",1018 "bbox_2d": [1019 1005,1020 535,1021 1128,1022 5351023 ],1024 "bbox_3d": {1025 "aabb": {1026 "center": [1027 1549.9999961853027,1028 -70,1029 474.999998092651371030 ],1031 "extent": [1032 50,1033 50,1034 15.0000019073486331035 ]1036 },1037 "obb": {1038 "center": [1039 1549.9999961853027,1040 -70,1041 474.999998092651371042 ],1043 "extent": [1044 50,1045 50,1046 15.0000019073486331047 ],1048 "rotation": [1049 0,1050 0,1051 01052 ]1053 },1054 "location": [1055 1500,1056 -20,1057 4901058 ],1059 "rotation": [1060 0,1061 0,1062 01063 ],1064 "scale": [1065 1,1066 1,1067 11068 ]1069 },1070 "color": [1071 95,1072 159,1073 2231074 ]1075 },1076 {1077 "object_id": "SM_Floor_4x4m86",1078 "bbox_2d": [1079 913,1080 535,1081 1004,1082 5351083 ],1084 "bbox_3d": {1085 "aabb": {1086 "center": [1087 1649.9999961853027,1088 -70,1089 474.999998092651371090 ],1091 "extent": [1092 50,1093 50,1094 15.0000019073486331095 ]1096 },1097 "obb": {1098 "center": [1099 1649.9999961853027,1100 -70,1101 474.999998092651371102 ],1103 "extent": [1104 50,1105 50,1106 15.0000019073486331107 ],1108 "rotation": [1109 0,1110 0,1111 01112 ]1113 },1114 "location": [1115 1600,1116 -20,1117 4901118 ],1119 "rotation": [1120 0,1121 0,1122 01123 ],1124 "scale": [1125 1,1126 1,1127 11128 ]1129 },1130 "color": [1131 159,1132 255,1133 2231134 ]1135 },1136 {1137 "object_id": "SM_Floor_4x4m87",1138 "bbox_2d": [1139 1129,1140 534,1141 1177,1142 5351143 ],1144 "bbox_3d": {1145 "aabb": {1146 "center": [1147 1550.000190236321,1148 -169.99981357908547,1149 474.999998092651371150 ],1151 "extent": [1152 50.000186420928685,1153 50.00018642092877,1154 15.0000019073486331155 ]1156 },1157 "obb": {1158 "center": [1159 1550.000190236321,1160 -169.99981357908547,1161 474.999998092651371162 ],1163 "extent": [1164 50.000186420928685,1165 50.00018642092877,1166 15.0000019073486331167 ],1168 "rotation": [1169 0,1170 179.99978637695312,1171 01172 ]1173 },1174 "location": [1175 1600,1176 -220,1177 4901178 ],1179 "rotation": [1180 0,1181 179.99978637695312,1182 01183 ],1184 "scale": [1185 1,1186 1,1187 11188 ]1189 },1190 "color": [1191 159,1192 127,1193 2231194 ]1195 },1196 {1197 "object_id": "SM_Floor_4x4m89",1198 "bbox_2d": [1199 927,1200 534,