TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l070_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l070_r000/lit.png",5 "camera": {6 "location": [7 1094,8 -75,9 55610 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1094,38 -75,39 556,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door02_2m39",56 "bbox_2d": [57 608,58 0,59 1092,60 69561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1516.3826694488525,66 -119.98718555450432,67 655.000045776367268 ],69 "extent": [70 26.445396423339844,71 101.00009922027493,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1516.3826694488525,78 -119.98718555450432,79 655.000045776367280 ],81 "extent": [82 26.445396423339844,83 101.00009922027493,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1506.3826904296875,94 -18.987178802490234,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.0099999904632568,105 1106 ]107 },108 "color": [109 63,110 255,111 0112 ]113 },114 {115 "object_id": "SM_Door02_2m93_2",116 "bbox_2d": [117 768,118 281,119 1009,120 602121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 2110.960936725998,126 -169.99986684194937,127 640.0000915527344128 ],129 "extent": [130 39.04217642612048,131 150.00013315808621,132 180.00009155273438133 ]134 },135 "obb": {136 "center": [137 2110.960936725998,138 -169.99986684194937,139 640.0000915527344140 ],141 "extent": [142 39.04217642612048,143 150.00013315808621,144 180.00009155273438145 ],146 "rotation": [147 0,148 179.99978637695312,149 0150 ]151 },152 "location": [153 2100,154 -320,155 490156 ],157 "rotation": [158 0,159 179.99978637695312,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 159,170 143,171 143172 ]173 },174 {175 "object_id": "SM_Door02_2m13",176 "bbox_2d": [177 0,178 0,179 367,180 984181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1120.0002320002518,186 -229.9997564934896,187 655.0000915527344188 ],189 "extent": [190 200.00039146299684,191 38.081528826081424,192 165.00009155273438193 ]194 },195 "obb": {196 "center": [197 1120.0002320002518,198 -229.9997564934896,199 655.0000915527344200 ],201 "extent": [202 200.00039146299684,203 38.081528826081424,204 165.00009155273438205 ],206 "rotation": [207 0,208 90.00007629394531,209 0210 ]211 },212 "location": [213 920,214 -220,215 490216 ],217 "rotation": [218 0,219 90.00007629394531,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 143,230 127,231 0232 ]233 },234 {235 "object_id": "SM_Door02_2m14",236 "bbox_2d": [237 344,238 0,239 780,240 819241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1520.0002320002518,246 -229.99916140071616,247 655.0000915527344248 ],249 "extent": [250 200.00039146299684,251 38.081528826081424,252 165.00009155273438253 ]254 },255 "obb": {256 "center": [257 1520.0002320002518,258 -229.99916140071616,259 655.0000915527344260 ],261 "extent": [262 200.00039146299684,263 38.081528826081424,264 165.00009155273438265 ],266 "rotation": [267 0,268 90.00007629394531,269 0270 ]271 },272 "location": [273 1320,274 -219.99940490722656,275 490276 ],277 "rotation": [278 0,279 90.00007629394531,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 143,290 127,291 255292 ]293 }294 ],295 "floor planks corner": [296 {297 "object_id": "SM_Floor_4x4m83",298 "bbox_2d": [299 788,300 603,301 1008,302 618303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1999.9998934736132,308 -119.99989347349967,309 474.99999809265137310 ],311 "extent": [312 100.00010652638684,313 100.00010652638687,314 15.000001907348633315 ]316 },317 "obb": {318 "center": [319 1999.9998934736132,320 -119.99989347349967,321 474.99999809265137322 ],323 "extent": [324 100.00010652638684,325 100.00010652638687,326 15.000001907348633327 ],328 "rotation": [329 0,330 -90.00006103515625,331 0332 ]333 },334 "location": [335 2100,336 -20,337 490338 ],339 "rotation": [340 0,341 -90.00006103515625,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 31,353 63354 ]355 },356 {357 "object_id": "SM_Floor_4x4m113",358 "bbox_2d": [359 770,360 603,361 819,362 609363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 2050.000013315806,368 -270.00000950110643,369 474.99999809265137370 ],371 "extent": [372 50.0000133158037,373 50.000013315803685,374 15.000001907348633375 ]376 },377 "obb": {378 "center": [379 2050.000013315806,380 -270.00000950110643,381 474.99999809265137382 ],383 "extent": [384 50.0000133158037,385 50.000013315803685,386 15.000001907348633387 ],388 "rotation": [389 0,390 -89.99998474121095,391 0392 ]393 },394 "location": [395 2100,396 -220,397 490398 ],399 "rotation": [400 0,401 -89.99998474121095,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 191,412 31,413 191414 ]415 },416 {417 "object_id": "SM_Floor_4x4m114_39",418 "bbox_2d": [419 770,420 610,421 804,422 618423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 1950.000203552178,428 -269.9998002633324,429 474.99999809265137430 ],431 "extent": [432 50.000199736682816,433 50.000199736682816,434 15.000001907348633435 ]436 },437 "obb": {438 "center": [439 1950.000203552178,440 -269.9998002633324,441 474.99999809265137442 ],443 "extent": [444 50.000199736682816,445 50.000199736682816,446 15.000001907348633447 ],448 "rotation": [449 0,450 179.99977111816406,451 0452 ]453 },454 "location": [455 2000,456 -320,457 490458 ],459 "rotation": [460 0,461 179.99977111816406,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 0,472 31,473 31474 ]475 },476 {477 "object_id": "SM_Floor_4x4m180_24",478 "bbox_2d": [479 806,480 260,481 987,482 280483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 2049.9999961853027,488 -120,489 834.9999980926514490 ],491 "extent": [492 50,493 100,494 15.000001907348633495 ]496 },497 "obb": {498 "center": [499 2049.9999961853027,500 -120,501 834.9999980926514502 ],503 "extent": [504 50,505 100,506 15.000001907348633507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 2000,516 -20,517 850518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 31,532 63,533 0534 ]535 },536 {537 "object_id": "SM_Floor_4x4m181_28",538 "bbox_2d": [539 768,540 260,541 816,542 280543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 2049.9999961853027,548 -320,549 834.9999980926514550 ],551 "extent": [552 50,553 100,554 15.000001907348633555 ]556 },557 "obb": {558 "center": [559 2049.9999961853027,560 -320,561 834.9999980926514562 ],563 "extent": [564 50,565 100,566 15.000001907348633567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 2000,576 -220,577 850578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 31,592 63,593 255594 ]595 },596 {597 "object_id": "SM_Floor_4x4m93_5",598 "bbox_2d": [599 762,600 57,601 999,602 259603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 1800,608 -220,609 834.9999980926514610 ],611 "extent": [612 200,613 200,614 15.000001907348633615 ]616 },617 "obb": {618 "center": [619 1800,620 -220,621 834.9999980926514622 ],623 "extent": [624 200,625 200,626 15.000001907348633627 ],628 "rotation": [629 0,630 0,631 0632 ]633 },634 "location": [635 1600,636 -20,637 850638 ],639 "rotation": [640 0,641 0,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 255,652 191,653 95654 ]655 },656 {657 "object_id": "SM_Floor_4x4m78",658 "bbox_2d": [659 889,660 630,661 1018,662 644663 ],664 "bbox_3d": {665 "aabb": {666 "center": [667 1749.9999961853027,668 -70,669 474.99999809265137670 ],671 "extent": [672 50,673 50,674 15.000001907348633675 ]676 },677 "obb": {678 "center": [679 1749.9999961853027,680 -70,681 474.99999809265137682 ],683 "extent": [684 50,685 50,686 15.000001907348633687 ],688 "rotation": [689 0,690 0,691 0692 ]693 },694 "location": [695 1700,696 -20,697 490698 ],699 "rotation": [700 0,701 0,702 0703 ],704 "scale": [705 1,706 1,707 1708 ]709 },710 "color": [711 95,712 63,713 223714 ]715 },716 {717 "object_id": "SM_Floor_4x4m80",718 "bbox_2d": [719 899,720 619,721 1014,722 629723 ],724 "bbox_3d": {725 "aabb": {726 "center": [727 1849.9999961853027,728 -70,729 474.99999809265137730 ],731 "extent": [732 50,733 50,734 15.000001907348633735 ]736 },737 "obb": {738 "center": [739 1849.9999961853027,740 -70,741 474.99999809265137742 ],743 "extent": [744 50,745 50,746 15.000001907348633747 ],748 "rotation": [749 0,750 0,751 0752 ]753 },754 "location": [755 1800,756 -20,757 490758 ],759 "rotation": [760 0,761 0,762 0763 ],764 "scale": [765 1,766 1,767 1768 ]769 },770 "color": [771 95,772 191,773 223774 ]775 },776 {777 "object_id": "SM_Floor_4x4m81",778 "bbox_2d": [779 735,780 630,781 897,782 644783 ],784 "bbox_3d": {785 "aabb": {786 "center": [787 1750.000190236321,788 -169.99981357908547,789 474.99999809265137790 ],791 "extent": [792 50.000186420928685,793 50.00018642092877,794 15.000001907348633795 ]796 },797 "obb": {798 "center": [799 1750.000190236321,800 -169.99981357908547,801 474.99999809265137802 ],803 "extent": [804 50.000186420928685,805 50.00018642092877,806 15.000001907348633807 ],808 "rotation": [809 0,810 179.99978637695312,811 0812 ]813 },814 "location": [815 1800,816 -220,817 490818 ],819 "rotation": [820 0,821 179.99978637695312,822 0823 ],824 "scale": [825 1,826 1,827 1828 ]829 },830 "color": [831 95,832 31,833 223834 ]835 },836 {837 "object_id": "SM_Floor_4x4m82",838 "bbox_2d": [839 768,840 619,841 905,842 629843 ],844 "bbox_3d": {845 "aabb": {846 "center": [847 1850.000190236321,848 -169.99981357908547,849 474.99999809265137850 ],851 "extent": [852 50.000186420928685,853 50.00018642092877,854 15.000001907348633855 ]856 },857 "obb": {858 "center": [859 1850.000190236321,860 -169.99981357908547,861 474.99999809265137862 ],863 "extent": [864 50.000186420928685,865 50.00018642092877,866 15.000001907348633867 ],868 "rotation": [869 0,870 179.99978637695312,871 0872 ]873 },874 "location": [875 1900,876 -220,877 490878 ],879 "rotation": [880 0,881 179.99978637695312,882 0883 ],884 "scale": [885 1,886 1,887 1888 ]889 },890 "color": [891 95,892 95,893 223894 ]895 },896 {897 "object_id": "SM_Floor_4x4m84",898 "bbox_2d": [899 854,900 665,901 1008,902 695903 ],904 "bbox_3d": {905 "aabb": {906 "center": [907 1549.9999961853027,908 -70,909 474.99999809265137910 ],911 "extent": [912 50,913 50,914 15.000001907348633915 ]916 },917 "obb": {918 "center": [919 1549.9999961853027,920 -70,921 474.99999809265137922 ],923 "extent": [924 50,925 50,926 15.000001907348633927 ],928 "rotation": [929 0,930 0,931 0932 ]933 },934 "location": [935 1500,936 -20,937 490938 ],939 "rotation": [940 0,941 0,942 0943 ],944 "scale": [945 1,946 1,947 1948 ]949 },950 "color": [951 95,952 159,953 223954 ]955 },956 {957 "object_id": "SM_Floor_4x4m86",958 "bbox_2d": [959 875,960 645,961 1009,962 664963 ],964 "bbox_3d": {965 "aabb": {966 "center": [967 1649.9999961853027,968 -70,969 474.99999809265137970 ],971 "extent": [972 50,973 50,974 15.000001907348633975 ]976 },977 "obb": {978 "center": [979 1649.9999961853027,980 -70,981 474.99999809265137982 ],983 "extent": [984 50,985 50,986 15.000001907348633987 ],988 "rotation": [989 0,990 0,991 0992 ]993 },994 "location": [995 1600,996 -20,997 490998 ],999 "rotation": [1000 0,1001 0,1002 01003 ],1004 "scale": [1005 1,1006 1,1007 11008 ]1009 },1010 "color": [1011 159,1012 255,1013 2231014 ]1015 },1016 {1017 "object_id": "SM_Floor_4x4m87",1018 "bbox_2d": [1019 699,1020 665,1021 873,1022 6951023 ],1024 "bbox_3d": {1025 "aabb": {1026 "center": [1027 1550.000190236321,1028 -169.99981357908547,1029 474.999998092651371030 ],1031 "extent": [1032 50.000186420928685,1033 50.00018642092877,1034 15.0000019073486331035 ]1036 },1037 "obb": {1038 "center": [1039 1550.000190236321,1040 -169.99981357908547,1041 474.999998092651371042 ],1043 "extent": [1044 50.000186420928685,1045 50.00018642092877,1046 15.0000019073486331047 ],1048 "rotation": [1049 0,1050 179.99978637695312,1051 01052 ]1053 },1054 "location": [1055 1600,1056 -220,1057 4901058 ],1059 "rotation": [1060 0,1061 179.99978637695312,1062 01063 ],1064 "scale": [1065 1,1066 1,1067 11068 ]1069 },1070 "color": [1071 159,1072 127,1073 2231074 ]1075 },1076 {1077 "object_id": "SM_Floor_4x4m89",1078 "bbox_2d": [1079 712,1080 645,1081 887,1082 6641083 ],1084 "bbox_3d": {1085 "aabb": {1086 "center": [1087 1650.000190236321,1088 -169.99981357908547,1089 474.999998092651371090 ],1091 "extent": [1092 50.000186420928685,1093 50.00018642092877,1094 15.0000019073486331095 ]1096 },1097 "obb": {1098 "center": [1099 1650.000190236321,1100 -169.99981357908547,1101 474.999998092651371102 ],1103 "extent": [1104 50.000186420928685,1105 50.00018642092877,1106 15.0000019073486331107 ],1108 "rotation": [1109 0,1110 179.99978637695312,1111 01112 ]1113 },1114 "location": [1115 1700,1116 -220,1117 4901118 ],1119 "rotation": [1120 0,1121 179.99978637695312,1122 01123 ],1124 "scale": [1125 1,1126 1,1127 11128 ]1129 },1130 "color": [1131 159,1132 63,1133 2231134 ]1135 },1136 {1137 "object_id": "SM_Floor_4x4m90",1138 "bbox_2d": [1139 750,1140 747,1141 1150,1142 8471143 ],1144 "bbox_3d": {1145 "aabb": {1146 "center": [1147 1349.9999961853027,1148 -70,1149 474.999998092651371150 ],1151 "extent": [1152 50,1153 50,1154 15.0000019073486331155 ]1156 },1157 "obb": {1158 "center": [1159 1349.9999961853027,1160 -70,1161 474.999998092651371162 ],1163 "extent": [1164 50,1165 50,1166 15.0000019073486331167 ],1168 "rotation": [1169 0,1170 0,1171 01172 ]1173 },1174 "location": [1175 1300,1176 -20,1177 4901178 ],1179 "rotation": [1180 0,1181 0,1182 01183 ],1184 "scale": [1185 1,1186 1,1187 11188 ]1189 },1190 "color": [1191 159,1192 191,1193 2231194 ]1195 },1196 {1197 "object_id": "SM_Floor_4x4m101",1198 "bbox_2d": [1199 819,1200 696,