TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l007_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l007_r001/lit.png",5 "camera": {6 "location": [7 9,8 249,9 16310 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 9,38 249,39 163,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door_polySurface49",56 "bbox_2d": [57 416,58 0,59 466,60 84061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 237.1017780453198,66 428.0635484057081,67 195.1734542846679768 ],69 "extent": [70 9.74557239176346,71 49.10113152906655,72 105.9866638183593873 ]74 },75 "obb": {76 "center": [77 237.1017780453198,78 428.0635484057081,79 195.1734542846679780 ],81 "extent": [82 9.74557239176346,83 49.10113152906655,84 105.9866638183593885 ],86 "rotation": [87 0,88 -179.99989318847656,89 090 ]91 },92 "location": [93 236.6421661376953,94 467.6837158203125,95 88.2870712280273496 ],97 "rotation": [98 0,99 -179.99989318847656,100 0101 ],102 "scale": [103 1.5594596862792969,104 -0.8500000238418579,105 1106 ]107 },108 "color": [109 127,110 159,111 255112 ]113 },114 {115 "object_id": "SM_Door_polySurface58",116 "bbox_2d": [117 456,118 0,119 466,120 829121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 230.40723676937202,126 428.06766479974937,127 193.68687438964844128 ],129 "extent": [130 5.455037415787672,131 40.93992833372391,132 100.37834930419922133 ]134 },135 "obb": {136 "center": [137 230.40723676937202,138 428.06766479974937,139 193.68687438964844140 ],141 "extent": [142 5.455037415787672,143 40.93992833372391,144 100.37834930419922145 ],146 "rotation": [147 0,148 -179.99989318847656,149 0150 ]151 },152 "location": [153 229.3725128173828,154 468.5259094238281,155 88.9166030883789156 ],157 "rotation": [158 0,159 -179.99989318847656,160 0161 ],162 "scale": [163 0.800000011920929,164 -0.8706650137901306,165 1166 ]167 },168 "color": [169 31,170 159,171 127172 ]173 }174 ]175 },176 "foreground": {177 "cabinet": [178 {179 "object_id": "SM_KomodA_60",180 "bbox_2d": [181 418,182 463,183 1018,184 857185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 70.50696399473954,190 312.0420322741244,191 155.16150795815156192 ],193 "extent": [194 33.25703754064189,195 7.441421415979278,196 12.886030359165488197 ]198 },199 "obb": {200 "center": [201 70.50696399473952,202 312.0420322741244,203 155.16150795815156204 ],205 "extent": [206 33.25703754064189,207 7.441421415979278,208 12.886030359165488209 ],210 "rotation": [211 0,212 179.9999237060547,213 0214 ]215 },216 "location": [217 70.43486022949219,218 319.5771179199219,219 142.210205078125220 ],221 "rotation": [222 0,223 179.9999237060547,224 0225 ],226 "scale": [227 1.399999976158142,228 1.399999976158142,229 1.399999976158142230 ]231 },232 "color": [233 63,234 95,235 63236 ]237 },238 {239 "object_id": "SM_KomodB_63",240 "bbox_2d": [241 1019,242 443,243 1492,244 946245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 23.50204392814276,250 312.06331189555453,251 155.0879535374105252 ],253 "extent": [254 13.343359743013684,255 7.44140555993738,256 12.886029024021468257 ]258 },259 "obb": {260 "center": [261 23.50204392814276,262 312.06331189555453,263 155.0879535374105264 ],265 "extent": [266 13.343359743013684,267 7.44140555993738,268 12.886029024021468269 ],270 "rotation": [271 0,272 179.9998779296875,273 0274 ]275 },276 "location": [277 23.502059936523438,278 319.5771179199219,279 142.1208038330078280 ],281 "rotation": [282 0,283 179.9998779296875,284 0285 ],286 "scale": [287 1.399999976158142,288 1.399999976158142,289 1.399999976158142290 ]291 },292 "color": [293 63,294 95,295 191296 ]297 },298 {299 "object_id": "SM_KomodA2_68",300 "bbox_2d": [301 1498,302 422,303 1919,304 1025305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -23.520482752086636,310 312.0420322741244,311 155.16150795815156312 ],313 "extent": [314 33.257037540641896,315 7.441421415979278,316 12.886030359165488317 ]318 },319 "obb": {320 "center": [321 -23.520482752086636,322 312.0420322741244,323 155.16150795815156324 ],325 "extent": [326 33.257037540641896,327 7.441421415979278,328 12.886030359165488329 ],330 "rotation": [331 0,332 179.9999237060547,333 0334 ]335 },336 "location": [337 -23.592586517333984,338 319.5771179199219,339 142.210205078125340 ],341 "rotation": [342 0,343 179.9999237060547,344 0345 ],346 "scale": [347 1.399999976158142,348 1.399999976158142,349 1.399999976158142350 ]351 },352 "color": [353 63,354 95,355 31356 ]357 }358 ],359 "photo frame": [360 {361 "object_id": "SM_PicFram4",362 "bbox_2d": [363 917,364 0,365 1894,366 242367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -12.852423359747856,372 318.15411188239597,373 232.72896818021263374 ],375 "extent": [376 65.30290819962941,377 1.1435344578190438,378 44.44487420850079379 ]380 },381 "obb": {382 "center": [383 -12.85242335974786,384 318.15411188239597,385 232.72896818021263386 ],387 "extent": [388 65.30290819962941,389 1.1435344578190438,390 44.44487420850079391 ],392 "rotation": [393 0.0005873962072655558,394 179.9999542236328,395 -0.00015258789062499997396 ]397 },398 "location": [399 -12.852890014648438,400 319.4111633300781,401 188.2470703125402 ],403 "rotation": [404 0.0005873962072655558,405 179.9999542236328,406 -0.00015258789062499997407 ],408 "scale": [409 1.5244852304458618,410 1.5244852304458618,411 1.5244852304458618412 ]413 },414 "color": [415 191,416 95,417 63418 ]419 },420 {421 "object_id": "SM_PicFram6",422 "bbox_2d": [423 0,424 0,425 256,426 517427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 228.5008797899579,432 311.39184230087636,433 223.2089790344234434 ],435 "extent": [436 1.1438139881150278,437 33.81277987936187,438 55.686458833897674439 ]440 },441 "obb": {442 "center": [443 228.5008797899579,444 311.39184230087636,445 223.2089790344234446 ],447 "extent": [448 1.1438139881150278,449 33.81277987936187,450 55.686458833897674451 ],452 "rotation": [453 -90,454 89.99923706054689,455 0456 ]457 },458 "location": [459 229.75759887695312,460 277.5503845214844,461 223.20896911621094462 ],463 "rotation": [464 -90,465 89.99923706054689,466 0467 ],468 "scale": [469 1.2999999523162842,470 1.5244849920272827,471 1.1598151922225952472 ]473 },474 "color": [475 255,476 127,477 223478 ]479 }480 ],481 "decorative grass": [482 {483 "object_id": "SM_Decorative104_90",484 "bbox_2d": [485 1638,486 813,487 1812,488 947489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -0.0949249267578125,494 310.516845703125,495 145.94321703910828496 ],497 "extent": [498 3.4798521995544434,499 3.4798552989959717,500 2.2423460483551025501 ]502 },503 "obb": {504 "center": [505 -0.0949249267578125,506 310.516845703125,507 145.94321703910828508 ],509 "extent": [510 3.4798521995544434,511 3.4798552989959717,512 2.2423460483551025513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -0.0949249267578125,522 310.516845703125,523 143.6926727294922524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 31,538 95,539 127540 ]541 },542 {543 "object_id": "SM_Decorative105",544 "bbox_2d": [545 1842,546 758,547 1919,548 970549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -8.29541015625,554 310.516845703125,555 147.9055201952565556 ],557 "extent": [558 3.4798521995544434,559 3.4798552989959717,560 4.197500945356154561 ]562 },563 "obb": {564 "center": [565 -8.29541015625,566 310.516845703125,567 147.9055201952565568 ],569 "extent": [570 3.4798521995544434,571 3.4798552989959717,572 4.197500945356154573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -8.29541015625,582 310.516845703125,583 143.6926727294922584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1.871923804283142594 ]595 },596 "color": [597 31,598 95,599 63600 ]601 },602 {603 "object_id": "SM_Decorative106_94",604 "bbox_2d": [605 680,606 238,607 863,608 477609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 63.55207061767578,614 311.84716796875,615 177.2453526672674616 ],617 "extent": [618 5.506947786450937,619 5.506947786450951,620 9.162616004055053621 ]622 },623 "obb": {624 "center": [625 63.55207061767578,626 311.84716796875,627 177.2453526672674628 ],629 "extent": [630 5.506947786450937,631 5.506947786450951,632 9.162616004055053633 ],634 "rotation": [635 0,636 179.9999237060547,637 0638 ]639 },640 "location": [641 63.55207061767578,642 311.84716796875,643 168.0475311279297644 ],645 "rotation": [646 0,647 179.9999237060547,648 0649 ],650 "scale": [651 1.427686095237732,652 1.427686095237732,653 1.427686095237732654 ]655 },656 "color": [657 31,658 95,659 191660 ]661 },662 {663 "object_id": "SM_Decorative109_147",664 "bbox_2d": [665 640,666 663,667 785,668 774669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 67.57079109729925,674 308.9112737485685,675 147.8886105632173676 ],677 "extent": [678 6.424716195101965,679 5.9289454298672695,680 4.190915330248572681 ]682 },683 "obb": {684 "center": [685 67.57079109729925,686 308.9112737485685,687 147.8886105632173688 ],689 "extent": [690 6.424716195101965,691 5.9289454298672695,692 4.190915330248572693 ],694 "rotation": [695 0,696 169.99987792968753,697 0698 ]699 },700 "location": [701 67.57079315185547,702 308.9112854003906,703 143.6926727294922704 ],705 "rotation": [706 0,707 169.99987792968753,708 0709 ],710 "scale": [711 0.775394082069397,712 0.775394082069397,713 0.775394082069397714 ]715 },716 "color": [717 95,718 191,719 0720 ]721 },722 {723 "object_id": "SM_Decorative118_171",724 "bbox_2d": [725 1748,726 0,727 1919,728 426729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -7.804676055908203,734 312.5064239501953,735 179.56536865234375736 ],737 "extent": [738 6.26995849609375,739 6.2699737548828125,740 11.5741 ]742 },743 "obb": {744 "center": [745 -7.804676055908203,746 312.5064239501953,747 179.56536865234375748 ],749 "extent": [750 6.26995849609375,751 6.2699737548828125,752 11.5753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 -7.804737091064453,762 312.50640869140625,763 168.04754638671875764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 95,778 31,779 63780 ]781 },782 {783 "object_id": "SM_Decorative122",784 "bbox_2d": [785 1183,786 1019,787 1458,788 1079789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 14.148353576660156,794 300.5184020996094,795 120.82400534294948796 ],797 "extent": [798 21.08523359825056,799 21.085244449034462,800 9.108961350942081801 ]802 },803 "obb": {804 "center": [805 14.148353576660156,806 300.5184020996094,807 120.82400534294948808 ],809 "extent": [810 21.08523359825056,811 21.085244449034462,812 9.108961350942081813 ],814 "rotation": [815 0,816 -170.0001678466797,817 0818 ]819 },820 "location": [821 14.148353576660156,822 300.5184020996094,823 111.57986450195312824 ],825 "rotation": [826 0,827 -170.0001678466797,828 0829 ],830 "scale": [831 1.7533270120620728,832 1.7533270120620728,833 1.7533270120620728834 ]835 },836 "color": [837 95,838 255,839 95840 ]841 },842 {843 "object_id": "SM_Decorative125",844 "bbox_2d": [845 413,846 895,847 987,848 1079849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 58.58867645263672,854 300.51910400390625,855 121.20998404167995856 ],857 "extent": [858 23.328728906441214,859 23.32873690135483,860 9.108961350942081861 ]862 },863 "obb": {864 "center": [865 58.58867645263672,866 300.51910400390625,867 121.20998404167995868 ],869 "extent": [870 23.328728906441214,871 23.32873690135483,872 9.108961350942081873 ],874 "rotation": [875 0,876 159.99984741210938,877 0878 ]879 },880 "location": [881 58.58867645263672,882 300.51910400390625,883 111.9658432006836884 ],885 "rotation": [886 0,887 159.99984741210938,888 0889 ],890 "scale": [891 1.7533270120620728,892 1.7533270120620728,893 1.7533270120620728894 ]895 },896 "color": [897 95,898 191,899 95900 ]901 },902 {903 "object_id": "SM_Decorative129_196",904 "bbox_2d": [905 901,906 121,907 1329,908 465909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 33.438870136194126,914 311.01737216759454,915 180.06925366152197916 ],917 "extent": [918 14.744769971138835,919 7.066257705767725,920 13.846726476657977921 ]922 },923 "obb": {924 "center": [925 33.438870136194126,926 311.01737216759454,927 180.06925366152197928 ],929 "extent": [930 14.744769971138835,931 7.066257705767725,932 13.846726476657977933 ],934 "rotation": [935 -3.2117919921874996,936 8.016719727983725e-08,937 10.000617980957035938 ]939 },940 "location": [941 32.753944396972656,942 308.8616027832031,943 167.86343383789062944 ],945 "rotation": [946 -3.2117919921874996,947 8.016719727983725e-08,948 10.000617980957035949 ],950 "scale": [951 1.1474250555038452,952 1.1474250555038452,953 1.1474250555038452954 ]955 },956 "color": [957 95,958 95,959 127960 ]961 },962 {963 "object_id": "SM_Decorative131_202",964 "bbox_2d": [965 1555,966 292,967 1700,968 436969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 3.8257434368133545,974 311.46673560142517,975 172.17569398880005976 ],977 "extent": [978 3.210878372192383,979 3.2108728885650635,980 4.095978260040283981 ]982 },983 "obb": {984 "center": [985 3.8257434368133545,986 311.46673560142517,987 172.17569398880005988 ],989 "extent": [990 3.210878372192383,991 3.2108728885650635,992 4.095978260040283993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 3.8257598876953125,1002 311.46673583984375,1003 168.047546386718751004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 95,1018 95,1019 1911020 ]1021 },1022 {1023 "object_id": "SM_Decorative153_2",1024 "bbox_2d": [1025 534,1026 427,1027 679,1028 4831029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 83.79276990890503,1034 311.50622725486755,1035 170.634013414382931036 ],1037 "extent": [1038 7.925251007080078,1039 2.724884033203125,1040 2.76691436767578121041 ]1042 },1043 "obb": {1044 "center": [1045 83.79276990890503,1046 311.50622725486755,1047 170.634013414382931048 ],1049 "extent": [1050 7.925251007080078,1051 2.724884033203125,1052 2.76691436767578121053 ],1054 "rotation": [1055 -90,1056 0,1057 01058 ]1059 },1060 "location": [1061 75.81620025634766,1062 311.5062255859375,1063 170.634017944335941064 ],1065 "rotation": [1066 -90,1067 0,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 95,1078 191,1079 1591080 ]1081 }1082 ],1083 "books": [1084 {1085 "object_id": "SM_Book81",1086 "bbox_2d": [1087 527,1088 581,1089 630,1090 7481091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 87.63939650055478,1096 311.3058704764571,1097 151.275115966796881098 ],1099 "extent": [1100 1.0051954801862735,1101 5.455057964066498,1102 7.5145014821982841103 ]1104 },1105 "obb": {1106 "center": [1107 87.63939650055478,1108 311.3058704764571,1109 151.275115966796881110 ],1111 "extent": [1112 1.0051954801862735,1113 5.455057964066498,1114 7.5145014821982841115 ],1116 "rotation": [1117 -90,1118 179.99986267089844,1119 01120 ]1121 },1122 "location": [1123 88.66487121582031,1124 311.3058776855469,1125 151.275115966796881126 ],1127 "rotation": [1128 -90,1129 179.99986267089844,1130 01131 ],1132 "scale": [1133 0.7134532332420349,1134 0.6335361003875732,1135 0.71345323324203491136 ]1137 },1138 "color": [1139 95,1140 127,1141 2551142 ]1143 },1144 {1145 "object_id": "SM_Book82",1146 "bbox_2d": [1147 542,1148 582,1149 638,1150 7511151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 85.38123304840634,1156 311.3062366873946,1157 151.275115966796881158 ],1159 "extent": [1160 1.0051954801862735,1161 5.455057964066498,1162 7.5145014821982841163 ]1164 },1165 "obb": {1166 "center": [1167 85.38123304840634,1168 311.3062366873946,1169 151.275115966796881170 ],1171 "extent": [1172 1.0051954801862735,1173 5.455057964066498,1174 7.5145014821982841175 ],1176 "rotation": [1177 -90,1178 179.99986267089844,1179 01180 ]1181 },1182 "location": [1183 86.40670776367188,1184 311.3062438964844,1185 151.275115966796881186 ],1187 "rotation": [1188 -90,1189 179.99986267089844,1190 01191 ],1192 "scale": [1193 0.7134532332420349,1194 0.6335361003875732,1195 0.71345323324203491196 ]1197 },1198 "color": [1199 95,1200 127,