TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l045_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l045_r002/lit.png",5 "camera": {6 "location": [7 0,8 125,9 19910 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 0,38 125,39 199,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 773,58 0,59 1169,60 8161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window3_62",118 "bbox_2d": [119 1546,120 0,121 1919,122 824123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.5628662109375,128 211.59552451635,129 219.51061248779297130 ],131 "extent": [132 5,133 52.69739219213125,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.5628662109375,140 211.59552451635,141 219.51061248779297142 ],143 "extent": [144 5,145 52.69739219213125,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.5628662109375,156 158.89813232421875,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1200000047683716,167 1168 ]169 },170 "color": [171 127,172 127,173 127174 ]175 }176 ]177 },178 "foreground": {179 "curtain": [180 {181 "object_id": "SM_CurtainLong5",182 "bbox_2d": [183 1546,184 0,185 1919,186 424187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -237.57984924316406,192 209.5871099767619,193 286.1421890258789194 ],195 "extent": [196 2.8221588134765625,197 44.898785157101884,198 59.639122009277344199 ]200 },201 "obb": {202 "center": [203 -237.57984924316406,204 209.5871099767619,205 286.1421890258789206 ],207 "extent": [208 2.8221588134765625,209 44.898785157101884,210 59.639122009277344211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 -240.40200805664062,220 208.00189208984375,221 345.78131103515625222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 0.8799999952316284,231 1232 ]233 },234 "color": [235 127,236 127,237 63238 ]239 }240 ],241 "cabinet": [242 {243 "object_id": "SM_KomodA_60",244 "bbox_2d": [245 0,246 738,247 129,248 952249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 70.50696399473954,254 312.0420322741244,255 155.16150795815156256 ],257 "extent": [258 33.25703754064189,259 7.441421415979278,260 12.886030359165488261 ]262 },263 "obb": {264 "center": [265 70.50696399473952,266 312.0420322741244,267 155.16150795815156268 ],269 "extent": [270 33.25703754064189,271 7.441421415979278,272 12.886030359165488273 ],274 "rotation": [275 0,276 179.9999237060547,277 0278 ]279 },280 "location": [281 70.43486022949219,282 319.5771179199219,283 142.210205078125284 ],285 "rotation": [286 0,287 179.9999237060547,288 0289 ],290 "scale": [291 1.399999976158142,292 1.399999976158142,293 1.399999976158142294 ]295 },296 "color": [297 63,298 95,299 63300 ]301 },302 {303 "object_id": "SM_KomodB_63",304 "bbox_2d": [305 109,306 722,307 336,308 936309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 23.50204392814276,314 312.06331189555453,315 155.0879535374105316 ],317 "extent": [318 13.343359743013684,319 7.44140555993738,320 12.886029024021468321 ]322 },323 "obb": {324 "center": [325 23.50204392814276,326 312.06331189555453,327 155.0879535374105328 ],329 "extent": [330 13.343359743013684,331 7.44140555993738,332 12.886029024021468333 ],334 "rotation": [335 0,336 179.9998779296875,337 0338 ]339 },340 "location": [341 23.502059936523438,342 319.5771179199219,343 142.1208038330078344 ],345 "rotation": [346 0,347 179.9998779296875,348 0349 ],350 "scale": [351 1.399999976158142,352 1.399999976158142,353 1.399999976158142354 ]355 },356 "color": [357 63,358 95,359 191360 ]361 },362 {363 "object_id": "SM_KomodA2_68",364 "bbox_2d": [365 334,366 691,367 746,368 900369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -23.520482752086636,374 312.0420322741244,375 155.16150795815156376 ],377 "extent": [378 33.257037540641896,379 7.441421415979278,380 12.886030359165488381 ]382 },383 "obb": {384 "center": [385 -23.520482752086636,386 312.0420322741244,387 155.16150795815156388 ],389 "extent": [390 33.257037540641896,391 7.441421415979278,392 12.886030359165488393 ],394 "rotation": [395 0,396 179.9999237060547,397 0398 ]399 },400 "location": [401 -23.592586517333984,402 319.5771179199219,403 142.210205078125404 ],405 "rotation": [406 0,407 179.9999237060547,408 0409 ],410 "scale": [411 1.399999976158142,412 1.399999976158142,413 1.399999976158142414 ]415 },416 "color": [417 63,418 95,419 31420 ]421 },422 {423 "object_id": "SM_KomodB2_69",424 "bbox_2d": [425 727,426 682,427 875,428 835429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -70.52521589851739,434 312.06331189555453,435 155.0879535374105436 ],437 "extent": [438 13.343359743013679,439 7.44140555993738,440 12.886029024021468441 ]442 },443 "obb": {444 "center": [445 -70.52521589851739,446 312.06331189555453,447 155.0879535374105448 ],449 "extent": [450 13.343359743013679,451 7.44140555993738,452 12.886029024021468453 ],454 "rotation": [455 0,456 179.9998779296875,457 0458 ]459 },460 "location": [461 -70.52519989013672,462 319.5771179199219,463 142.1208038330078464 ],465 "rotation": [466 0,467 179.9998779296875,468 0469 ],470 "scale": [471 1.399999976158142,472 1.399999976158142,473 1.399999976158142474 ]475 },476 "color": [477 191,478 95,479 0480 ]481 },482 {483 "object_id": "SM_KomodA3",484 "bbox_2d": [485 850,486 662,487 1128,488 814489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -117.69346782899093,494 312.04200175654626,495 155.16150795815156496 ],497 "extent": [498 33.25703754064189,499 7.441421415979278,500 12.886030359165488501 ]502 },503 "obb": {504 "center": [505 -117.69346782899093,506 312.04200175654626,507 155.16150795815156508 ],509 "extent": [510 33.25703754064189,511 7.441421415979278,512 12.886030359165488513 ],514 "rotation": [515 0,516 179.9999237060547,517 0518 ]519 },520 "location": [521 -117.76557159423828,522 319.57708740234375,523 142.210205078125524 ],525 "rotation": [526 0,527 179.9999237060547,528 0529 ],530 "scale": [531 1.399999976158142,532 1.399999976158142,533 1.399999976158142534 ]535 },536 "color": [537 191,538 95,539 255540 ]541 },542 {543 "object_id": "SM_KomodC_73",544 "bbox_2d": [545 526,546 748,547 1272,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -124.10193794684471,554 298.8887793179526,555 124.05502212140846556 ],557 "extent": [558 104.79397541784618,559 20.51142805681326,560 18.019146421651385561 ]562 },563 "obb": {564 "center": [565 -124.10193794684471,566 298.8887793179526,567 124.05502212140846568 ],569 "extent": [570 104.79397541784618,571 20.51142805681326,572 18.019146421651385573 ],574 "rotation": [575 0,576 179.9999237060547,577 0578 ]579 },580 "location": [581 -124.0071792602539,582 319.5770263671875,583 105.9097900390625584 ],585 "rotation": [586 0,587 179.9999237060547,588 0589 ],590 "scale": [591 1.399999976158142,592 1.100000023841858,593 1.399999976158142594 ]595 },596 "color": [597 191,598 95,599 127600 ]601 },602 {603 "object_id": "SM_KomodB4",604 "bbox_2d": [605 954,606 321,607 1083,608 449609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -123.92637177584169,614 312.0621660409311,615 234.18070446105088616 ],617 "extent": [618 13.34345889924328,619 7.441401519151839,620 12.886149886766134621 ]622 },623 "obb": {624 "center": [625 -123.92637177584169,626 312.0621660409311,627 234.18070446105088628 ],629 "extent": [630 13.34345889924328,631 7.441401519151839,632 12.886149886766134633 ],634 "rotation": [635 0.00048494338989257796,636 179.9999542236328,637 -6.103515624999998e-05638 ]639 },640 "location": [641 -123.92647552490234,642 319.5759582519531,643 221.2135467529297644 ],645 "rotation": [646 0.00048494338989257796,647 179.9999542236328,648 -6.103515624999998e-05649 ],650 "scale": [651 1.399999976158142,652 1.399999976158142,653 1.399999976158142654 ]655 },656 "color": [657 191,658 95,659 191660 ]661 },662 {663 "object_id": "SM_KomodA5",664 "bbox_2d": [665 1050,666 334,667 1283,668 460669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -171.0946897744853,674 312.0408421269254,675 234.25426573261743676 ],677 "extent": [678 33.257105774936946,679 7.441403702276773,680 12.88621669263648681 ]682 },683 "obb": {684 "center": [685 -171.0946897744853,686 312.0408421269254,687 234.25426573261743688 ],689 "extent": [690 33.257105774936946,691 7.441403702276773,692 12.88621669263648693 ],694 "rotation": [695 0.0003210188588127494,696 179.9999542236328,697 0698 ]699 },700 "location": [701 -171.1668701171875,702 319.575927734375,703 221.30296325683594704 ],705 "rotation": [706 0.0003210188588127494,707 179.9999542236328,708 0709 ],710 "scale": [711 1.399999976158142,712 1.399999976158142,713 1.399999976158142714 ]715 },716 "color": [717 191,718 95,719 31720 ]721 }722 ],723 "photo frame": [724 {725 "object_id": "SM_PicFram4",726 "bbox_2d": [727 0,728 6,729 826,730 612731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -12.852423359747856,736 318.15411188239597,737 232.72896818021263738 ],739 "extent": [740 65.30290819962941,741 1.1435344578190438,742 44.44487420850079743 ]744 },745 "obb": {746 "center": [747 -12.85242335974786,748 318.15411188239597,749 232.72896818021263750 ],751 "extent": [752 65.30290819962941,753 1.1435344578190438,754 44.44487420850079755 ],756 "rotation": [757 0.0005873962072655558,758 179.9999542236328,759 -0.00015258789062499997760 ]761 },762 "location": [763 -12.852890014648438,764 319.4111633300781,765 188.2470703125766 ],767 "rotation": [768 0.0005873962072655558,769 179.9999542236328,770 -0.00015258789062499997771 ],772 "scale": [773 1.5244852304458618,774 1.5244852304458618,775 1.5244852304458618776 ]777 },778 "color": [779 191,780 95,781 63782 ]783 },784 {785 "object_id": "SM_PicFram5_97",786 "bbox_2d": [787 1193,788 548,789 1312,790 752791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -204.10205487919947,796 314.07568062619777,797 169.34286783467468798 ],799 "extent": [800 18.736677705365878,801 5.255410112622201,802 27.19552908296069803 ]804 },805 "obb": {806 "center": [807 -204.10205487919947,808 314.07568062619777,809 169.34286783467468810 ],811 "extent": [812 18.736677705365878,813 5.255410112622201,814 27.19552908296069815 ],816 "rotation": [817 79.99990081787126,818 89.99997711181658,819 -89.99963378906264820 ]821 },822 "location": [823 -222.8546142578125,824 314.5977478027344,825 169.2508087158203826 ],827 "rotation": [828 79.99990081787126,829 89.99997711181658,830 -89.99963378906264831 ],832 "scale": [833 -0.6426889896392822,834 0.6426885724067688,835 0.6426885724067688836 ]837 },838 "color": [839 31,840 95,841 31842 ]843 }844 ],845 "decorative grass": [846 {847 "object_id": "SM_Decorative102_84",848 "bbox_2d": [849 880,850 632,851 967,852 685853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -98.38091278074343,858 310.77997970578616,859 173.71205520629883860 ],861 "extent": [862 10.568944488227743,863 3.303895672248075,864 5.714382171630859865 ]866 },867 "obb": {868 "center": [869 -98.38091278074343,870 310.77997970578616,871 173.71205520629883872 ],873 "extent": [874 10.568944488227743,875 3.303895672248075,876 5.714382171630859877 ],878 "rotation": [879 0,880 -90.00009155273439,881 0882 ]883 },884 "location": [885 -98.38092803955078,886 310.77996826171875,887 167.9739990234375888 ],889 "rotation": [890 0,891 -90.00009155273439,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 31,902 95,903 0904 ]905 },906 {907 "object_id": "SM_Decorative103_87",908 "bbox_2d": [909 982,910 507,911 1084,912 676913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -127.92554855346097,918 311.10367129505903,919 187.4742202758789920 ],921 "extent": [922 12.982081360609726,923 3.1086878797778468,924 19.446334838867188925 ]926 },927 "obb": {928 "center": [929 -127.92554855346097,930 311.10367129505903,931 187.4742202758789932 ],933 "extent": [934 12.982081360609726,935 3.1086878797778468,936 19.446334838867188937 ],938 "rotation": [939 0,940 -90.00012207031251,941 0942 ]943 },944 "location": [945 -127.59793853759766,946 311.1036682128906,947 168.0474090576172948 ],949 "rotation": [950 0,951 -90.00012207031251,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 31,962 95,963 255964 ]965 },966 {967 "object_id": "SM_Decorative104_90",968 "bbox_2d": [969 382,970 837,971 429,972 876973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -0.0949249267578125,978 310.516845703125,979 145.94321703910828980 ],981 "extent": [982 3.4798521995544434,983 3.4798552989959717,984 2.2423460483551025985 ]986 },987 "obb": {988 "center": [989 -0.0949249267578125,990 310.516845703125,991 145.94321703910828992 ],993 "extent": [994 3.4798521995544434,995 3.4798552989959717,996 2.2423460483551025997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 -0.0949249267578125,1006 310.516845703125,1007 143.69267272949221008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 31,1022 95,1023 1271024 ]1025 },1026 {1027 "object_id": "SM_Decorative105",1028 "bbox_2d": [1029 438,1030 808,1031 483,1032 8681033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -8.29541015625,1038 310.516845703125,1039 147.90552019525651040 ],1041 "extent": [1042 3.4798521995544434,1043 3.4798552989959717,1044 4.1975009453561541045 ]1046 },1047 "obb": {1048 "center": [1049 -8.29541015625,1050 310.516845703125,1051 147.90552019525651052 ],1053 "extent": [1054 3.4798521995544434,1055 3.4798552989959717,1056 4.1975009453561541057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 -8.29541015625,1066 310.516845703125,1067 143.69267272949221068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 1.8719238042831421078 ]1079 },1080 "color": [1081 31,1082 95,1083 631084 ]1085 },1086 {1087 "object_id": "SM_Decorative116_162",1088 "bbox_2d": [1089 1036,1090 701,1091 1105,1092 7751093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -137.64967400850432,1098 310.61430131425516,1099 151.878326416015621100 ],1101 "extent": [1102 11.724485417069872,1103 11.724482595867528,1104 8.11730957031251105 ]1106 },1107 "obb": {1108 "center": [1109 -137.64967400850432,1110 310.61430131425516,1111 151.878326416015621112 ],1113 "extent": [1114 11.724485417069872,1115 11.724482595867528,1116 8.11730957031251117 ],1118 "rotation": [1119 0,1120 -140.00013732910156,1121 01122 ]1123 },1124 "location": [1125 -137.64968872070312,1126 310.61431884765625,1127 143.692657470703121128 ],1129 "rotation": [1130 0,1131 -140.00013732910156,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 95,1142 31,1143 2551144 ]1145 },1146 {1147 "object_id": "SM_Decorative117_165",1148 "bbox_2d": [1149 995,1150 731,1151 1032,1152 7811153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -121.38323974610898,1158 310.3832893371582,1159 149.285247802734381160 ],1161 "extent": [1162 4.471685641882473,1163 4.471674197805896,1164 5.532897949218751165 ]1166 },1167 "obb": {1168 "center": [1169 -121.38323974610898,1170 310.3832893371582,1171 149.285247802734381172 ],1173 "extent": [1174 4.471685641882473,1175 4.471674197805896,1176 5.532897949218751177 ],1178 "rotation": [1179 0,1180 179.9999237060547,1181 01182 ]1183 },1184 "location": [1185 -121.38323974609375,1186 310.38330078125,1187 143.692657470703121188 ],1189 "rotation": [1190 0,1191 179.9999237060547,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [