TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l044_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l044_r002/lit.png",5 "camera": {6 "location": [7 -135,8 178,9 19510 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -135,38 178,39 195,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window3_62",56 "bbox_2d": [57 1396,58 132,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.5628662109375,66 211.59552451635,67 219.5106124877929768 ],69 "extent": [70 5,71 52.69739219213125,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.5628662109375,78 211.59552451635,79 219.5106124877929780 ],81 "extent": [82 5,83 52.69739219213125,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.5628662109375,94 158.89813232421875,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1200000047683716,105 1106 ]107 },108 "color": [109 127,110 127,111 127112 ]113 }114 ]115 },116 "foreground": {117 "curtain": [118 {119 "object_id": "SM_CurtainLong5",120 "bbox_2d": [121 1370,122 0,123 1919,124 277125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 -237.57984924316406,130 209.5871099767619,131 286.1421890258789132 ],133 "extent": [134 2.8221588134765625,135 44.898785157101884,136 59.639122009277344137 ]138 },139 "obb": {140 "center": [141 -237.57984924316406,142 209.5871099767619,143 286.1421890258789144 ],145 "extent": [146 2.8221588134765625,147 44.898785157101884,148 59.639122009277344149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 -240.40200805664062,158 208.00189208984375,159 345.78131103515625160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 1,168 0.8799999952316284,169 1170 ]171 },172 "color": [173 127,174 127,175 63176 ]177 }178 ],179 "cabinet": [180 {181 "object_id": "SM_KomodA3",182 "bbox_2d": [183 0,184 738,185 555,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -117.69346782899093,192 312.04200175654626,193 155.16150795815156194 ],195 "extent": [196 33.25703754064189,197 7.441421415979278,198 12.886030359165488199 ]200 },201 "obb": {202 "center": [203 -117.69346782899093,204 312.04200175654626,205 155.16150795815156206 ],207 "extent": [208 33.25703754064189,209 7.441421415979278,210 12.886030359165488211 ],212 "rotation": [213 0,214 179.9999237060547,215 0216 ]217 },218 "location": [219 -117.76557159423828,220 319.57708740234375,221 142.210205078125222 ],223 "rotation": [224 0,225 179.9999237060547,226 0227 ],228 "scale": [229 1.399999976158142,230 1.399999976158142,231 1.399999976158142232 ]233 },234 "color": [235 191,236 95,237 255238 ]239 },240 {241 "object_id": "SM_KomodC_73",242 "bbox_2d": [243 25,244 842,245 1051,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -124.10193794684471,252 298.8887793179526,253 124.05502212140846254 ],255 "extent": [256 104.79397541784618,257 20.51142805681326,258 18.019146421651385259 ]260 },261 "obb": {262 "center": [263 -124.10193794684471,264 298.8887793179526,265 124.05502212140846266 ],267 "extent": [268 104.79397541784618,269 20.51142805681326,270 18.019146421651385271 ],272 "rotation": [273 0,274 179.9999237060547,275 0276 ]277 },278 "location": [279 -124.0071792602539,280 319.5770263671875,281 105.9097900390625282 ],283 "rotation": [284 0,285 179.9999237060547,286 0287 ],288 "scale": [289 1.399999976158142,290 1.100000023841858,291 1.399999976158142292 ]293 },294 "color": [295 191,296 95,297 127298 ]299 },300 {301 "object_id": "SM_KomodB4",302 "bbox_2d": [303 129,304 29,305 427,306 335307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -123.92637177584169,312 312.0621660409311,313 234.18070446105088314 ],315 "extent": [316 13.34345889924328,317 7.441401519151839,318 12.886149886766134319 ]320 },321 "obb": {322 "center": [323 -123.92637177584169,324 312.0621660409311,325 234.18070446105088326 ],327 "extent": [328 13.34345889924328,329 7.441401519151839,330 12.886149886766134331 ],332 "rotation": [333 0.00048494338989257796,334 179.9999542236328,335 -6.103515624999998e-05336 ]337 },338 "location": [339 -123.92647552490234,340 319.5759582519531,341 221.2135467529297342 ],343 "rotation": [344 0.00048494338989257796,345 179.9999542236328,346 -6.103515624999998e-05347 ],348 "scale": [349 1.399999976158142,350 1.399999976158142,351 1.399999976158142352 ]353 },354 "color": [355 191,356 95,357 191358 ]359 },360 {361 "object_id": "SM_KomodA5",362 "bbox_2d": [363 431,364 91,365 936,366 378367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -171.0946897744853,372 312.0408421269254,373 234.25426573261743374 ],375 "extent": [376 33.257105774936946,377 7.441403702276773,378 12.88621669263648379 ]380 },381 "obb": {382 "center": [383 -171.0946897744853,384 312.0408421269254,385 234.25426573261743386 ],387 "extent": [388 33.257105774936946,389 7.441403702276773,390 12.88621669263648391 ],392 "rotation": [393 0.0003210188588127494,394 179.9999542236328,395 0396 ]397 },398 "location": [399 -171.1668701171875,400 319.575927734375,401 221.30296325683594402 ],403 "rotation": [404 0.0003210188588127494,405 179.9999542236328,406 0407 ],408 "scale": [409 1.399999976158142,410 1.399999976158142,411 1.399999976158142412 ]413 },414 "color": [415 191,416 95,417 31418 ]419 }420 ],421 "decorative grass": [422 {423 "object_id": "SM_Decorative102_84",424 "bbox_2d": [425 0,426 714,427 122,428 810429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -98.38091278074343,434 310.77997970578616,435 173.71205520629883436 ],437 "extent": [438 10.568944488227743,439 3.303895672248075,440 5.714382171630859441 ]442 },443 "obb": {444 "center": [445 -98.38091278074343,446 310.77997970578616,447 173.71205520629883448 ],449 "extent": [450 10.568944488227743,451 3.303895672248075,452 5.714382171630859453 ],454 "rotation": [455 0,456 -90.00009155273439,457 0458 ]459 },460 "location": [461 -98.38092803955078,462 310.77996826171875,463 167.9739990234375464 ],465 "rotation": [466 0,467 -90.00009155273439,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 31,478 95,479 0480 ]481 },482 {483 "object_id": "SM_Decorative103_87",484 "bbox_2d": [485 190,486 437,487 460,488 789489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -127.92554855346097,494 311.10367129505903,495 187.4742202758789496 ],497 "extent": [498 12.982081360609726,499 3.1086878797778468,500 19.446334838867188501 ]502 },503 "obb": {504 "center": [505 -127.92554855346097,506 311.10367129505903,507 187.4742202758789508 ],509 "extent": [510 12.982081360609726,511 3.1086878797778468,512 19.446334838867188513 ],514 "rotation": [515 0,516 -90.00012207031251,517 0518 ]519 },520 "location": [521 -127.59793853759766,522 311.1036682128906,523 168.0474090576172524 ],525 "rotation": [526 0,527 -90.00012207031251,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 31,538 95,539 255540 ]541 },542 {543 "object_id": "SM_Decorative116_162",544 "bbox_2d": [545 350,546 823,547 506,548 983549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -137.64967400850432,554 310.61430131425516,555 151.87832641601562556 ],557 "extent": [558 11.724485417069872,559 11.724482595867528,560 8.1173095703125561 ]562 },563 "obb": {564 "center": [565 -137.64967400850432,566 310.61430131425516,567 151.87832641601562568 ],569 "extent": [570 11.724485417069872,571 11.724482595867528,572 8.1173095703125573 ],574 "rotation": [575 0,576 -140.00013732910156,577 0578 ]579 },580 "location": [581 -137.64968872070312,582 310.61431884765625,583 143.69265747070312584 ],585 "rotation": [586 0,587 -140.00013732910156,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 95,598 31,599 255600 ]601 },602 {603 "object_id": "SM_Decorative117_165",604 "bbox_2d": [605 215,606 893,607 313,608 1007609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -121.38323974610898,614 310.3832893371582,615 149.28524780273438616 ],617 "extent": [618 4.471685641882473,619 4.471674197805896,620 5.53289794921875621 ]622 },623 "obb": {624 "center": [625 -121.38323974610898,626 310.3832893371582,627 149.28524780273438628 ],629 "extent": [630 4.471685641882473,631 4.471674197805896,632 5.53289794921875633 ],634 "rotation": [635 0,636 179.9999237060547,637 0638 ]639 },640 "location": [641 -121.38323974609375,642 310.38330078125,643 143.69265747070312644 ],645 "rotation": [646 0,647 179.9999237060547,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 95,658 31,659 127660 ]661 },662 {663 "object_id": "SM_Decorative120_177",664 "bbox_2d": [665 619,666 825,667 784,668 970669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -169.3011474609375,674 303.0625915527344,675 148.3382348652467676 ],677 "extent": [678 12.333641703113045,679 12.3336507675848,680 6.1724759113676555681 ]682 },683 "obb": {684 "center": [685 -169.3011474609375,686 303.0625915527344,687 148.3382348652467688 ],689 "extent": [690 12.333641703113045,691 12.3336507675848,692 6.1724759113676555693 ],694 "rotation": [695 0,696 179.99986267089844,697 0698 ]699 },700 "location": [701 -169.3011474609375,702 303.0625915527344,703 142.07415771484375704 ],705 "rotation": [706 0,707 179.99986267089844,708 0709 ],710 "scale": [711 1.1881012916564941,712 1.1881012916564941,713 1.1881012916564941714 ]715 },716 "color": [717 95,718 31,719 31720 ]721 },722 {723 "object_id": "SM_Decorative132_205",724 "bbox_2d": [725 759,726 245,727 876,728 347729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -188.6259994506836,734 311.63172912597656,735 230.21942138671875736 ],737 "extent": [738 12.070976257324219,739 7.1371917724609375,740 7.383674621582031741 ]742 },743 "obb": {744 "center": [745 -188.6259994506836,746 311.63172912597656,747 230.21942138671875748 ],749 "extent": [750 12.070976257324219,751 7.1371917724609375,752 7.383674621582031753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 -188.62600708007812,762 311.6317138671875,763 222.78553771972656764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 95,778 95,779 31780 ]781 },782 {783 "object_id": "SM_Decorative133_211",784 "bbox_2d": [785 599,786 201,787 643,788 322789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -159.44536900520325,794 308.7111222743988,795 230.7619547843933796 ],797 "extent": [798 2.7669143676757812,799 2.724884033203125,800 7.925251007080078801 ]802 },803 "obb": {804 "center": [805 -159.44536900520325,806 308.7111222743988,807 230.7619547843933808 ],809 "extent": [810 2.7669143676757812,811 2.724884033203125,812 7.925251007080078813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 -159.44537353515625,822 308.71112060546875,823 222.78538513183594824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 95,838 95,839 95840 ]841 },842 {843 "object_id": "SM_Decorative134",844 "bbox_2d": [845 537,846 196,847 582,848 315849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 -152.277827501297,854 311.0476396083832,855 230.7619547843933856 ],857 "extent": [858 2.7669143676757812,859 2.724884033203125,860 7.925251007080078861 ]862 },863 "obb": {864 "center": [865 -152.277827501297,866 311.0476396083832,867 230.7619547843933868 ],869 "extent": [870 2.7669143676757812,871 2.724884033203125,872 7.925251007080078873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 -152.27783203125,882 311.0476379394531,883 222.78538513183594884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 0,898 0,899 159900 ]901 }902 ],903 "photo frame": [904 {905 "object_id": "SM_PicFram5_97",906 "bbox_2d": [907 784,908 530,909 1023,910 852911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -204.10205487919947,916 314.07568062619777,917 169.34286783467468918 ],919 "extent": [920 18.736677705365878,921 5.255410112622201,922 27.19552908296069923 ]924 },925 "obb": {926 "center": [927 -204.10205487919947,928 314.07568062619777,929 169.34286783467468930 ],931 "extent": [932 18.736677705365878,933 5.255410112622201,934 27.19552908296069935 ],936 "rotation": [937 79.99990081787126,938 89.99997711181658,939 -89.99963378906264940 ]941 },942 "location": [943 -222.8546142578125,944 314.5977478027344,945 169.2508087158203946 ],947 "rotation": [948 79.99990081787126,949 89.99997711181658,950 -89.99963378906264951 ],952 "scale": [953 -0.6426889896392822,954 0.6426885724067688,955 0.6426885724067688956 ]957 },958 "color": [959 31,960 95,961 31962 ]963 }964 ],965 "books": [966 {967 "object_id": "SM_Book76",968 "bbox_2d": [969 0,970 872,971 130,972 946973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -98.6450904345078,978 311.30644931729836,979 156.61626303384278980 ],981 "extent": [982 9.746094404643586,983 6.027628979937674,984 1.3037429749862781985 ]986 },987 "obb": {988 "center": [989 -98.6450904345078,990 311.30644931729836,991 156.61626303384278992 ],993 "extent": [994 9.746094404643586,995 6.027628979937674,996 1.3037429749862781997 ],998 "rotation": [999 0.0002322264190297573,1000 5.960527573733996e-07,1001 179.999893188476561002 ]1003 },1004 "location": [1005 -98.64509582519531,1006 311.30645751953125,1007 157.946273803710941008 ],1009 "rotation": [1010 0.0002322264190297573,1011 5.960527573733996e-07,1012 179.999893188476561013 ],1014 "scale": [1015 0.9253280162811279,1016 0.7000330090522766,1017 0.92532801628112791018 ]1019 },1020 "color": [1021 95,1022 255,1023 1271024 ]1025 },1026 {1027 "object_id": "SM_Book77",1028 "bbox_2d": [1029 0,1030 898,1031 130,1032 9761033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -98.645086946416,1038 311.306480543283,1039 153.6874758024121040 ],1041 "extent": [1042 9.746097771894583,1043 6.027629590674337,1044 1.30377174560885581045 ]1046 },1047 "obb": {1048 "center": [1049 -98.645086946416,1050 311.306480543283,1051 153.6874758024121052 ],1053 "extent": [1054 9.746097771894583,1055 6.027629590674337,1056 1.30377174560885581057 ],1058 "rotation": [1059 0.00038249057251960045,1060 1.043167046077542e-07,1061 179.999862670898441062 ]1063 },1064 "location": [1065 -98.64509582519531,1066 311.3064880371094,1067 155.017486572265621068 ],1069 "rotation": [1070 0.00038249057251960045,1071 1.043167046077542e-07,1072 179.999862670898441073 ],1074 "scale": [1075 0.9253280162811279,1076 0.7000330090522766,1077 0.92532801628112791078 ]1079 },1080 "color": [1081 95,1082 255,1083 631084 ]1085 },1086 {1087 "object_id": "SM_Book78",1088 "bbox_2d": [1089 0,1090 925,1091 130,1092 10061093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -98.64507311457396,1098 311.3067552014861,1099 150.699835421543871100 ],1101 "extent": [1102 9.746096365001392,1103 6.027629577364621,1104 1.3037612891963591105 ]1106 },1107 "obb": {1108 "center": [1109 -98.64507311457396,1110 311.3067552014861,1111 150.699835421543871112 ],1113 "extent": [1114 9.746096365001392,1115 6.027629577364621,1116 1.3037612891963591117 ],1118 "rotation": [1119 0.0003210188588127493,1120 2.607091253992165e-08,1121 179.999862670898441122 ]1123 },1124 "location": [1125 -98.64508056640625,1126 311.3067626953125,1127 152.029846191406251128 ],1129 "rotation": [1130 0.0003210188588127493,1131 2.607091253992165e-08,1132 179.999862670898441133 ],1134 "scale": [1135 0.9253280162811279,1136 0.7000330090522766,1137 0.92532801628112791138 ]1139 },1140 "color": [1141 95,1142 255,1143 1911144 ]1145 },1146 {1147 "object_id": "SM_Book79",1148 "bbox_2d": [1149 0,1150 950,1151 130,1152 10361153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -98.64506611937796,1158 311.3070007589243,1159 147.837820651025421160 ],1161 "extent": [1162 9.74609574458178,1163 6.0276309680280065,1164 1.30376306291455531165 ]1166 },1167 "obb": {1168 "center": [1169 -98.64506611937796,1170 311.3070007589243,1171 147.837820651025421172 ],1173 "extent": [1174 9.74609574458178,1175 6.0276309680280065,1176 1.30376306291455531177 ],1178 "rotation": [1179 0.0002936981036327777,1180 3.7271334463184744e-08,1181 179.99980163574221182 ]1183 },1184 "location": [1185 -98.64507293701172,1186 311.3070068359375,1187 149.167831420898441188 ],1189 "rotation": [1190 0.0002936981036327777,1191 3.7271334463184744e-08,1192 179.99980163574221193 ],1194 "scale": [1195 0.9253280162811279,1196 0.7000330090522766,1197 0.92532801628112791198 ]1199 },1200 "color": [