TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l091_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l091_r000/lit.png",5 "camera": {6 "location": [7 -69,8 361,9 22710 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -69,38 361,39 227,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 762,58 0,59 1919,60 6861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 1018,120 300,121 1334,122 972123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface58",178 "bbox_2d": [179 1046,180 325,181 1305,182 969183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40723676937202,188 428.06766479974937,189 193.68687438964844190 ],191 "extent": [192 5.455037415787672,193 40.93992833372391,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40723676937202,200 428.06766479974937,201 193.68687438964844202 ],203 "extent": [204 5.455037415787672,205 40.93992833372391,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.3725128173828,216 468.5259094238281,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 -0.8706650137901306,227 1228 ]229 },230 "color": [231 31,232 159,233 127234 ]235 }236 ]237 },238 "foreground": {239 "tv": [240 {241 "object_id": "SM_TVset_131",242 "bbox_2d": [243 0,244 0,245 802,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -55.67537493583768,252 343.5040283203125,253 184.6187286376953254 ],255 "extent": [256 174.0474023976094,257 14.1383056640625,258 91.36982727050781259 ]260 },261 "obb": {262 "center": [263 -55.67537493583768,264 343.5040283203125,265 184.6187286376953266 ],267 "extent": [268 174.0474023976094,269 14.1383056640625,270 91.36982727050781271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -55.717041015625,280 343.51348876953125,281 93.32192993164062282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 0.9973075985908508,290 1,291 1292 ]293 },294 "color": [295 63,296 127,297 255298 ]299 },300 {301 "object_id": "SM_TV_134",302 "bbox_2d": [303 449,304 544,305 797,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 28.77264975328159,312 333.1397213935913,313 197.77782821655273314 ],315 "extent": [316 49.164796066224405,317 3.103601814645799,318 28.656902313232422319 ]320 },321 "obb": {322 "center": [323 28.772649753281588,324 333.1397213935913,325 197.77782821655273326 ],327 "extent": [328 49.164796066224405,329 3.103601814645799,330 28.656902313232422331 ],332 "rotation": [333 0,334 -90.00009155273439,335 0336 ]337 },338 "location": [339 28.772653579711914,340 333.1470642089844,341 169.08131408691406342 ],343 "rotation": [344 0,345 -90.00009155273439,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 63,356 127,357 127358 ]359 }360 ],361 "decorative grass": [362 {363 "object_id": "SM_Decorative33_161",364 "bbox_2d": [365 851,366 910,367 921,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 100.24334199117794,374 348.1580686569185,375 139.65065574645996376 ],377 "extent": [378 6.231438709416409,379 6.210162297746422,380 20.81926155090332381 ]382 },383 "obb": {384 "center": [385 100.24334199117794,386 348.1580686569185,387 139.65065574645996388 ],389 "extent": [390 6.231438709416409,391 6.210162297746422,392 20.81926155090332393 ],394 "rotation": [395 0,396 179.9998321533203,397 0398 ]399 },400 "location": [401 100.24333953857422,402 347.1580810546875,403 118.81065368652344404 ],405 "rotation": [406 0,407 179.9998321533203,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 255,418 255,419 191420 ]421 },422 {423 "object_id": "SM_Decorative35",424 "bbox_2d": [425 854,426 1021,427 902,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 86.2824266435804,434 347.8580723643284,435 133.39865488004682436 ],437 "extent": [438 4.362007022306955,439 4.34711353439161,440 14.573482837447386441 ]442 },443 "obb": {444 "center": [445 86.2824266435804,446 347.8580723643284,447 133.39865488004682448 ],449 "extent": [450 4.362007022306955,451 4.34711353439161,452 14.573482837447386453 ],454 "rotation": [455 0,456 179.9998321533203,457 0458 ]459 },460 "location": [461 86.28242492675781,462 347.1580810546875,463 118.81065368652344464 ],465 "rotation": [466 0,467 179.9998321533203,468 0469 ],470 "scale": [471 0.699999988079071,472 0.699999988079071,473 0.699999988079071474 ]475 },476 "color": [477 255,478 127,479 191480 ]481 },482 {483 "object_id": "SM_Decorative98_5",484 "bbox_2d": [485 1785,486 692,487 1869,488 725489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 198.05931091308594,494 602.14501953125,495 179.8645567893982496 ],497 "extent": [498 8.890029907226562,499 8.87884521484375,500 3.4577102661132812501 ]502 },503 "obb": {504 "center": [505 198.05931091308594,506 602.14501953125,507 179.8645567893982508 ],509 "extent": [510 8.890029907226562,511 8.87884521484375,512 3.4577102661132812513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 198.05931091308594,522 602.14501953125,523 176.38919067382812524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 95,539 127540 ]541 },542 {543 "object_id": "SM_Decorative99_8",544 "bbox_2d": [545 1611,546 580,547 1688,548 714549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 214.73163727439822,554 565.0800266010637,555 195.81600189208984556 ],557 "extent": [558 7.361324288314478,559 13.262383135304162,560 19.446334838867188561 ]562 },563 "obb": {564 "center": [565 214.73163727439822,566 565.0800266010637,567 195.81600189208984568 ],569 "extent": [570 7.361324288314478,571 13.262383135304162,572 19.446334838867188573 ],574 "rotation": [575 0,576 -20.000041961669925,577 0578 ]579 },580 "location": [581 214.84368896484375,582 565.3878784179688,583 176.38919067382812584 ],585 "rotation": [586 0,587 -20.000041961669925,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 95,599 63600 ]601 },602 {603 "object_id": "SM_Decorative100_11",604 "bbox_2d": [605 1713,606 666,607 1788,608 710609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 218.1783180236725,614 597.3299713134697,615 183.25384039452774616 ],617 "extent": [618 3.303885117206306,619 10.568941188703775,620 6.855307219127553621 ]622 },623 "obb": {624 "center": [625 218.1783180236725,626 597.3299713134697,627 183.25384039452774628 ],629 "extent": [630 3.303885117206306,631 10.568941188703775,632 6.855307219127553633 ],634 "rotation": [635 0,636 3.4332275390625e-05,637 0638 ]639 },640 "location": [641 218.17832946777344,642 597.3299560546875,643 176.37013244628906644 ],645 "rotation": [646 0,647 3.4332275390625e-05,648 0649 ],650 "scale": [651 1,652 1,653 1.1996585130691528654 ]655 },656 "color": [657 255,658 95,659 191660 ]661 },662 {663 "object_id": "SM_Decorative101_39",664 "bbox_2d": [665 1638,666 700,667 1687,668 724669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 198.66112518310547,674 556.9154663085938,675 178.97196197509766676 ],677 "extent": [678 5.650764465332031,679 5.647735595703125,680 2.5378570556640625681 ]682 },683 "obb": {684 "center": [685 198.66112518310547,686 556.9154663085938,687 178.97196197509766688 ],689 "extent": [690 5.650764465332031,691 5.647735595703125,692 2.5378570556640625693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 198.66111755371094,702 556.9154663085938,703 176.3892059326172704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 127,718 95,719 31720 ]721 }722 ],723 "sofa": [724 {725 "object_id": "SM_Sofa_2",726 "bbox_2d": [727 1779,728 969,729 1919,730 1079731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 60.12331262608832,736 599.4109481608672,737 124.87846112668922738 ],739 "extent": [740 40.69036379376156,741 102.68830301814819,742 29.05832257655743743 ]744 },745 "obb": {746 "center": [747 60.12331262608832,748 599.4109481608672,749 124.87846112668922750 ],751 "extent": [752 40.69036379376156,753 102.68830301814819,754 29.05832257655743755 ],756 "rotation": [757 0,758 90.00011444091797,759 0760 ]761 },762 "location": [763 54.78523254394531,764 599.495361328125,765 95.79818725585938766 ],767 "rotation": [768 0,769 90.00011444091797,770 0771 ],772 "scale": [773 0.800000011920929,774 0.800000011920929,775 0.800000011920929776 ]777 },778 "color": [779 31,780 191,781 255782 ]783 }784 ],785 "cabinet": [786 {787 "object_id": "SM_Komod_2",788 "bbox_2d": [789 1564,790 705,791 1919,792 1044793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 202.82839950873046,798 620.9860581984593,799 134.87128448486328800 ],801 "extent": [802 22.34523317932971,803 74.85443298263135,804 41.517921447753906805 ]806 },807 "obb": {808 "center": [809 202.82839950873046,810 620.9860581984593,811 134.87128448486328812 ],813 "extent": [814 22.34523317932971,815 74.85443298263135,816 41.517921447753906817 ],818 "rotation": [819 0,820 -90.00012207031251,821 0822 ]823 },824 "location": [825 205.04928588867188,826 621.0562133789062,827 93.32191467285156828 ],829 "rotation": [830 0,831 -90.00012207031251,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 255,842 95,843 255844 ]845 }846 ],847 "speaker": [848 {849 "object_id": "SM_Speaker2",850 "bbox_2d": [851 1443,852 719,853 1595,854 1041855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 205.0086669921875,860 519.938720703125,861 132.9142439672362862 ],863 "extent": [864 19.40420598367598,865 15.091380355097385,866 39.566102442947795867 ]868 },869 "obb": {870 "center": [871 205.0086669921875,872 519.938720703125,873 132.9142439672362874 ],875 "extent": [876 19.40420598367598,877 15.091380355097385,878 39.566102442947795879 ],880 "rotation": [881 0,882 -20.00003051757813,883 0884 ]885 },886 "location": [887 205.0086669921875,888 519.938720703125,889 93.32185363769531890 ],891 "rotation": [892 0,893 -20.00003051757813,894 0895 ],896 "scale": [897 0.784250795841217,898 0.890155017375946,899 0.784250795841217900 ]901 },902 "color": [903 127,904 95,905 0906 ]907 }908 ],909 "player": [910 {911 "object_id": "SM_Player2_22",912 "bbox_2d": [913 1856,914 692,915 1919,916 722917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 203.36361590209333,922 634.0948413439502,923 179.55035984970732924 ],925 "extent": [926 9.27132458041433,927 10.318763251365453,928 2.9237667650259027929 ]930 },931 "obb": {932 "center": [933 203.36361590209333,934 634.0948413439502,935 179.55035984970732936 ],937 "extent": [938 9.27132458041433,939 10.318763251365453,940 2.9237667650259027941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 203.36361694335938,950 634.0948486328125,951 176.38919067382812952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 0.5459232926368713,960 0.5459232926368713,961 0.5459232926368713962 ]963 },964 "color": [965 127,966 95,967 127968 ]969 }970 ],971 "picture": [972 {973 "object_id": "SM_Pic",974 "bbox_2d": [975 1654,976 516,977 1919,978 705979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 226.01437060582091,984 619.9757553708358,985 205.48842614757388986 ],987 "extent": [988 3.9794542475607955,989 42.83574681884977,990 29.05685024257133991 ]992 },993 "obb": {994 "center": [995 226.01437060582091,996 619.9757553708358,997 205.48842614757388998 ],999 "extent": [1000 3.9794542475607955,1001 42.83574681884977,1002 29.056850242571331003 ],1004 "rotation": [1005 6.830188795104883e-06,1006 89.99993896484375,1007 -6.3689899444580081008 ]1009 },1010 "location": [1011 223.59715270996094,1012 619.9757690429688,1013 176.39872741699221014 ],1015 "rotation": [1016 6.830188795104883e-06,1017 89.99993896484375,1018 -6.3689899444580081019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 127,1028 95,1029 631030 ]1031 }1032 ],1033 "books": [1034 {1035 "object_id": "SM_Book62_48",1036 "bbox_2d": [1037 1694,1038 714,1039 1786,1040 7321041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 193.9224761121698,1046 574.4848555284412,1047 177.52532507721481048 ],1049 "extent": [1050 11.457284502285944,1051 11.815591363196177,1052 1.11365233615651961053 ]1054 },1055 "obb": {1056 "center": [1057 193.9224761121698,1058 574.4848555284412,1059 177.52532507721481060 ],1061 "extent": [1062 11.457284502285944,1063 11.815591363196177,1064 1.11365233615651961065 ],1066 "rotation": [1067 0,1068 130.00013732910153,1069 01070 ]1071 },1072 "location": [1073 193.9224853515625,1074 574.48486328125,1075 176.389190673828121076 ],1077 "rotation": [1078 0,1079 130.00013732910153,1080 01081 ],1082 "scale": [1083 0.9222025275230408,1084 0.7904424667358398,1085 0.79044246673583981086 ]1087 },1088 "color": [1089 63,1090 95,1091 01092 ]1093 },1094 {1095 "object_id": "SM_Book63",1096 "bbox_2d": [1097 1688,1098 702,1099 1794,1100 7221101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 193.92247401776012,1106 574.4848591560627,1107 179.768854665275281108 ],1109 "extent": [1110 9.717746647179382,1111 11.455223985452335,1112 1.11365166434188721113 ]1114 },1115 "obb": {1116 "center": [1117 193.92247401776012,1118 574.4848591560627,1119 179.768854665275281120 ],1121 "extent": [1122 9.717746647179382,1123 11.455223985452335,1124 1.11365166434188721125 ],1126 "rotation": [1127 0,1128 110.0000915527344,1129 01130 ]1131 },1132 "location": [1133 193.9224853515625,1134 574.48486328125,1135 178.632720947265621136 ],1137 "rotation": [1138 0,1139 110.0000915527344,1140 01141 ],1142 "scale": [1143 0.922203004360199,1144 0.7904419898986816,1145 0.79044198989868161146 ]1147 },1148 "color": [1149 63,1150 95,1151 2551152 ]1153 }1154 ],1155 "photo frame": [1156 {1157 "object_id": "SM_PicFram6",1158 "bbox_2d": [1159 802,1160 372,1161 908,1162 7321163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 228.5008797899579,1168 311.39184230087636,1169 223.20897903442341170 ],1171 "extent": [1172 1.1438139881150278,1173 33.81277987936187,1174 55.6864588338976741175 ]1176 },1177 "obb": {1178 "center": [1179 228.5008797899579,1180 311.39184230087636,1181 223.20897903442341182 ],1183 "extent": [1184 1.1438139881150278,1185 33.81277987936187,1186 55.6864588338976741187 ],1188 "rotation": [1189 -90,1190 89.99923706054689,1191 01192 ]1193 },1194 "location": [1195 229.75759887695312,1196 277.5503845214844,1197 223.208969116210941198 ],1199 "rotation": [1200 -90,