TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l056_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l056_r005/lit.png",5 "camera": {6 "location": [7 -183,8 555,9 20210 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -183,38 555,39 202,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 422,58 0,59 1919,60 21961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 1679,120 224,121 1919,122 837123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface58",178 "bbox_2d": [179 1707,180 248,181 1919,182 880183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40723676937202,188 428.06766479974937,189 193.68687438964844190 ],191 "extent": [192 5.455037415787672,193 40.93992833372391,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40723676937202,200 428.06766479974937,201 193.68687438964844202 ],203 "extent": [204 5.455037415787672,205 40.93992833372391,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.3725128173828,216 468.5259094238281,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 -0.8706650137901306,227 1228 ]229 },230 "color": [231 31,232 159,233 127234 ]235 }236 ]237 },238 "foreground": {239 "tv": [240 {241 "object_id": "SM_TVset_131",242 "bbox_2d": [243 72,244 84,245 1443,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -55.67537493583768,252 343.5040283203125,253 184.6187286376953254 ],255 "extent": [256 174.0474023976094,257 14.1383056640625,258 91.36982727050781259 ]260 },261 "obb": {262 "center": [263 -55.67537493583768,264 343.5040283203125,265 184.6187286376953266 ],267 "extent": [268 174.0474023976094,269 14.1383056640625,270 91.36982727050781271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -55.717041015625,280 343.51348876953125,281 93.32192993164062282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 0.9973075985908508,290 1,291 1292 ]293 },294 "color": [295 63,296 127,297 255298 ]299 },300 {301 "object_id": "SM_TV_134",302 "bbox_2d": [303 1070,304 453,305 1309,306 656307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 28.77264975328159,312 333.1397213935913,313 197.77782821655273314 ],315 "extent": [316 49.164796066224405,317 3.103601814645799,318 28.656902313232422319 ]320 },321 "obb": {322 "center": [323 28.772649753281588,324 333.1397213935913,325 197.77782821655273326 ],327 "extent": [328 49.164796066224405,329 3.103601814645799,330 28.656902313232422331 ],332 "rotation": [333 0,334 -90.00009155273439,335 0336 ]337 },338 "location": [339 28.772653579711914,340 333.1470642089844,341 169.08131408691406342 ],343 "rotation": [344 0,345 -90.00009155273439,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 63,356 127,357 127358 ]359 }360 ],361 "decorative grass": [362 {363 "object_id": "SM_Decorative34_158",364 "bbox_2d": [365 996,366 693,367 1072,368 857369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -37.00028991699219,374 342.06710357666,375 139.46151815457597376 ],377 "extent": [378 10.379999954700452,379 10.379997665882001,380 20.63836751931376381 ]382 },383 "obb": {384 "center": [385 -37.00028991699219,386 342.06710357666,387 139.46151815457597388 ],389 "extent": [390 10.379999954700452,391 10.379997665882001,392 20.63836751931376393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -37.00028991699219,402 342.0671081542969,403 118.81065368652344404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 0.6000000238418579,412 0.6000000238418579,413 0.6000000238418579414 ]415 },416 "color": [417 0,418 63,419 191420 ]421 },422 {423 "object_id": "SM_Decorative33_161",424 "bbox_2d": [425 1365,426 663,427 1404,428 791429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 100.24334199117794,434 348.1580686569185,435 139.65065574645996436 ],437 "extent": [438 6.231438709416409,439 6.210162297746422,440 20.81926155090332441 ]442 },443 "obb": {444 "center": [445 100.24334199117794,446 348.1580686569185,447 139.65065574645996448 ],449 "extent": [450 6.231438709416409,451 6.210162297746422,452 20.81926155090332453 ],454 "rotation": [455 0,456 179.9998321533203,457 0458 ]459 },460 "location": [461 100.24333953857422,462 347.1580810546875,463 118.81065368652344464 ],465 "rotation": [466 0,467 179.9998321533203,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 255,479 191480 ]481 },482 {483 "object_id": "SM_Decorative35",484 "bbox_2d": [485 1342,486 704,487 1370,488 795489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 86.2824266435804,494 347.8580723643284,495 133.39865488004682496 ],497 "extent": [498 4.362007022306955,499 4.34711353439161,500 14.573482837447386501 ]502 },503 "obb": {504 "center": [505 86.2824266435804,506 347.8580723643284,507 133.39865488004682508 ],509 "extent": [510 4.362007022306955,511 4.34711353439161,512 14.573482837447386513 ],514 "rotation": [515 0,516 179.9998321533203,517 0518 ]519 },520 "location": [521 86.28242492675781,522 347.1580810546875,523 118.81065368652344524 ],525 "rotation": [526 0,527 179.9998321533203,528 0529 ],530 "scale": [531 0.699999988079071,532 0.699999988079071,533 0.699999988079071534 ]535 },536 "color": [537 255,538 127,539 191540 ]541 },542 {543 "object_id": "SM_Decorative7_165",544 "bbox_2d": [545 1088,546 749,547 1174,548 836549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -6.3753199232123166,554 345.33026183988017,555 130.9651891266052556 ],557 "extent": [558 16.84855172032119,559 16.829197152934398,560 12.069048025235702561 ]562 },563 "obb": {564 "center": [565 -6.3753199232123166,566 345.33026183988017,567 130.9651891266052568 ],569 "extent": [570 16.84855172032119,571 16.829197152934398,572 12.069048025235702573 ],574 "rotation": [575 0,576 -40.00006103515626,577 0578 ]579 },580 "location": [581 -6.3753204345703125,582 345.33026123046875,583 118.81066131591797584 ],585 "rotation": [586 0,587 -40.00006103515626,588 0589 ],590 "scale": [591 1.668349027633667,592 1.668349027633667,593 1.668349027633667594 ]595 },596 "color": [597 255,598 63,599 191600 ]601 },602 {603 "object_id": "SM_Decorative36_168",604 "bbox_2d": [605 303,606 479,607 626,608 653609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -171.0936336517334,614 339.11596679688415,615 197.1465439360527616 ],617 "extent": [618 28.179521169925493,619 6.917503852303014,620 15.840440852223765621 ]622 },623 "obb": {624 "center": [625 -171.0936336517334,626 339.11596679688415,627 197.1465439360527628 ],629 "extent": [630 28.179521169925493,631 6.917503852303014,632 15.840440852223765633 ],634 "rotation": [635 0,636 -90.00009155273439,637 0638 ]639 },640 "location": [641 -171.0936279296875,642 339.115966796875,643 181.2439422607422644 ],645 "rotation": [646 0,647 -90.00009155273439,648 0649 ],650 "scale": [651 0.6839248538017273,652 1,653 1.1692800521850586654 ]655 },656 "color": [657 127,658 0,659 191660 ]661 },662 {663 "object_id": "SM_Decorative60_387",664 "bbox_2d": [665 777,666 816,667 848,668 904669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -99.83204650878906,674 341.39703369140625,675 126.72859534085728676 ],677 "extent": [678 10.380943298339844,679 10.380950927734375,680 7.430429003667086681 ]682 },683 "obb": {684 "center": [685 -99.83204650878906,686 341.39703369140625,687 126.72859534085728688 ],689 "extent": [690 10.380943298339844,691 10.380950927734375,692 7.430429003667086693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 -99.83204650878906,702 341.39703369140625,703 119.18789672851562704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1.43023681640625714 ]715 },716 "color": [717 63,718 31,719 191720 ]721 },722 {723 "object_id": "SM_Decorative61_390",724 "bbox_2d": [725 791,726 801,727 838,728 835729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -99.73194885253906,734 342.7904052734375,735 136.61243438720703736 ],737 "extent": [738 5.650764465332031,739 5.647735595703125,740 2.5378570556640625741 ]742 },743 "obb": {744 "center": [745 -99.73194885253906,746 342.7904052734375,747 136.61243438720703748 ],749 "extent": [750 5.650764465332031,751 5.647735595703125,752 2.5378570556640625753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 -99.7319564819336,762 342.7904052734375,763 134.02967834472656764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 191,778 31,779 0780 ]781 },782 {783 "object_id": "SM_Decorative62_393",784 "bbox_2d": [785 315,786 493,787 355,788 536789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -194.3613293170929,794 339.9749448299408,795 206.75903749465942796 ],797 "extent": [798 3.210878372192383,799 3.2108728885650635,800 4.095978260040283801 ]802 },803 "obb": {804 "center": [805 -194.3613293170929,806 339.9749448299408,807 206.75903749465942808 ],809 "extent": [810 3.210878372192383,811 3.2108728885650635,812 4.095978260040283813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 -194.36131286621094,822 339.9749450683594,823 202.63088989257812824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 191,838 31,839 255840 ]841 },842 {843 "object_id": "SM_Decorative63",844 "bbox_2d": [845 484,846 496,847 519,848 536849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 -166.0773479938507,854 339.9749448299408,855 206.75903749465942856 ],857 "extent": [858 3.210878372192383,859 3.2108728885650635,860 4.095978260040283861 ]862 },863 "obb": {864 "center": [865 -166.0773479938507,866 339.9749448299408,867 206.75903749465942868 ],869 "extent": [870 3.210878372192383,871 3.2108728885650635,872 4.095978260040283873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 -166.07733154296875,882 339.9749450683594,883 202.63088989257812884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 191,898 31,899 127900 ]901 },902 {903 "object_id": "SM_Decorative64_397",904 "bbox_2d": [905 377,906 497,907 413,908 536909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 -184.68472290039062,914 341.52600879735155,915 206.452815652352916 ],917 "extent": [918 3.055905541521497,919 3.055897720732446,920 3.7811325240836595921 ]922 },923 "obb": {924 "center": [925 -184.68472290039062,926 341.52600879735155,927 206.452815652352928 ],929 "extent": [930 3.055905541521497,931 3.055897720732446,932 3.7811325240836595933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 -184.68472290039062,942 341.5260009765625,943 202.63088989257812944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 0.6833909749984741,952 0.6833909749984741,953 0.6833909749984741954 ]955 },956 "color": [957 191,958 31,959 63960 ]961 },962 {963 "object_id": "SM_Decorative65",964 "bbox_2d": [965 583,966 501,967 613,968 536969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -147.81993103027344,974 341.52600879735155,975 206.452815652352976 ],977 "extent": [978 3.055905541521497,979 3.055897720732446,980 3.7811325240836595981 ]982 },983 "obb": {984 "center": [985 -147.81993103027344,986 341.52600879735155,987 206.452815652352988 ],989 "extent": [990 3.055905541521497,991 3.055897720732446,992 3.7811325240836595993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 -147.81993103027344,1002 341.5260009765625,1003 202.630889892578121004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 0.6833909749984741,1012 0.6833909749984741,1013 0.68339097499847411014 ]1015 },1016 "color": [1017 191,1018 31,1019 1911020 ]1021 },1022 {1023 "object_id": "SM_Decorative66_402",1024 "bbox_2d": [1025 480,1026 605,1027 519,1028 6391029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 -166.4228515625,1034 339.32056045532227,1035 185.250602826114121036 ],1037 "extent": [1038 3.7149658203125,1039 3.137065887451172,1040 3.3408180004425961041 ]1042 },1043 "obb": {1044 "center": [1045 -166.4228515625,1046 339.32056045532227,1047 185.250602826114121048 ],1049 "extent": [1050 3.7149658203125,1051 3.137065887451172,1052 3.3408180004425961053 ],1054 "rotation": [1055 0,1056 0,1057 01058 ]1059 },1060 "location": [1061 -166.4228515625,1062 339.320556640625,1063 181.890777587890621064 ],1065 "rotation": [1066 0,1067 0,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 0.26938977837562561074 ]1075 },1076 "color": [1077 0,1078 31,1079 311080 ]1081 },1082 {1083 "object_id": "SM_Decorative67",1084 "bbox_2d": [1085 376,1086 608,1087 409,1088 6441089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 -185.09519958496094,1094 339.32056045532227,1095 185.25060542797291096 ],1097 "extent": [1098 3.7149658203125,1099 3.137065887451172,1100 3.34082058758212951101 ]1102 },1103 "obb": {1104 "center": [1105 -185.09519958496094,1106 339.32056045532227,1107 185.25060542797291108 ],1109 "extent": [1110 3.7149658203125,1111 3.137065887451172,1112 3.34082058758212951113 ],1114 "rotation": [1115 0,1116 0,1117 01118 ]1119 },1120 "location": [1121 -185.09519958496094,1122 339.320556640625,1123 181.890777587890621124 ],1125 "rotation": [1126 0,1127 0,1128 01129 ],1130 "scale": [1131 1,1132 1,1133 0.26938998699188231134 ]1135 },1136 "color": [1137 255,1138 31,1139 311140 ]1141 },1142 {1143 "object_id": "SM_Decorative68_406",1144 "bbox_2d": [1145 533,1146 597,1147 565,1148 6371149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -157.19716000556946,1154 340.13967871665955,1155 186.018909931182861156 ],1157 "extent": [1158 3.210878372192383,1159 3.2108728885650635,1160 4.0959782600402831161 ]1162 },1163 "obb": {1164 "center": [1165 -157.19716000556946,1166 340.13967871665955,1167 186.018909931182861168 ],1169 "extent": [1170 3.210878372192383,1171 3.2108728885650635,1172 4.0959782600402831173 ],1174 "rotation": [1175 0,1176 0,1177 01178 ]1179 },1180 "location": [1181 -157.1971435546875,1182 340.1396789550781,1183 181.890762329101561184 ],1185 "rotation": [1186 0,1187 0,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 127,1198 31,1199 311200 ]