TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l059_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l059_r005/lit.png",5 "camera": {6 "location": [7 -110,8 685,9 20110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -110,38 685,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 103,58 0,59 1622,60 28561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 1269,120 265,121 1481,122 755123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface57",178 "bbox_2d": [179 1006,180 381,181 1075,182 723183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40711644136513,188 194.618632203342,189 193.68687438964844190 ],191 "extent": [192 5.455037415813791,193 40.9399423472035,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40711644136513,200 194.618632203342,201 193.68687438964844202 ],203 "extent": [204 5.455037415813791,205 40.9399423472035,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.37254333496094,216 154.16036987304688,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 0.8706653118133545,227 1228 ]229 },230 "color": [231 127,232 159,233 127234 ]235 },236 {237 "object_id": "SM_Door_polySurface50",238 "bbox_2d": [239 1006,240 366,241 1087,242 726243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 237.10054705583462,248 194.50258489944235,249 195.17345428466797250 ],251 "extent": [252 9.745574626675705,253 49.10113152907067,254 105.98666381835938255 ]256 },257 "obb": {258 "center": [259 237.10054705583462,260 194.50258489944235,261 195.17345428466797262 ],263 "extent": [264 9.745574626675705,265 49.10113152907067,266 105.98666381835938267 ],268 "rotation": [269 0,270 -179.99989318847656,271 0272 ]273 },274 "location": [275 236.64108276367188,276 154.88241577148438,277 88.28707122802734278 ],279 "rotation": [280 0,281 -179.99989318847656,282 0283 ],284 "scale": [285 1.5594600439071655,286 0.8500000238418579,287 1288 ]289 },290 "color": [291 127,292 159,293 63294 ]295 },296 {297 "object_id": "SM_Door_polySurface58",298 "bbox_2d": [299 1286,300 291,301 1456,302 782303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 230.40723676937202,308 428.06766479974937,309 193.68687438964844310 ],311 "extent": [312 5.455037415787672,313 40.93992833372391,314 100.37834930419922315 ]316 },317 "obb": {318 "center": [319 230.40723676937202,320 428.06766479974937,321 193.68687438964844322 ],323 "extent": [324 5.455037415787672,325 40.93992833372391,326 100.37834930419922327 ],328 "rotation": [329 0,330 -179.99989318847656,331 0332 ]333 },334 "location": [335 229.3725128173828,336 468.5259094238281,337 88.9166030883789338 ],339 "rotation": [340 0,341 -179.99989318847656,342 0343 ],344 "scale": [345 0.800000011920929,346 -0.8706650137901306,347 1348 ]349 },350 "color": [351 31,352 159,353 127354 ]355 }356 ]357 },358 "foreground": {359 "tv": [360 {361 "object_id": "SM_TVset_131",362 "bbox_2d": [363 0,364 248,365 1041,366 893367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -55.67537493583768,372 343.5040283203125,373 184.6187286376953374 ],375 "extent": [376 174.0474023976094,377 14.1383056640625,378 91.36982727050781379 ]380 },381 "obb": {382 "center": [383 -55.67537493583768,384 343.5040283203125,385 184.6187286376953386 ],387 "extent": [388 174.0474023976094,389 14.1383056640625,390 91.36982727050781391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -55.717041015625,400 343.51348876953125,401 93.32192993164062402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 0.9973075985908508,410 1,411 1412 ]413 },414 "color": [415 63,416 127,417 255418 ]419 },420 {421 "object_id": "SM_TV_134",422 "bbox_2d": [423 692,424 470,425 931,426 627427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 28.77264975328159,432 333.1397213935913,433 197.77782821655273434 ],435 "extent": [436 49.164796066224405,437 3.103601814645799,438 28.656902313232422439 ]440 },441 "obb": {442 "center": [443 28.772649753281588,444 333.1397213935913,445 197.77782821655273446 ],447 "extent": [448 49.164796066224405,449 3.103601814645799,450 28.656902313232422451 ],452 "rotation": [453 0,454 -90.00009155273439,455 0456 ]457 },458 "location": [459 28.772653579711914,460 333.1470642089844,461 169.08131408691406462 ],463 "rotation": [464 0,465 -90.00009155273439,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 63,476 127,477 127478 ]479 }480 ],481 "decorative grass": [482 {483 "object_id": "SM_Decorative34_158",484 "bbox_2d": [485 617,486 656,487 679,488 780489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -37.00028991699219,494 342.06710357666,495 139.46151815457597496 ],497 "extent": [498 10.379999954700452,499 10.379997665882001,500 20.63836751931376501 ]502 },503 "obb": {504 "center": [505 -37.00028991699219,506 342.06710357666,507 139.46151815457597508 ],509 "extent": [510 10.379999954700452,511 10.379997665882001,512 20.63836751931376513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -37.00028991699219,522 342.0671081542969,523 118.81065368652344524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 0.6000000238418579,532 0.6000000238418579,533 0.6000000238418579534 ]535 },536 "color": [537 0,538 63,539 191540 ]541 },542 {543 "object_id": "SM_Decorative33_161",544 "bbox_2d": [545 978,546 637,547 1007,548 740549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 100.24334199117794,554 348.1580686569185,555 139.65065574645996556 ],557 "extent": [558 6.231438709416409,559 6.210162297746422,560 20.81926155090332561 ]562 },563 "obb": {564 "center": [565 100.24334199117794,566 348.1580686569185,567 139.65065574645996568 ],569 "extent": [570 6.231438709416409,571 6.210162297746422,572 20.81926155090332573 ],574 "rotation": [575 0,576 179.9998321533203,577 0578 ]579 },580 "location": [581 100.24333953857422,582 347.1580810546875,583 118.81065368652344584 ],585 "rotation": [586 0,587 179.9998321533203,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 255,599 191600 ]601 },602 {603 "object_id": "SM_Decorative35",604 "bbox_2d": [605 953,606 670,607 973,608 743609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 86.2824266435804,614 347.8580723643284,615 133.39865488004682616 ],617 "extent": [618 4.362007022306955,619 4.34711353439161,620 14.573482837447386621 ]622 },623 "obb": {624 "center": [625 86.2824266435804,626 347.8580723643284,627 133.39865488004682628 ],629 "extent": [630 4.362007022306955,631 4.34711353439161,632 14.573482837447386633 ],634 "rotation": [635 0,636 179.9998321533203,637 0638 ]639 },640 "location": [641 86.28242492675781,642 347.1580810546875,643 118.81065368652344644 ],645 "rotation": [646 0,647 179.9998321533203,648 0649 ],650 "scale": [651 0.699999988079071,652 0.699999988079071,653 0.699999988079071654 ]655 },656 "color": [657 255,658 127,659 191660 ]661 },662 {663 "object_id": "SM_Decorative7_165",664 "bbox_2d": [665 703,666 700,667 771,668 768669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -6.3753199232123166,674 345.33026183988017,675 130.9651891266052676 ],677 "extent": [678 16.84855172032119,679 16.829197152934398,680 12.069048025235702681 ]682 },683 "obb": {684 "center": [685 -6.3753199232123166,686 345.33026183988017,687 130.9651891266052688 ],689 "extent": [690 16.84855172032119,691 16.829197152934398,692 12.069048025235702693 ],694 "rotation": [695 0,696 -40.00006103515626,697 0698 ]699 },700 "location": [701 -6.3753204345703125,702 345.33026123046875,703 118.81066131591797704 ],705 "rotation": [706 0,707 -40.00006103515626,708 0709 ],710 "scale": [711 1.668349027633667,712 1.668349027633667,713 1.668349027633667714 ]715 },716 "color": [717 255,718 63,719 191720 ]721 },722 {723 "object_id": "SM_Decorative36_168",724 "bbox_2d": [725 9,726 494,727 273,728 615729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -171.0936336517334,734 339.11596679688415,735 197.1465439360527736 ],737 "extent": [738 28.179521169925493,739 6.917503852303014,740 15.840440852223765741 ]742 },743 "obb": {744 "center": [745 -171.0936336517334,746 339.11596679688415,747 197.1465439360527748 ],749 "extent": [750 28.179521169925493,751 6.917503852303014,752 15.840440852223765753 ],754 "rotation": [755 0,756 -90.00009155273439,757 0758 ]759 },760 "location": [761 -171.0936279296875,762 339.115966796875,763 181.2439422607422764 ],765 "rotation": [766 0,767 -90.00009155273439,768 0769 ],770 "scale": [771 0.6839248538017273,772 1,773 1.1692800521850586774 ]775 },776 "color": [777 127,778 0,779 191780 ]781 },782 {783 "object_id": "SM_Decorative60_387",784 "bbox_2d": [785 405,786 746,787 478,788 787789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -99.83204650878906,794 341.39703369140625,795 126.72859534085728796 ],797 "extent": [798 10.380943298339844,799 10.380950927734375,800 7.430429003667086801 ]802 },803 "obb": {804 "center": [805 -99.83204650878906,806 341.39703369140625,807 126.72859534085728808 ],809 "extent": [810 10.380943298339844,811 10.380950927734375,812 7.430429003667086813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 -99.83204650878906,822 341.39703369140625,823 119.18789672851562824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1.43023681640625834 ]835 },836 "color": [837 63,838 31,839 191840 ]841 },842 {843 "object_id": "SM_Decorative61_390",844 "bbox_2d": [845 423,846 733,847 463,848 756849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 -99.73194885253906,854 342.7904052734375,855 136.61243438720703856 ],857 "extent": [858 5.650764465332031,859 5.647735595703125,860 2.5378570556640625861 ]862 },863 "obb": {864 "center": [865 -99.73194885253906,866 342.7904052734375,867 136.61243438720703868 ],869 "extent": [870 5.650764465332031,871 5.647735595703125,872 2.5378570556640625873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 -99.7319564819336,882 342.7904052734375,883 134.02967834472656884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 191,898 31,899 0900 ]901 },902 {903 "object_id": "SM_Decorative62_393",904 "bbox_2d": [905 25,906 503,907 55,908 533909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 -194.3613293170929,914 339.9749448299408,915 206.75903749465942916 ],917 "extent": [918 3.210878372192383,919 3.2108728885650635,920 4.095978260040283921 ]922 },923 "obb": {924 "center": [925 -194.3613293170929,926 339.9749448299408,927 206.75903749465942928 ],929 "extent": [930 3.210878372192383,931 3.2108728885650635,932 4.095978260040283933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 -194.36131286621094,942 339.9749450683594,943 202.63088989257812944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 191,958 31,959 255960 ]961 },962 {963 "object_id": "SM_Decorative63",964 "bbox_2d": [965 161,966 505,967 189,968 533969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -166.0773479938507,974 339.9749448299408,975 206.75903749465942976 ],977 "extent": [978 3.210878372192383,979 3.2108728885650635,980 4.095978260040283981 ]982 },983 "obb": {984 "center": [985 -166.0773479938507,986 339.9749448299408,987 206.75903749465942988 ],989 "extent": [990 3.210878372192383,991 3.2108728885650635,992 4.095978260040283993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 -166.07733154296875,1002 339.9749450683594,1003 202.630889892578121004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 191,1018 31,1019 1271020 ]1021 },1022 {1023 "object_id": "SM_Decorative64_397",1024 "bbox_2d": [1025 72,1026 506,1027 101,1028 5331029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 -184.68472290039062,1034 341.52600879735155,1035 206.4528156523521036 ],1037 "extent": [1038 3.055905541521497,1039 3.055897720732446,1040 3.78113252408365951041 ]1042 },1043 "obb": {1044 "center": [1045 -184.68472290039062,1046 341.52600879735155,1047 206.4528156523521048 ],1049 "extent": [1050 3.055905541521497,1051 3.055897720732446,1052 3.78113252408365951053 ],1054 "rotation": [1055 0,1056 0,1057 01058 ]1059 },1060 "location": [1061 -184.68472290039062,1062 341.5260009765625,1063 202.630889892578121064 ],1065 "rotation": [1066 0,1067 0,1068 01069 ],1070 "scale": [1071 0.6833909749984741,1072 0.6833909749984741,1073 0.68339097499847411074 ]1075 },1076 "color": [1077 191,1078 31,1079 631080 ]1081 },1082 {1083 "object_id": "SM_Decorative65",1084 "bbox_2d": [1085 242,1086 508,1087 267,1088 5331089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 -147.81993103027344,1094 341.52600879735155,1095 206.4528156523521096 ],1097 "extent": [1098 3.055905541521497,1099 3.055897720732446,1100 3.78113252408365951101 ]1102 },1103 "obb": {1104 "center": [1105 -147.81993103027344,1106 341.52600879735155,1107 206.4528156523521108 ],1109 "extent": [1110 3.055905541521497,1111 3.055897720732446,1112 3.78113252408365951113 ],1114 "rotation": [1115 0,1116 0,1117 01118 ]1119 },1120 "location": [1121 -147.81993103027344,1122 341.5260009765625,1123 202.630889892578121124 ],1125 "rotation": [1126 0,1127 0,1128 01129 ],1130 "scale": [1131 0.6833909749984741,1132 0.6833909749984741,1133 0.68339097499847411134 ]1135 },1136 "color": [1137 191,1138 31,1139 1911140 ]1141 },1142 {1143 "object_id": "SM_Decorative66_402",1144 "bbox_2d": [1145 158,1146 584,1147 189,1148 6071149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -166.4228515625,1154 339.32056045532227,1155 185.250602826114121156 ],1157 "extent": [1158 3.7149658203125,1159 3.137065887451172,1160 3.3408180004425961161 ]1162 },1163 "obb": {1164 "center": [1165 -166.4228515625,1166 339.32056045532227,1167 185.250602826114121168 ],1169 "extent": [1170 3.7149658203125,1171 3.137065887451172,1172 3.3408180004425961173 ],1174 "rotation": [1175 0,1176 0,1177 01178 ]1179 },1180 "location": [1181 -166.4228515625,1182 339.320556640625,1183 181.890777587890621184 ],1185 "rotation": [1186 0,1187 0,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 0.26938977837562561194 ]1195 },1196 "color": [1197 0,1198 31,1199 311200 ]