TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l112_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l112_r002/lit.png",5 "camera": {6 "location": [7 151,8 -161,9 22110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 151,38 -161,39 221,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_WindowOpen_50",56 "bbox_2d": [57 1892,58 161,59 1919,60 60961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.2314281463623,66 -96.93702158267479,67 219.5105819702148468 ],69 "extent": [70 20.735897064208984,71 49.87431874935646,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.2314281463623,78 -96.93702158267479,79 219.5105819702148480 ],81 "extent": [82 20.735897064208984,83 49.87431874935646,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.55386352539062,94 -146.81134033203125,95 100.0967254638671996 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.059999942779541,105 1106 ]107 },108 "color": [109 127,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WindowOpen2_60",116 "bbox_2d": [117 1327,118 253,119 1549,120 699121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.2314281463623,126 109.07870259945412,127 219.51058197021484128 ],129 "extent": [130 20.735897064208984,131 49.87431874935646,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.2314281463623,138 109.07870259945412,139 219.51058197021484140 ],141 "extent": [142 20.735897064208984,143 49.87431874935646,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.55386352539062,154 59.204383850097656,155 100.09672546386719156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.059999942779541,165 1166 ]167 },168 "color": [169 127,170 127,171 255172 ]173 }174 ],175 "ceiling": [176 {177 "object_id": "SM_Silling_57",178 "bbox_2d": [179 295,180 0,181 1919,182 393183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -3.5792999267578125,188 231.85098266601562,189 349.02508544921875190 ],191 "extent": [192 176.71539306640625,193 496.9198303222656,194 10.160568237304688195 ]196 },197 "obb": {198 "center": [199 -3.5792999267578125,200 231.85098266601562,201 349.02508544921875202 ],203 "extent": [204 176.71539306640625,205 496.9198303222656,206 10.160568237304688207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 255,233 127234 ]235 }236 ],237 "window divided": [238 {239 "object_id": "SM_Window2",240 "bbox_2d": [241 1550,242 166,243 1897,244 710245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -260.562744140625,250 6.057598385566507,251 219.51061248779297252 ],253 "extent": [254 5,255 53.16790417169932,256 119.43922424316406257 ]258 },259 "obb": {260 "center": [261 -260.562744140625,262 6.057598385566507,263 219.51061248779297264 ],265 "extent": [266 5,267 53.16790417169932,268 119.43922424316406269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -255.562744140625,278 -47.11030578613281,279 100.09675598144531280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1.1299999952316284,289 1290 ]291 },292 "color": [293 127,294 127,295 0296 ]297 },298 {299 "object_id": "SM_Window3_62",300 "bbox_2d": [301 1194,302 306,303 1343,304 659305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -260.5628662109375,310 211.59552451635,311 219.51061248779297312 ],313 "extent": [314 5,315 52.69739219213125,316 119.43922424316406317 ]318 },319 "obb": {320 "center": [321 -260.5628662109375,322 211.59552451635,323 219.51061248779297324 ],325 "extent": [326 5,327 52.69739219213125,328 119.43922424316406329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -255.5628662109375,338 158.89813232421875,339 100.09675598144531340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1.1200000047683716,349 1350 ]351 },352 "color": [353 127,354 127,355 127356 ]357 },358 {359 "object_id": "SM_Window4",360 "bbox_2d": [361 1037,362 380,363 1042,364 389365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -260.562744140625,370 439.8597279855553,371 219.51061248779297372 ],373 "extent": [374 5,375 55.520464069539685,376 119.43922424316406377 ]378 },379 "obb": {380 "center": [381 -260.562744140625,382 439.8597279855553,383 219.51061248779297384 ],385 "extent": [386 5,387 55.520464069539685,388 119.43922424316406389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -255.562744140625,398 384.3392639160156,399 100.09675598144531400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1.1799999475479126,409 1410 ]411 },412 "color": [413 0,414 0,415 63416 ]417 }418 ],419 "ceiling decor": [420 {421 "object_id": "SM_DecorTop3_149",422 "bbox_2d": [423 448,424 391,425 486,426 437427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 64.83476179724858,432 773.3313646316528,433 334.38922119140625434 ],435 "extent": [436 54.58970289268109,437 0,438 24.174877166748047439 ]440 },441 "obb": {442 "center": [443 64.83476179724858,444 773.3313646316528,445 334.38922119140625446 ],447 "extent": [448 54.58970289268109,449 0,450 24.174877166748047451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 64.47886657714844,460 783.7068481445312,461 334.38922119140625462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 0.7799999713897705,470 1,471 1472 ]473 },474 "color": [475 63,476 63,477 127478 ]479 },480 {481 "object_id": "SM_DecorTop4",482 "bbox_2d": [483 293,484 369,485 447,486 435487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 174.50553816443608,492 773.3313646316528,493 334.38922119140625494 ],495 "extent": [496 54.58970289268109,497 0,498 24.174877166748047499 ]500 },501 "obb": {502 "center": [503 174.50553816443608,504 773.3313646316528,505 334.38922119140625506 ],507 "extent": [508 54.58970289268109,509 0,510 24.174877166748047511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 174.14964294433594,520 783.7068481445312,521 334.38922119140625522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 0.7799999713897705,530 1,531 1532 ]533 },534 "color": [535 63,536 63,537 63538 ]539 }540 ],541 "door": [542 {543 "object_id": "SM_Door_polySurface49",544 "bbox_2d": [545 202,546 360,547 240,548 825549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 237.1017780453198,554 428.0635484057081,555 195.17345428466797556 ],557 "extent": [558 9.74557239176346,559 49.10113152906655,560 105.98666381835938561 ]562 },563 "obb": {564 "center": [565 237.1017780453198,566 428.0635484057081,567 195.17345428466797568 ],569 "extent": [570 9.74557239176346,571 49.10113152906655,572 105.98666381835938573 ],574 "rotation": [575 0,576 -179.99989318847656,577 0578 ]579 },580 "location": [581 236.6421661376953,582 467.6837158203125,583 88.28707122802734584 ],585 "rotation": [586 0,587 -179.99989318847656,588 0589 ],590 "scale": [591 1.5594596862792969,592 -0.8500000238418579,593 1594 ]595 },596 "color": [597 127,598 159,599 255600 ]601 },602 {603 "object_id": "SM_Door_polySurface57",604 "bbox_2d": [605 44,606 249,607 130,608 976609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 230.40711644136513,614 194.618632203342,615 193.68687438964844616 ],617 "extent": [618 5.455037415813791,619 40.9399423472035,620 100.37834930419922621 ]622 },623 "obb": {624 "center": [625 230.40711644136513,626 194.618632203342,627 193.68687438964844628 ],629 "extent": [630 5.455037415813791,631 40.9399423472035,632 100.37834930419922633 ],634 "rotation": [635 0,636 -179.99989318847656,637 0638 ]639 },640 "location": [641 229.37254333496094,642 154.16036987304688,643 88.9166030883789644 ],645 "rotation": [646 0,647 -179.99989318847656,648 0649 ],650 "scale": [651 0.800000011920929,652 0.8706653118133545,653 1654 ]655 },656 "color": [657 127,658 159,659 127660 ]661 },662 {663 "object_id": "SM_Door_polySurface50",664 "bbox_2d": [665 19,666 200,667 133,668 942669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 237.10054705583462,674 194.50258489944235,675 195.17345428466797676 ],677 "extent": [678 9.745574626675705,679 49.10113152907067,680 105.98666381835938681 ]682 },683 "obb": {684 "center": [685 237.10054705583462,686 194.50258489944235,687 195.17345428466797688 ],689 "extent": [690 9.745574626675705,691 49.10113152907067,692 105.98666381835938693 ],694 "rotation": [695 0,696 -179.99989318847656,697 0698 ]699 },700 "location": [701 236.64108276367188,702 154.88241577148438,703 88.28707122802734704 ],705 "rotation": [706 0,707 -179.99989318847656,708 0709 ],710 "scale": [711 1.5594600439071655,712 0.8500000238418579,713 1714 ]715 },716 "color": [717 127,718 159,719 63720 ]721 },722 {723 "object_id": "SM_Door_polySurface58",724 "bbox_2d": [725 212,726 384,727 234,728 812729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 230.40723676937202,734 428.06766479974937,735 193.68687438964844736 ],737 "extent": [738 5.455037415787672,739 40.93992833372391,740 100.37834930419922741 ]742 },743 "obb": {744 "center": [745 230.40723676937202,746 428.06766479974937,747 193.68687438964844748 ],749 "extent": [750 5.455037415787672,751 40.93992833372391,752 100.37834930419922753 ],754 "rotation": [755 0,756 -179.99989318847656,757 0758 ]759 },760 "location": [761 229.3725128173828,762 468.5259094238281,763 88.9166030883789764 ],765 "rotation": [766 0,767 -179.99989318847656,768 0769 ],770 "scale": [771 0.800000011920929,772 -0.8706650137901306,773 1774 ]775 },776 "color": [777 31,778 159,779 127780 ]781 }782 ]783 },784 "foreground": {785 "manager desk": [786 {787 "object_id": "SM_ManagerDesk_35",788 "bbox_2d": [789 887,790 705,791 1919,792 1079793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 0.9649276733398438,798 -103.14732360839844,799 133.83098220825195800 ],801 "extent": [802 101.42112731933594,803 175.46688842773438,804 40.50908660888672805 ]806 },807 "obb": {808 "center": [809 0.9649276733398438,810 -103.14732360839844,811 133.83098220825195812 ],813 "extent": [814 101.42112731933594,815 175.46688842773438,816 40.50908660888672817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 3.7793960571289062,826 -148.75787353515625,827 93.32191467285156828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 0,842 127,843 127844 ]845 }846 ],847 "armchair": [848 {849 "object_id": "SM_ArmchairSingle_38",850 "bbox_2d": [851 1086,852 649,853 1506,854 1079855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 51.21592908139999,860 -90.84782646696817,861 151.32426071166992862 ],863 "extent": [864 33.26026436641297,865 30.065236720987457,866 57.94956588745117867 ]868 },869 "obb": {870 "center": [871 51.21592908139999,872 -90.84782646696817,873 151.32426071166992874 ],875 "extent": [876 33.26026436641297,877 30.065236720987457,878 57.94956588745117879 ],880 "rotation": [881 0,882 90.00011444091797,883 0884 ]885 },886 "location": [887 50.492774963378906,888 -91.7777099609375,889 93.3218994140625890 ],891 "rotation": [892 0,893 90.00011444091797,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 255,904 127,905 127906 ]907 },908 {909 "object_id": "SM_ArmchairSingle2",910 "bbox_2d": [911 758,912 606,913 1129,914 1079915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 58.77065231685211,920 2.298390028352408,921 151.32426071166992922 ],923 "extent": [924 37.97565641399365,925 35.3839719979233,926 57.94956588745117927 ]928 },929 "obb": {930 "center": [931 58.770652316852114,932 2.298390028352408,933 151.32426071166992934 ],935 "extent": [936 37.97565641399365,937 35.3839719979233,938 57.94956588745117939 ],940 "rotation": [941 0,942 80.00003051757812,943 0944 ]945 },946 "location": [947 57.897010803222656,948 1.508209228515625,949 93.3218994140625950 ],951 "rotation": [952 0,953 80.00003051757812,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 127,964 0,965 0966 ]967 },968 {969 "object_id": "SM_ArmchairSingle3",970 "bbox_2d": [971 1565,972 602,973 1919,974 1079975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -49.20721648019243,980 -92.56789634471355,981 151.32426071166992982 ],983 "extent": [984 37.97550408343436,985 35.383796010207135,986 57.94956588745117987 ]988 },989 "obb": {990 "center": [991 -49.20721648019243,992 -92.56789634471355,993 151.32426071166992994 ],995 "extent": [996 37.97550408343436,997 35.383796010207135,998 57.94956588745117999 ],1000 "rotation": [1001 0,1002 -99.99960327148439,1003 01004 ]1005 },1006 "location": [1007 -48.333580017089844,1008 -91.7777099609375,1009 93.32189941406251010 ],1011 "rotation": [1012 0,1013 -99.99960327148439,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 127,1024 0,1025 2551026 ]1027 },1028 {1029 "object_id": "SM_ArmchairSingle4",1030 "bbox_2d": [1031 1250,1032 583,1033 1410,1034 6971035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -39.08587858956743,1040 7.719998857923171,1041 151.324260711669921042 ],1043 "extent": [1044 37.97550408343436,1045 35.38379601020713,1046 57.949565887451171047 ]1048 },1049 "obb": {1050 "center": [1051 -39.08587858956743,1052 7.719998857923169,1053 151.324260711669921054 ],1055 "extent": [1056 37.97550408343436,1057 35.38379601020713,1058 57.949565887451171059 ],1060 "rotation": [1061 0,1062 -99.99960327148439,1063 01064 ]1065 },1066 "location": [1067 -38.212242126464844,1068 8.510185241699219,1069 93.32189941406251070 ],1071 "rotation": [1072 0,1073 -99.99960327148439,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 127,1084 255,1085 01086 ]1087 }1088 ],1089 "plane": [1090 {1091 "object_id": "Plane_68",1092 "bbox_2d": [1093 1361,1094 336,1095 1919,1096 5921097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -427.68328857421875,1102 211.84524536132807,1103 234.663940429687471104 ],1105 "extent": [1106 0.0023036386334069903,1107 1000.0018954050647,1108 300.00631808626281109 ]1110 },1111 "obb": {1112 "center": [1113 -427.68328857421875,1114 211.845245361328,1115 234.663940429687441116 ],1117 "extent": [1118 0.0023036386334069903,1119 1000.0018954050647,1120 300.00631808626281121 ],1122 "rotation": [1123 0.0003620000206824746,1124 -89.99987030029298,1125 89.999992370605481126 ]1127 },1128 "location": [1129 -427.68328857421875,1130 211.84524536132812,1131 234.66394042968751132 ],1133 "rotation": [1134 0.0003620000206824746,1135 -89.99987030029298,1136 89.999992370605481137 ],1138 "scale": [1139 20,1140 6,1141 11142 ]1143 },1144 "color": [1145 255,1146 0,1147 631148 ]1149 }1150 ],1151 "curtain": [1152 {1153 "object_id": "SM_CurtainLong2_77",1154 "bbox_2d": [1155 1907,1156 119,1157 1919,1158 2771159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -237.57948279380798,1164 -99.70682678361663,1165 322.21762847900391166 ],1167 "extent": [1168 2.8221590518951416,1169 44.898785157101884,1170 23.5636825561523441171 ]1172 },1173 "obb": {1174 "center": [1175 -237.57948279380798,1176 -99.70682678361663,1177 322.21762847900391178 ],1179 "extent": [1180 2.8221590518951416,1181 44.898785157101884,1182 23.5636825561523441183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 -240.40164184570312,1192 -99.96336364746094,1193 345.781311035156251194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [