TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l076_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l076_r001/lit.png",5 "camera": {6 "location": [7 -51,8 -34,9 19510 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -51,38 -34,39 195,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 589,58 0,59 1919,60 26661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 889,120 335,121 983,122 714123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface57",178 "bbox_2d": [179 491,180 227,181 681,182 748183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40711644136513,188 194.618632203342,189 193.68687438964844190 ],191 "extent": [192 5.455037415813791,193 40.9399423472035,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40711644136513,200 194.618632203342,201 193.68687438964844202 ],203 "extent": [204 5.455037415813791,205 40.9399423472035,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.37254333496094,216 154.16036987304688,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 0.8706653118133545,227 1228 ]229 },230 "color": [231 127,232 159,233 127234 ]235 },236 {237 "object_id": "SM_Door_polySurface50",238 "bbox_2d": [239 462,240 195,241 699,242 755243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 237.10054705583462,248 194.50258489944235,249 195.17345428466797250 ],251 "extent": [252 9.745574626675705,253 49.10113152907067,254 105.98666381835938255 ]256 },257 "obb": {258 "center": [259 237.10054705583462,260 194.50258489944235,261 195.17345428466797262 ],263 "extent": [264 9.745574626675705,265 49.10113152907067,266 105.98666381835938267 ],268 "rotation": [269 0,270 -179.99989318847656,271 0272 ]273 },274 "location": [275 236.64108276367188,276 154.88241577148438,277 88.28707122802734278 ],279 "rotation": [280 0,281 -179.99989318847656,282 0283 ],284 "scale": [285 1.5594600439071655,286 0.8500000238418579,287 1288 ]289 },290 "color": [291 127,292 159,293 63294 ]295 },296 {297 "object_id": "SM_Door_polySurface58",298 "bbox_2d": [299 902,300 353,301 974,302 718303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 230.40723676937202,308 428.06766479974937,309 193.68687438964844310 ],311 "extent": [312 5.455037415787672,313 40.93992833372391,314 100.37834930419922315 ]316 },317 "obb": {318 "center": [319 230.40723676937202,320 428.06766479974937,321 193.68687438964844322 ],323 "extent": [324 5.455037415787672,325 40.93992833372391,326 100.37834930419922327 ],328 "rotation": [329 0,330 -179.99989318847656,331 0332 ]333 },334 "location": [335 229.3725128173828,336 468.5259094238281,337 88.9166030883789338 ],339 "rotation": [340 0,341 -179.99989318847656,342 0343 ],344 "scale": [345 0.800000011920929,346 -0.8706650137901306,347 1348 ]349 },350 "color": [351 31,352 159,353 127354 ]355 }356 ]357 },358 "foreground": {359 "manager desk": [360 {361 "object_id": "SM_ManagerDesk_35",362 "bbox_2d": [363 0,364 708,365 1337,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 0.9649276733398438,372 -103.14732360839844,373 133.83098220825195374 ],375 "extent": [376 101.42112731933594,377 175.46688842773438,378 40.50908660888672379 ]380 },381 "obb": {382 "center": [383 0.9649276733398438,384 -103.14732360839844,385 133.83098220825195386 ],387 "extent": [388 101.42112731933594,389 175.46688842773438,390 40.50908660888672391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 3.7793960571289062,400 -148.75787353515625,401 93.32191467285156402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 0,416 127,417 127418 ]419 }420 ],421 "armchair": [422 {423 "object_id": "SM_ArmchairSingle2",424 "bbox_2d": [425 0,426 407,427 205,428 850429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 58.77065231685211,434 2.298390028352408,435 151.32426071166992436 ],437 "extent": [438 37.97565641399365,439 35.3839719979233,440 57.94956588745117441 ]442 },443 "obb": {444 "center": [445 58.770652316852114,446 2.298390028352408,447 151.32426071166992448 ],449 "extent": [450 37.97565641399365,451 35.3839719979233,452 57.94956588745117453 ],454 "rotation": [455 0,456 80.00003051757812,457 0458 ]459 },460 "location": [461 57.897010803222656,462 1.508209228515625,463 93.3218994140625464 ],465 "rotation": [466 0,467 80.00003051757812,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 0,479 0480 ]481 },482 {483 "object_id": "SM_ArmchairSingle4",484 "bbox_2d": [485 1123,486 203,487 1919,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -39.08587858956743,494 7.719998857923171,495 151.32426071166992496 ],497 "extent": [498 37.97550408343436,499 35.38379601020713,500 57.94956588745117501 ]502 },503 "obb": {504 "center": [505 -39.08587858956743,506 7.719998857923169,507 151.32426071166992508 ],509 "extent": [510 37.97550408343436,511 35.38379601020713,512 57.94956588745117513 ],514 "rotation": [515 0,516 -99.99960327148439,517 0518 ]519 },520 "location": [521 -38.212242126464844,522 8.510185241699219,523 93.3218994140625524 ],525 "rotation": [526 0,527 -99.99960327148439,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 127,538 255,539 0540 ]541 }542 ],543 "chassis": [544 {545 "object_id": "SM_Chassis3",546 "bbox_2d": [547 283,548 870,549 1057,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -18.499947766334913,556 -5.504907283882709,557 174.96762466430664558 ],559 "extent": [560 19.157673532840363,561 16.73637900311035,562 0.7084541320800781563 ]564 },565 "obb": {566 "center": [567 -18.499947766334913,568 -5.504907283882709,569 174.96762466430664570 ],571 "extent": [572 19.157673532840363,573 16.73637900311035,574 0.7084541320800781575 ],576 "rotation": [577 0,578 -159.99984741210938,579 0580 ]581 },582 "location": [583 0.297332763671875,584 -10.287261962890625,585 174.25917053222656586 ],587 "rotation": [588 0,589 -159.99984741210938,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 63,600 255,601 255602 ]603 }604 ],605 "speaker": [606 {607 "object_id": "SM_Speaker2",608 "bbox_2d": [609 1019,610 575,611 1033,612 702613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 205.0086669921875,618 519.938720703125,619 132.9142439672362620 ],621 "extent": [622 19.40420598367598,623 15.091380355097385,624 39.566102442947795625 ]626 },627 "obb": {628 "center": [629 205.0086669921875,630 519.938720703125,631 132.9142439672362632 ],633 "extent": [634 19.40420598367598,635 15.091380355097385,636 39.566102442947795637 ],638 "rotation": [639 0,640 -20.00003051757813,641 0642 ]643 },644 "location": [645 205.0086669921875,646 519.938720703125,647 93.32185363769531648 ],649 "rotation": [650 0,651 -20.00003051757813,652 0653 ],654 "scale": [655 0.784250795841217,656 0.890155017375946,657 0.784250795841217658 ]659 },660 "color": [661 127,662 95,663 0664 ]665 }666 ],667 "cabinet": [668 {669 "object_id": "SM_KomodA_60",670 "bbox_2d": [671 1052,672 607,673 1234,674 689675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 70.50696399473954,680 312.0420322741244,681 155.16150795815156682 ],683 "extent": [684 33.25703754064189,685 7.441421415979278,686 12.886030359165488687 ]688 },689 "obb": {690 "center": [691 70.50696399473952,692 312.0420322741244,693 155.16150795815156694 ],695 "extent": [696 33.25703754064189,697 7.441421415979278,698 12.886030359165488699 ],700 "rotation": [701 0,702 179.9999237060547,703 0704 ]705 },706 "location": [707 70.43486022949219,708 319.5771179199219,709 142.210205078125710 ],711 "rotation": [712 0,713 179.9999237060547,714 0715 ],716 "scale": [717 1.399999976158142,718 1.399999976158142,719 1.399999976158142720 ]721 },722 "color": [723 63,724 95,725 63726 ]727 },728 {729 "object_id": "SM_KomodB_63",730 "bbox_2d": [731 1226,732 614,733 1312,734 695735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 23.50204392814276,740 312.06331189555453,741 155.0879535374105742 ],743 "extent": [744 13.343359743013684,745 7.44140555993738,746 12.886029024021468747 ]748 },749 "obb": {750 "center": [751 23.50204392814276,752 312.06331189555453,753 155.0879535374105754 ],755 "extent": [756 13.343359743013684,757 7.44140555993738,758 12.886029024021468759 ],760 "rotation": [761 0,762 179.9998779296875,763 0764 ]765 },766 "location": [767 23.502059936523438,768 319.5771179199219,769 142.1208038330078770 ],771 "rotation": [772 0,773 179.9998779296875,774 0775 ],776 "scale": [777 1.399999976158142,778 1.399999976158142,779 1.399999976158142780 ]781 },782 "color": [783 63,784 95,785 191786 ]787 },788 {789 "object_id": "SM_KomodA2_68",790 "bbox_2d": [791 1306,792 617,793 1535,794 713795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -23.520482752086636,800 312.0420322741244,801 155.16150795815156802 ],803 "extent": [804 33.257037540641896,805 7.441421415979278,806 12.886030359165488807 ]808 },809 "obb": {810 "center": [811 -23.520482752086636,812 312.0420322741244,813 155.16150795815156814 ],815 "extent": [816 33.257037540641896,817 7.441421415979278,818 12.886030359165488819 ],820 "rotation": [821 0,822 179.9999237060547,823 0824 ]825 },826 "location": [827 -23.592586517333984,828 319.5771179199219,829 142.210205078125830 ],831 "rotation": [832 0,833 179.9999237060547,834 0835 ],836 "scale": [837 1.399999976158142,838 1.399999976158142,839 1.399999976158142840 ]841 },842 "color": [843 63,844 95,845 31846 ]847 },848 {849 "object_id": "SM_KomodB2_69",850 "bbox_2d": [851 1537,852 626,853 1645,854 720855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -70.52521589851739,860 312.06331189555453,861 155.0879535374105862 ],863 "extent": [864 13.343359743013679,865 7.44140555993738,866 12.886029024021468867 ]868 },869 "obb": {870 "center": [871 -70.52521589851739,872 312.06331189555453,873 155.0879535374105874 ],875 "extent": [876 13.343359743013679,877 7.44140555993738,878 12.886029024021468879 ],880 "rotation": [881 0,882 179.9998779296875,883 0884 ]885 },886 "location": [887 -70.52519989013672,888 319.5771179199219,889 142.1208038330078890 ],891 "rotation": [892 0,893 179.9998779296875,894 0895 ],896 "scale": [897 1.399999976158142,898 1.399999976158142,899 1.399999976158142900 ]901 },902 "color": [903 191,904 95,905 0906 ]907 },908 {909 "object_id": "SM_KomodA3",910 "bbox_2d": [911 1642,912 629,913 1651,914 650915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -117.69346782899093,920 312.04200175654626,921 155.16150795815156922 ],923 "extent": [924 33.25703754064189,925 7.441421415979278,926 12.886030359165488927 ]928 },929 "obb": {930 "center": [931 -117.69346782899093,932 312.04200175654626,933 155.16150795815156934 ],935 "extent": [936 33.25703754064189,937 7.441421415979278,938 12.886030359165488939 ],940 "rotation": [941 0,942 179.9999237060547,943 0944 ]945 },946 "location": [947 -117.76557159423828,948 319.57708740234375,949 142.210205078125950 ],951 "rotation": [952 0,953 179.9999237060547,954 0955 ],956 "scale": [957 1.399999976158142,958 1.399999976158142,959 1.399999976158142960 ]961 },962 "color": [963 191,964 95,965 255966 ]967 },968 {969 "object_id": "SM_KomodC_73",970 "bbox_2d": [971 1392,972 704,973 1626,974 866975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -124.10193794684471,980 298.8887793179526,981 124.05502212140846982 ],983 "extent": [984 104.79397541784618,985 20.51142805681326,986 18.019146421651385987 ]988 },989 "obb": {990 "center": [991 -124.10193794684471,992 298.8887793179526,993 124.05502212140846994 ],995 "extent": [996 104.79397541784618,997 20.51142805681326,998 18.019146421651385999 ],1000 "rotation": [1001 0,1002 179.9999237060547,1003 01004 ]1005 },1006 "location": [1007 -124.0071792602539,1008 319.5770263671875,1009 105.90979003906251010 ],1011 "rotation": [1012 0,1013 179.9999237060547,1014 01015 ],1016 "scale": [1017 1.399999976158142,1018 1.100000023841858,1019 1.3999999761581421020 ]1021 },1022 "color": [1023 191,1024 95,1025 1271026 ]1027 },1028 {1029 "object_id": "SM_KomodCClosed2",1030 "bbox_2d": [1031 198,1032 726,1033 299,1034 8081035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 216.32476811318836,1040 2.686028097707336,1041 127.007100713451111042 ],1043 "extent": [1044 13.030119153919912,1045 84.78256622876646,1046 20.5834620459572761047 ]1048 },1049 "obb": {1050 "center": [1051 216.32476811318836,1052 2.686028097707336,1053 127.007100713451111054 ],1055 "extent": [1056 13.030119153919912,1057 84.78256622876646,1058 20.5834620459572761059 ],1060 "rotation": [1061 0,1062 90.00011444091797,1063 01064 ]1065 },1066 "location": [1067 229.52699279785156,1068 2.6094131469726562,1069 106.279609680175781070 ],1071 "rotation": [1072 0,1073 90.00011444091797,1074 01075 ],1076 "scale": [1077 1.1326565742492676,1078 1.0708839893341064,1079 1.59923481941223141080 ]1081 },1082 "color": [1083 31,1084 159,1085 2551086 ]1087 }1088 ],1089 "photo frame": [1090 {1091 "object_id": "SM_PicFram4",1092 "bbox_2d": [1093 1192,1094 268,1095 1617,1096 5611097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -12.852423359747856,1102 318.15411188239597,1103 232.728968180212631104 ],1105 "extent": [1106 65.30290819962941,1107 1.1435344578190438,1108 44.444874208500791109 ]1110 },1111 "obb": {1112 "center": [1113 -12.85242335974786,1114 318.15411188239597,1115 232.728968180212631116 ],1117 "extent": [1118 65.30290819962941,1119 1.1435344578190438,1120 44.444874208500791121 ],1122 "rotation": [1123 0.0005873962072655558,1124 179.9999542236328,1125 -0.000152587890624999971126 ]1127 },1128 "location": [1129 -12.852890014648438,1130 319.4111633300781,1131 188.24707031251132 ],1133 "rotation": [1134 0.0005873962072655558,1135 179.9999542236328,1136 -0.000152587890624999971137 ],1138 "scale": [1139 1.5244852304458618,1140 1.5244852304458618,1141 1.52448523044586181142 ]1143 },1144 "color": [1145 191,1146 95,1147 631148 ]1149 },1150 {1151 "object_id": "SM_PicFram6",1152 "bbox_2d": [1153 756,1154 343,1155 853,1156 5371157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 228.5008797899579,1162 311.39184230087636,1163 223.20897903442341164 ],1165 "extent": [1166 1.1438139881150278,1167 33.81277987936187,1168 55.6864588338976741169 ]1170 },1171 "obb": {1172 "center": [1173 228.5008797899579,1174 311.39184230087636,1175 223.20897903442341176 ],1177 "extent": [1178 1.1438139881150278,1179 33.81277987936187,1180 55.6864588338976741181 ],1182 "rotation": [1183 -90,1184 89.99923706054689,1185 01186 ]1187 },1188 "location": [1189 229.75759887695312,1190 277.5503845214844,1191 223.208969116210941192 ],1193 "rotation": [1194 -90,1195 89.99923706054689,1196 01197 ],1198 "scale": [1199 1.2999999523162842,1200 1.5244849920272827,