TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l105_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l105_r001/lit.png",5 "camera": {6 "location": [7 -16,8 -166,9 22510 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -16,38 -166,39 225,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 540,58 0,59 1919,60 37761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 1056,120 417,121 1116,122 752123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface57",178 "bbox_2d": [179 837,180 375,181 935,182 854183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40711644136513,188 194.618632203342,189 193.68687438964844190 ],191 "extent": [192 5.455037415813791,193 40.9399423472035,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40711644136513,200 194.618632203342,201 193.68687438964844202 ],203 "extent": [204 5.455037415813791,205 40.9399423472035,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.37254333496094,216 154.16036987304688,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 0.8706653118133545,227 1228 ]229 },230 "color": [231 127,232 159,233 127234 ]235 },236 {237 "object_id": "SM_Door_polySurface50",238 "bbox_2d": [239 820,240 354,241 947,242 862243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 237.10054705583462,248 194.50258489944235,249 195.17345428466797250 ],251 "extent": [252 9.745574626675705,253 49.10113152907067,254 105.98666381835938255 ]256 },257 "obb": {258 "center": [259 237.10054705583462,260 194.50258489944235,261 195.17345428466797262 ],263 "extent": [264 9.745574626675705,265 49.10113152907067,266 105.98666381835938267 ],268 "rotation": [269 0,270 -179.99989318847656,271 0272 ]273 },274 "location": [275 236.64108276367188,276 154.88241577148438,277 88.28707122802734278 ],279 "rotation": [280 0,281 -179.99989318847656,282 0283 ],284 "scale": [285 1.5594600439071655,286 0.8500000238418579,287 1288 ]289 },290 "color": [291 127,292 159,293 63294 ]295 },296 {297 "object_id": "SM_Door_polySurface58",298 "bbox_2d": [299 1065,300 431,301 1109,302 748303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 230.40723676937202,308 428.06766479974937,309 193.68687438964844310 ],311 "extent": [312 5.455037415787672,313 40.93992833372391,314 100.37834930419922315 ]316 },317 "obb": {318 "center": [319 230.40723676937202,320 428.06766479974937,321 193.68687438964844322 ],323 "extent": [324 5.455037415787672,325 40.93992833372391,326 100.37834930419922327 ],328 "rotation": [329 0,330 -179.99989318847656,331 0332 ]333 },334 "location": [335 229.3725128173828,336 468.5259094238281,337 88.9166030883789338 ],339 "rotation": [340 0,341 -179.99989318847656,342 0343 ],344 "scale": [345 0.800000011920929,346 -0.8706650137901306,347 1348 ]349 },350 "color": [351 31,352 159,353 127354 ]355 }356 ]357 },358 "foreground": {359 "manager desk": [360 {361 "object_id": "SM_ManagerDesk_35",362 "bbox_2d": [363 843,364 760,365 1744,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 0.9649276733398438,372 -103.14732360839844,373 133.83098220825195374 ],375 "extent": [376 101.42112731933594,377 175.46688842773438,378 40.50908660888672379 ]380 },381 "obb": {382 "center": [383 0.9649276733398438,384 -103.14732360839844,385 133.83098220825195386 ],387 "extent": [388 101.42112731933594,389 175.46688842773438,390 40.50908660888672391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 3.7793960571289062,400 -148.75787353515625,401 93.32191467285156402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 0,416 127,417 127418 ]419 }420 ],421 "armchair": [422 {423 "object_id": "SM_ArmchairSingle_38",424 "bbox_2d": [425 363,426 666,427 866,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 51.21592908139999,434 -90.84782646696817,435 151.32426071166992436 ],437 "extent": [438 33.26026436641297,439 30.065236720987457,440 57.94956588745117441 ]442 },443 "obb": {444 "center": [445 51.21592908139999,446 -90.84782646696817,447 151.32426071166992448 ],449 "extent": [450 33.26026436641297,451 30.065236720987457,452 57.94956588745117453 ],454 "rotation": [455 0,456 90.00011444091797,457 0458 ]459 },460 "location": [461 50.492774963378906,462 -91.7777099609375,463 93.3218994140625464 ],465 "rotation": [466 0,467 90.00011444091797,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 127,479 127480 ]481 },482 {483 "object_id": "SM_ArmchairSingle2",484 "bbox_2d": [485 858,486 616,487 1123,488 996489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 58.77065231685211,494 2.298390028352408,495 151.32426071166992496 ],497 "extent": [498 37.97565641399365,499 35.3839719979233,500 57.94956588745117501 ]502 },503 "obb": {504 "center": [505 58.770652316852114,506 2.298390028352408,507 151.32426071166992508 ],509 "extent": [510 37.97565641399365,511 35.3839719979233,512 57.94956588745117513 ],514 "rotation": [515 0,516 80.00003051757812,517 0518 ]519 },520 "location": [521 57.897010803222656,522 1.508209228515625,523 93.3218994140625524 ],525 "rotation": [526 0,527 80.00003051757812,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 127,538 0,539 0540 ]541 },542 {543 "object_id": "SM_ArmchairSingle4",544 "bbox_2d": [545 1684,546 648,547 1919,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -39.08587858956743,554 7.719998857923171,555 151.32426071166992556 ],557 "extent": [558 37.97550408343436,559 35.38379601020713,560 57.94956588745117561 ]562 },563 "obb": {564 "center": [565 -39.08587858956743,566 7.719998857923169,567 151.32426071166992568 ],569 "extent": [570 37.97550408343436,571 35.38379601020713,572 57.94956588745117573 ],574 "rotation": [575 0,576 -99.99960327148439,577 0578 ]579 },580 "location": [581 -38.212242126464844,582 8.510185241699219,583 93.3218994140625584 ],585 "rotation": [586 0,587 -99.99960327148439,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 255,599 0600 ]601 }602 ],603 "chassis": [604 {605 "object_id": "SM_Chassis2",606 "bbox_2d": [607 880,608 975,609 1218,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 24.49961826119435,616 -77.28905089753601,617 174.93947219848633618 ],619 "extent": [620 19.157636636899547,621 16.736308918784175,622 0.7084541320800781623 ]624 },625 "obb": {626 "center": [627 24.49961826119435,628 -77.28905089753601,629 174.93947219848633630 ],631 "extent": [632 19.157636636899547,633 16.736308918784175,634 0.7084541320800781635 ],636 "rotation": [637 0,638 -19.999786376953125,639 0640 ]641 },642 "location": [643 13.174087524414062,644 -61.54290771484375,645 174.23101806640625646 ],647 "rotation": [648 0,649 -19.999786376953125,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 63,660 255,661 0662 ]663 },664 {665 "object_id": "SM_Chassis3",666 "bbox_2d": [667 1388,668 850,669 1684,670 945671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -18.499947766334913,676 -5.504907283882709,677 174.96762466430664678 ],679 "extent": [680 19.157673532840363,681 16.73637900311035,682 0.7084541320800781683 ]684 },685 "obb": {686 "center": [687 -18.499947766334913,688 -5.504907283882709,689 174.96762466430664690 ],691 "extent": [692 19.157673532840363,693 16.73637900311035,694 0.7084541320800781695 ],696 "rotation": [697 0,698 -159.99984741210938,699 0700 ]701 },702 "location": [703 0.297332763671875,704 -10.287261962890625,705 174.25917053222656706 ],707 "rotation": [708 0,709 -159.99984741210938,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 63,720 255,721 255722 ]723 }724 ],725 "cabinet": [726 {727 "object_id": "SM_Komod_2",728 "bbox_2d": [729 1152,730 600,731 1208,732 715733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 202.82839950873046,738 620.9860581984593,739 134.87128448486328740 ],741 "extent": [742 22.34523317932971,743 74.85443298263135,744 41.517921447753906745 ]746 },747 "obb": {748 "center": [749 202.82839950873046,750 620.9860581984593,751 134.87128448486328752 ],753 "extent": [754 22.34523317932971,755 74.85443298263135,756 41.517921447753906757 ],758 "rotation": [759 0,760 -90.00012207031251,761 0762 ]763 },764 "location": [765 205.04928588867188,766 621.0562133789062,767 93.32191467285156768 ],769 "rotation": [770 0,771 -90.00012207031251,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 255,782 95,783 255784 ]785 },786 {787 "object_id": "SM_KomodA_60",788 "bbox_2d": [789 1230,790 654,791 1381,792 722793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 70.50696399473954,798 312.0420322741244,799 155.16150795815156800 ],801 "extent": [802 33.25703754064189,803 7.441421415979278,804 12.886030359165488805 ]806 },807 "obb": {808 "center": [809 70.50696399473952,810 312.0420322741244,811 155.16150795815156812 ],813 "extent": [814 33.25703754064189,815 7.441421415979278,816 12.886030359165488817 ],818 "rotation": [819 0,820 179.9999237060547,821 0822 ]823 },824 "location": [825 70.43486022949219,826 319.5771179199219,827 142.210205078125828 ],829 "rotation": [830 0,831 179.9999237060547,832 0833 ],834 "scale": [835 1.399999976158142,836 1.399999976158142,837 1.399999976158142838 ]839 },840 "color": [841 63,842 95,843 63844 ]845 },846 {847 "object_id": "SM_KomodB_63",848 "bbox_2d": [849 1379,850 663,851 1446,852 724853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 23.50204392814276,858 312.06331189555453,859 155.0879535374105860 ],861 "extent": [862 13.343359743013684,863 7.44140555993738,864 12.886029024021468865 ]866 },867 "obb": {868 "center": [869 23.50204392814276,870 312.06331189555453,871 155.0879535374105872 ],873 "extent": [874 13.343359743013684,875 7.44140555993738,876 12.886029024021468877 ],878 "rotation": [879 0,880 179.9998779296875,881 0882 ]883 },884 "location": [885 23.502059936523438,886 319.5771179199219,887 142.1208038330078888 ],889 "rotation": [890 0,891 179.9998779296875,892 0893 ],894 "scale": [895 1.399999976158142,896 1.399999976158142,897 1.399999976158142898 ]899 },900 "color": [901 63,902 95,903 191904 ]905 },906 {907 "object_id": "SM_KomodA2_68",908 "bbox_2d": [909 1446,910 666,911 1630,912 744913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -23.520482752086636,918 312.0420322741244,919 155.16150795815156920 ],921 "extent": [922 33.257037540641896,923 7.441421415979278,924 12.886030359165488925 ]926 },927 "obb": {928 "center": [929 -23.520482752086636,930 312.0420322741244,931 155.16150795815156932 ],933 "extent": [934 33.257037540641896,935 7.441421415979278,936 12.886030359165488937 ],938 "rotation": [939 0,940 179.9999237060547,941 0942 ]943 },944 "location": [945 -23.592586517333984,946 319.5771179199219,947 142.210205078125948 ],949 "rotation": [950 0,951 179.9999237060547,952 0953 ],954 "scale": [955 1.399999976158142,956 1.399999976158142,957 1.399999976158142958 ]959 },960 "color": [961 63,962 95,963 31964 ]965 },966 {967 "object_id": "SM_KomodB2_69",968 "bbox_2d": [969 1628,970 677,971 1714,972 751973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -70.52521589851739,978 312.06331189555453,979 155.0879535374105980 ],981 "extent": [982 13.343359743013679,983 7.44140555993738,984 12.886029024021468985 ]986 },987 "obb": {988 "center": [989 -70.52521589851739,990 312.06331189555453,991 155.0879535374105992 ],993 "extent": [994 13.343359743013679,995 7.44140555993738,996 12.886029024021468997 ],998 "rotation": [999 0,1000 179.9998779296875,1001 01002 ]1003 },1004 "location": [1005 -70.52519989013672,1006 319.5771179199219,1007 142.12080383300781008 ],1009 "rotation": [1010 0,1011 179.9998779296875,1012 01013 ],1014 "scale": [1015 1.399999976158142,1016 1.399999976158142,1017 1.3999999761581421018 ]1019 },1020 "color": [1021 191,1022 95,1023 01024 ]1025 },1026 {1027 "object_id": "SM_KomodA3",1028 "bbox_2d": [1029 1711,1030 682,1031 1843,1032 7601033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -117.69346782899093,1038 312.04200175654626,1039 155.161507958151561040 ],1041 "extent": [1042 33.25703754064189,1043 7.441421415979278,1044 12.8860303591654881045 ]1046 },1047 "obb": {1048 "center": [1049 -117.69346782899093,1050 312.04200175654626,1051 155.161507958151561052 ],1053 "extent": [1054 33.25703754064189,1055 7.441421415979278,1056 12.8860303591654881057 ],1058 "rotation": [1059 0,1060 179.9999237060547,1061 01062 ]1063 },1064 "location": [1065 -117.76557159423828,1066 319.57708740234375,1067 142.2102050781251068 ],1069 "rotation": [1070 0,1071 179.9999237060547,1072 01073 ],1074 "scale": [1075 1.399999976158142,1076 1.399999976158142,1077 1.3999999761581421078 ]1079 },1080 "color": [1081 191,1082 95,1083 2551084 ]1085 },1086 {1087 "object_id": "SM_KomodC_73",1088 "bbox_2d": [1089 1523,1090 736,1091 1818,1092 8721093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -124.10193794684471,1098 298.8887793179526,1099 124.055022121408461100 ],1101 "extent": [1102 104.79397541784618,1103 20.51142805681326,1104 18.0191464216513851105 ]1106 },1107 "obb": {1108 "center": [1109 -124.10193794684471,1110 298.8887793179526,1111 124.055022121408461112 ],1113 "extent": [1114 104.79397541784618,1115 20.51142805681326,1116 18.0191464216513851117 ],1118 "rotation": [1119 0,1120 179.9999237060547,1121 01122 ]1123 },1124 "location": [1125 -124.0071792602539,1126 319.5770263671875,1127 105.90979003906251128 ],1129 "rotation": [1130 0,1131 179.9999237060547,1132 01133 ],1134 "scale": [1135 1.399999976158142,1136 1.100000023841858,1137 1.3999999761581421138 ]1139 },1140 "color": [1141 191,1142 95,1143 1271144 ]1145 },1146 {1147 "object_id": "SM_KomodB4",1148 "bbox_2d": [1149 1795,1150 479,1151 1900,1152 5491153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -123.92637177584169,1158 312.0621660409311,1159 234.180704461050881160 ],1161 "extent": [1162 13.34345889924328,1163 7.441401519151839,1164 12.8861498867661341165 ]1166 },1167 "obb": {1168 "center": [1169 -123.92637177584169,1170 312.0621660409311,1171 234.180704461050881172 ],1173 "extent": [1174 13.34345889924328,1175 7.441401519151839,1176 12.8861498867661341177 ],1178 "rotation": [1179 0.00048494338989257796,1180 179.9999542236328,1181 -6.103515624999998e-051182 ]1183 },1184 "location": [1185 -123.92647552490234,1186 319.5759582519531,1187 221.21354675292971188 ],1189 "rotation": [1190 0.00048494338989257796,1191 179.9999542236328,1192 -6.103515624999998e-051193 ],1194 "scale": [1195 1.399999976158142,1196 1.399999976158142,1197 1.3999999761581421198 ]1199 },1200 "color": [