TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l079_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l079_r001/lit.png",5 "camera": {6 "location": [7 53,8 -214,9 19710 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 53,38 -214,39 197,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 1012,58 0,59 1919,60 37661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling decor": [116 {117 "object_id": "SM_DecorTop4",118 "bbox_2d": [119 1307,120 372,121 1367,122 423123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 174.50553816443608,128 773.3313646316528,129 334.38922119140625130 ],131 "extent": [132 54.58970289268109,133 0,134 24.174877166748047135 ]136 },137 "obb": {138 "center": [139 174.50553816443608,140 773.3313646316528,141 334.38922119140625142 ],143 "extent": [144 54.58970289268109,145 0,146 24.174877166748047147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 174.14964294433594,156 783.7068481445312,157 334.38922119140625158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 0.7799999713897705,166 1,167 1168 ]169 },170 "color": [171 63,172 63,173 63174 ]175 }176 ],177 "door": [178 {179 "object_id": "SM_Door_polySurface49",180 "bbox_2d": [181 1189,182 374,183 1231,184 705185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 237.1017780453198,190 428.0635484057081,191 195.17345428466797192 ],193 "extent": [194 9.74557239176346,195 49.10113152906655,196 105.98666381835938197 ]198 },199 "obb": {200 "center": [201 237.1017780453198,202 428.0635484057081,203 195.17345428466797204 ],205 "extent": [206 9.74557239176346,207 49.10113152906655,208 105.98666381835938209 ],210 "rotation": [211 0,212 -179.99989318847656,213 0214 ]215 },216 "location": [217 236.6421661376953,218 467.6837158203125,219 88.28707122802734220 ],221 "rotation": [222 0,223 -179.99989318847656,224 0225 ],226 "scale": [227 1.5594596862792969,228 -0.8500000238418579,229 1230 ]231 },232 "color": [233 127,234 159,235 255236 ]237 },238 {239 "object_id": "SM_Door_polySurface57",240 "bbox_2d": [241 1038,242 313,243 1105,244 781245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 230.40711644136513,250 194.618632203342,251 193.68687438964844252 ],253 "extent": [254 5.455037415813791,255 40.9399423472035,256 100.37834930419922257 ]258 },259 "obb": {260 "center": [261 230.40711644136513,262 194.618632203342,263 193.68687438964844264 ],265 "extent": [266 5.455037415813791,267 40.9399423472035,268 100.37834930419922269 ],270 "rotation": [271 0,272 -179.99989318847656,273 0274 ]275 },276 "location": [277 229.37254333496094,278 154.16036987304688,279 88.9166030883789280 ],281 "rotation": [282 0,283 -179.99989318847656,284 0285 ],286 "scale": [287 0.800000011920929,288 0.8706653118133545,289 1290 ]291 },292 "color": [293 127,294 159,295 127296 ]297 },298 {299 "object_id": "SM_Door_polySurface50",300 "bbox_2d": [301 1024,302 289,303 1113,304 789305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 237.10054705583462,310 194.50258489944235,311 195.17345428466797312 ],313 "extent": [314 9.745574626675705,315 49.10113152907067,316 105.98666381835938317 ]318 },319 "obb": {320 "center": [321 237.10054705583462,322 194.50258489944235,323 195.17345428466797324 ],325 "extent": [326 9.745574626675705,327 49.10113152907067,328 105.98666381835938329 ],330 "rotation": [331 0,332 -179.99989318847656,333 0334 ]335 },336 "location": [337 236.64108276367188,338 154.88241577148438,339 88.28707122802734340 ],341 "rotation": [342 0,343 -179.99989318847656,344 0345 ],346 "scale": [347 1.5594600439071655,348 0.8500000238418579,349 1350 ]351 },352 "color": [353 127,354 159,355 63356 ]357 },358 {359 "object_id": "SM_Door_polySurface58",360 "bbox_2d": [361 1196,362 389,363 1226,364 701365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 230.40723676937202,370 428.06766479974937,371 193.68687438964844372 ],373 "extent": [374 5.455037415787672,375 40.93992833372391,376 100.37834930419922377 ]378 },379 "obb": {380 "center": [381 230.40723676937202,382 428.06766479974937,383 193.68687438964844384 ],385 "extent": [386 5.455037415787672,387 40.93992833372391,388 100.37834930419922389 ],390 "rotation": [391 0,392 -179.99989318847656,393 0394 ]395 },396 "location": [397 229.3725128173828,398 468.5259094238281,399 88.9166030883789400 ],401 "rotation": [402 0,403 -179.99989318847656,404 0405 ],406 "scale": [407 0.800000011920929,408 -0.8706650137901306,409 1410 ]411 },412 "color": [413 31,414 159,415 127416 ]417 }418 ]419 },420 "foreground": {421 "manager desk": [422 {423 "object_id": "SM_ManagerDesk_35",424 "bbox_2d": [425 428,426 638,427 1919,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 0.9649276733398438,434 -103.14732360839844,435 133.83098220825195436 ],437 "extent": [438 101.42112731933594,439 175.46688842773438,440 40.50908660888672441 ]442 },443 "obb": {444 "center": [445 0.9649276733398438,446 -103.14732360839844,447 133.83098220825195448 ],449 "extent": [450 101.42112731933594,451 175.46688842773438,452 40.50908660888672453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 3.7793960571289062,462 -148.75787353515625,463 93.32191467285156464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 127,479 127480 ]481 }482 ],483 "armchair": [484 {485 "object_id": "SM_ArmchairSingle_38",486 "bbox_2d": [487 1185,488 433,489 1737,490 982491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 51.21592908139999,496 -90.84782646696817,497 151.32426071166992498 ],499 "extent": [500 33.26026436641297,501 30.065236720987457,502 57.94956588745117503 ]504 },505 "obb": {506 "center": [507 51.21592908139999,508 -90.84782646696817,509 151.32426071166992510 ],511 "extent": [512 33.26026436641297,513 30.065236720987457,514 57.94956588745117515 ],516 "rotation": [517 0,518 90.00011444091797,519 0520 ]521 },522 "location": [523 50.492774963378906,524 -91.7777099609375,525 93.3218994140625526 ],527 "rotation": [528 0,529 90.00011444091797,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 127,541 127542 ]543 },544 {545 "object_id": "SM_ArmchairSingle2",546 "bbox_2d": [547 1307,548 479,549 1694,550 910551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 58.77065231685211,556 2.298390028352408,557 151.32426071166992558 ],559 "extent": [560 37.97565641399365,561 35.3839719979233,562 57.94956588745117563 ]564 },565 "obb": {566 "center": [567 58.770652316852114,568 2.298390028352408,569 151.32426071166992570 ],571 "extent": [572 37.97565641399365,573 35.3839719979233,574 57.94956588745117575 ],576 "rotation": [577 0,578 80.00003051757812,579 0580 ]581 },582 "location": [583 57.897010803222656,584 1.508209228515625,585 93.3218994140625586 ],587 "rotation": [588 0,589 80.00003051757812,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 127,600 0,601 0602 ]603 }604 ],605 "calendar": [606 {607 "object_id": "SM_CalendarDesk_116",608 "bbox_2d": [609 1082,610 778,611 1573,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 61.437330427932885,618 -166.4330257628863,619 179.62402725219727620 ],621 "extent": [622 12.325876402342068,623 9.841876774162444,624 5.984294891357422625 ]626 },627 "obb": {628 "center": [629 61.437330427932885,630 -166.4330257628863,631 179.62402725219727632 ],633 "extent": [634 12.325876402342068,635 9.841876774162444,636 5.984294891357422637 ],638 "rotation": [639 0,640 -110.00013732910158,641 0642 ]643 },644 "location": [645 60.486053466796875,646 -166.10409545898438,647 173.6102752685547648 ],649 "rotation": [650 0,651 -110.00013732910158,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 127,662 63,663 63664 ]665 }666 ],667 "chassis": [668 {669 "object_id": "SM_Chassis2",670 "bbox_2d": [671 1622,672 722,673 1892,674 770675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 24.49961826119435,680 -77.28905089753601,681 174.93947219848633682 ],683 "extent": [684 19.157636636899547,685 16.736308918784175,686 0.7084541320800781687 ]688 },689 "obb": {690 "center": [691 24.49961826119435,692 -77.28905089753601,693 174.93947219848633694 ],695 "extent": [696 19.157636636899547,697 16.736308918784175,698 0.7084541320800781699 ],700 "rotation": [701 0,702 -19.999786376953125,703 0704 ]705 },706 "location": [707 13.174087524414062,708 -61.54290771484375,709 174.23101806640625710 ],711 "rotation": [712 0,713 -19.999786376953125,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 63,724 255,725 0726 ]727 }728 ],729 "shelf": [730 {731 "object_id": "SM_Shelf3",732 "bbox_2d": [733 1307,734 421,735 1367,736 594737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 174.52945229313445,742 782.8369913101196,743 201.84811401367188744 ],745 "extent": [746 54.57733371167703,747 13.994805335998535,748 108.51106262207031749 ]750 },751 "obb": {752 "center": [753 174.52945229313445,754 782.8369913101196,755 201.84811401367188756 ],757 "extent": [758 54.57733371167703,759 13.994805335998535,760 108.51106262207031761 ],762 "rotation": [763 0,764 180,765 0766 ]767 },768 "location": [769 180.10403442382812,770 784.39208984375,771 93.3218994140625772 ],773 "rotation": [774 0,775 180,776 0777 ],778 "scale": [779 1.2000000476837158,780 1,781 1782 ]783 },784 "color": [785 63,786 127,787 63788 ]789 }790 ],791 "decorative grass": [792 {793 "object_id": "SM_Decorative46_331",794 "bbox_2d": [795 1356,796 543,797 1367,798 561799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 175.70920848846436,804 777.4226350784302,805 182.8526153564453806 ],807 "extent": [808 12.230798721313477,809 4.34722900390625,810 10.809612274169922811 ]812 },813 "obb": {814 "center": [815 175.70920848846436,816 777.4226350784302,817 182.8526153564453818 ],819 "extent": [820 12.230798721313477,821 4.34722900390625,822 10.809612274169922823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 175.70921325683594,832 777.422607421875,833 172.03392028808594834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 63,848 63,849 31850 ]851 },852 {853 "object_id": "SM_Decorative47_343",854 "bbox_2d": [855 1348,856 513,857 1359,858 535859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 188.13156127929688,864 779.9154663085938,865 211.82534790039062866 ],867 "extent": [868 6.68212890625,869 6.656768798828125,870 11.0948486328125871 ]872 },873 "obb": {874 "center": [875 188.13156127929688,876 779.9154663085938,877 211.82534790039062878 ],879 "extent": [880 6.68212890625,881 6.656768798828125,882 11.0948486328125883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 188.13156127929688,892 779.9154663085938,893 200.64334106445312894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 0,908 31,909 0910 ]911 },912 {913 "object_id": "SM_Decorative52_356",914 "bbox_2d": [915 1350,916 490,917 1362,918 505919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 185.29283411046413,924 781.1185197265554,925 237.36668439997447926 ],927 "extent": [928 8.405003362982995,929 8.40500538532433,930 8.116432387694658931 ]932 },933 "obb": {934 "center": [935 185.29283411046413,936 781.1185197265554,937 237.36668439997447938 ],939 "extent": [940 8.405003362982995,941 8.40500538532433,942 8.116432387694658943 ],944 "rotation": [945 0,946 130.00013732910153,947 0948 ]949 },950 "location": [951 185.2928466796875,952 781.1185302734375,953 229.18190002441406954 ],955 "rotation": [956 0,957 130.00013732910153,958 0959 ],960 "scale": [961 0.7168759703636169,962 0.7168759703636169,963 0.9998919367790222964 ]965 },966 "color": [967 255,968 31,969 0970 ]971 },972 {973 "object_id": "SM_Decorative54",974 "bbox_2d": [975 1339,976 490,977 1342,978 502979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 202.4368438720703,984 779.8599891662598,985 237.15900209497704986 ],987 "extent": [988 5.839911754403147,989 3.137065887451172,990 7.931973926952196991 ]992 },993 "obb": {994 "center": [995 202.4368438720703,996 779.8599891662598,997 237.15900209497704998 ],999 "extent": [1000 5.839911754403147,1001 3.137065887451172,1002 7.9319739269521961003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 202.4368438720703,1012 779.8599853515625,1013 229.181900024414061014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 1.5719960927963257,1022 1,1023 0.63960164785385131024 ]1025 },1026 "color": [1027 255,1028 31,1029 1271030 ]1031 },1032 {1033 "object_id": "SM_Decorative57_373",1034 "bbox_2d": [1035 1362,1036 460,1037 1367,1038 4751039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 174.10369873046875,1044 781.0430297851562,1045 266.08568763732911046 ],1047 "extent": [1048 5.922878265380859,1049 2.8758544921875,1050 8.0992279052734381051 ]1052 },1053 "obb": {1054 "center": [1055 174.10369873046875,1056 781.0430297851562,1057 266.08568763732911058 ],1059 "extent": [1060 5.922878265380859,1061 2.8758544921875,1062 8.0992279052734381063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 174.10369873046875,1072 781.0430297851562,1073 257.94348144531251074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 127,1088 31,1089 1911090 ]1091 },1092 {1093 "object_id": "SM_Decorative58_376",1094 "bbox_2d": [1095 1343,1096 454,1097 1355,1098 4751099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 190.71673583984375,1104 778.9456176757812,1105 269.3371582031251106 ],1107 "extent": [1108 5.7939453125,1109 5.793914794921875,1110 11.33679199218751111 ]1112 },1113 "obb": {1114 "center": [1115 190.71673583984375,1116 778.9456176757812,1117 269.3371582031251118 ],1119 "extent": [1120 5.7939453125,1121 5.793914794921875,1122 11.33679199218751123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 190.71673583984375,1132 778.9456176757812,1133 257.94348144531251134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 63,1148 31,1149 01150 ]1151 },1152 {1153 "object_id": "SM_Decorative59_379",1154 "bbox_2d": [1155 1321,1156 463,1157 1337,1158 4761159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 208.99008178710938,1164 777.8456416130066,1165 265.11901855468751166 ],1167 "extent": [1168 7.79998779296875,1169 7.798386096954346,1170 7.09777832031251171 ]1172 },1173 "obb": {1174 "center": [1175 208.99008178710938,1176 777.8456416130066,1177 265.11901855468751178 ],1179 "extent": [1180 7.79998779296875,1181 7.798386096954346,1182 7.09777832031251183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 208.99014282226562,1192 777.8456420898438,1193 257.94348144531251194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [