TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l084_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l084_r004/lit.png",5 "camera": {6 "location": [7 55,8 -282,9 20910 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 55,38 -282,39 209,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingB",56 "bbox_2d": [57 0,58 0,59 1919,60 37761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -13.644100189208984,66 -320.7868957519531,67 27668 ],69 "extent": [70 217.0186767578125,71 261.5939025878906,72 4.000015258789062573 ]74 },75 "obb": {76 "center": [77 -13.644100189208984,78 -320.7868957519531,79 27680 ],81 "extent": [82 217.0186767578125,83 261.5939025878906,84 4.000015258789062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -13.644100189208984,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_CeilingA",116 "bbox_2d": [117 0,118 251,119 677,120 465121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -9.99993896484375,126 -0.0003662109375,127 262.50006103515625128 ],129 "extent": [130 414.6847229003906,131 582.3804321289062,132 17.500083923339844133 ]134 },135 "obb": {136 "center": [137 -9.99993896484375,138 -0.0003662109375,139 262.50006103515625140 ],141 "extent": [142 414.6847229003906,143 582.3804321289062,144 17.500083923339844145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 0172 ]173 }174 ],175 "baseboard": [176 {177 "object_id": "SM_Baseboard",178 "bbox_2d": [179 104,180 959,181 420,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -404.2849975526333,188 -331.93701171875,189 3190 ],191 "extent": [192 0.4000000059604645,193 270.4438781738281,194 3195 ]196 },197 "obb": {198 "center": [199 -404.2849975526333,200 -331.93701171875,201 3202 ],203 "extent": [204 0.4000000059604645,205 270.4438781738281,206 3207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -404.68499755859375,216 -331.93701171875,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 0,242 437,243 419,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "background wall": [300 {301 "object_id": "SM_BackgroundwallA",302 "bbox_2d": [303 420,304 365,305 756,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -14.871739387512207,312 -563.4780158996582,313 139.99993896484375314 ],315 "extent": [316 389.81292724609375,317 18.90277099609375,318 139.9999542236328319 ]320 },321 "obb": {322 "center": [323 -14.871739387512207,324 -563.4780158996582,325 139.99993896484375326 ],327 "extent": [328 389.81292724609375,329 18.90277099609375,330 139.9999542236328331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -14.871800422668457,340 -563.47802734375,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 0,356 0,357 63358 ]359 }360 ],361 "floor planks corner": [362 {363 "object_id": "SM_Floor",364 "bbox_2d": [365 146,366 971,367 664,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -19.752939224243164,374 -0.0001220703125,375 6.776263578034403e-21376 ],377 "extent": [378 404.9316711425781,379 582.3806762695312,380 3.5660530924670406e-14381 ]382 },383 "obb": {384 "center": [385 -19.752939224243164,386 -0.0001220703125,387 6.776263578034403e-21388 ],389 "extent": [390 404.9316711425781,391 582.3806762695312,392 3.5660530924670406e-14393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -9.752969741821289,402 0,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 31,419 31420 ]421 }422 ],423 "wall panel": [424 {425 "object_id": "SM_WallpanelAh",426 "bbox_2d": [427 1629,428 243,429 1774,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 90.18524932861328,436 -546.4867404699326,437 139.99998474121094438 ],439 "extent": [440 12.662750244140625,441 1.8902981281280518,442 140.00001525878906443 ]444 },445 "obb": {446 "center": [447 90.18524932861328,448 -546.4867404699326,449 139.99998474121094450 ],451 "extent": [452 12.662750244140625,453 1.8902981281280518,454 140.00001525878906455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 102.8479995727539,464 -548.3770141601562,465 0466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 191,480 95,481 0482 ]483 },484 {485 "object_id": "SM_WallpanelA002_2",486 "bbox_2d": [487 1775,488 227,489 1919,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 128.17350006103516,496 -546.4867404699326,497 139.99998474121094498 ],499 "extent": [500 25.32549285888672,501 1.8902981281280518,502 140.00001525878906503 ]504 },505 "obb": {506 "center": [507 128.17350006103516,508 -546.4867404699326,509 139.99998474121094510 ],511 "extent": [512 25.32549285888672,513 1.8902981281280518,514 140.00001525878906515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 153.49899291992188,524 -548.3770141601562,525 0526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 95,541 127542 ]543 },544 {545 "object_id": "SM_WallpanelA003_3",546 "bbox_2d": [547 757,548 352,549 872,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -157.26349639892578,556 -546.4867404699326,557 139.99998474121094558 ],559 "extent": [560 25.32549285888672,561 1.8902981281280518,562 140.00001525878906563 ]564 },565 "obb": {566 "center": [567 -157.26349639892578,568 -546.4867404699326,569 139.99998474121094570 ],571 "extent": [572 25.32549285888672,573 1.8902981281280518,574 140.00001525878906575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -131.93800354003906,584 -548.3770141601562,585 0586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 95,601 63602 ]603 },604 {605 "object_id": "SM_WallpanelA004_4",606 "bbox_2d": [607 624,608 453,609 664,610 1043611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -250.5584945678711,616 -567.1307224035263,617 139.99998474121094618 ],619 "extent": [620 25.32549285888672,621 1.8902981281280518,622 140.00001525878906623 ]624 },625 "obb": {626 "center": [627 -250.5584945678711,628 -567.1307224035263,629 139.99998474121094630 ],631 "extent": [632 25.32549285888672,633 1.8902981281280518,634 140.00001525878906635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -225.23300170898438,644 -569.02099609375,645 0646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 95,661 191662 ]663 },664 {665 "object_id": "SM_WallpanelA005_5",666 "bbox_2d": [667 572,668 456,669 623,670 1027671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -301.2094955444336,676 -567.1307224035263,677 139.99998474121094678 ],679 "extent": [680 25.32549285888672,681 1.8902981281280518,682 140.00001525878906683 ]684 },685 "obb": {686 "center": [687 -301.2094955444336,688 -567.1307224035263,689 139.99998474121094690 ],691 "extent": [692 25.32549285888672,693 1.8902981281280518,694 140.00001525878906695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -275.8840026855469,704 -569.02099609375,705 0706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 95,721 31722 ]723 }724 ]725 },726 "foreground": {727 "air conditioning": [728 {729 "object_id": "SM_AirConditioning",730 "bbox_2d": [731 0,732 385,733 344,734 424735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -257.33300971984863,740 -289.0069580078125,741 244.7000106573105742 ],743 "extent": [744 8.791104316711426,745 150.00003051757812,746 0.30008041858673096747 ]748 },749 "obb": {750 "center": [751 -257.33300971984863,752 -289.0069580078125,753 244.7000106573105754 ],755 "extent": [756 8.791104316711426,757 150.00003051757812,758 0.30008041858673096759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 -257.3330078125,768 -289.0069885253906,769 245770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 255,784 127,785 255786 ]787 },788 {789 "object_id": "SM_AirConditioning001",790 "bbox_2d": [791 0,792 277,793 379,794 389795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -230.3630050420761,800 -289.0069580078125,801 257.44698905944824802 ],803 "extent": [804 0.30008041858673096,805 150.00003051757812,806 8.791104316711426807 ]808 },809 "obb": {810 "center": [811 -230.3630050420761,812 -289.0069580078125,813 257.44698905944824814 ],815 "extent": [816 0.30008041858673096,817 150.00003051757812,818 8.791104316711426819 ],820 "rotation": [821 90,822 0,823 0824 ]825 },826 "location": [827 -230.66299438476562,828 -289.0069885253906,829 257.4469909667969830 ],831 "rotation": [832 90,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 0,844 127,845 127846 ]847 }848 ],849 "track light": [850 {851 "object_id": "SM_Tracklight",852 "bbox_2d": [853 630,854 264,855 655,856 270857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -119.3738512958656,862 -437.7480440470862,863 273.35818156611344864 ],865 "extent": [866 3.101129296036561,867 1.3979469860560698,868 1.3589233516960348869 ]870 },871 "obb": {872 "center": [873 -119.3738512958656,874 -437.7480440470862,875 273.35818156611344876 ],877 "extent": [878 3.101129296036561,879 1.3979469860560698,880 1.3589233516960348881 ],882 "rotation": [883 -5.008960215491241e-06,884 -5.008960215491242e-06,885 -5.008960215491242e-06886 ]887 },888 "location": [889 -122.4749984741211,890 -439.14599609375,891 274.7170104980469892 ],893 "rotation": [894 -5.008960215491241e-06,895 -5.008960215491242e-06,896 -5.008960215491242e-06897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 127,906 0,907 0908 ]909 },910 {911 "object_id": "SM_Tracklight001",912 "bbox_2d": [913 649,914 260,915 675,916 266917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -113.17085599557264,922 -437.7480440470862,923 273.35818156611344924 ],925 "extent": [926 3.101129296036561,927 1.3979469860560698,928 1.3589233516960348929 ]930 },931 "obb": {932 "center": [933 -113.17085599557264,934 -437.7480440470862,935 273.35818156611344936 ],937 "extent": [938 3.101129296036561,939 1.3979469860560698,940 1.3589233516960348941 ],942 "rotation": [943 -5.008960215491241e-06,944 -5.008960215491242e-06,945 -5.008960215491242e-06946 ]947 },948 "location": [949 -116.27200317382812,950 -439.14599609375,951 274.7170104980469952 ],953 "rotation": [954 -5.008960215491241e-06,955 -5.008960215491242e-06,956 -5.008960215491242e-06957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 191,966 0,967 127968 ]969 },970 {971 "object_id": "SM_Tracklight002",972 "bbox_2d": [973 668,974 256,975 695,976 262977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -106.96885251656873,982 -437.7480440470862,983 273.35818156611344984 ],985 "extent": [986 3.101129296036561,987 1.3979469860560698,988 1.3589233516960348989 ]990 },991 "obb": {992 "center": [993 -106.96885251656873,994 -437.7480440470862,995 273.35818156611344996 ],997 "extent": [998 3.101129296036561,999 1.3979469860560698,1000 1.35892335169603481001 ],1002 "rotation": [1003 -5.008960215491241e-06,1004 -5.008960215491242e-06,1005 -5.008960215491242e-061006 ]1007 },1008 "location": [1009 -110.06999969482422,1010 -439.14599609375,1011 274.71701049804691012 ],1013 "rotation": [1014 -5.008960215491241e-06,1015 -5.008960215491242e-06,1016 -5.008960215491242e-061017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 191,1026 0,1027 631028 ]1029 },1030 {1031 "object_id": "SM_Tracklight003",1032 "bbox_2d": [1033 688,1034 251,1035 715,1036 2581037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -100.76684903756482,1042 -437.7480440470862,1043 273.358181566113441044 ],1045 "extent": [1046 3.101129296036561,1047 1.3979469860560698,1048 1.35892335169603481049 ]1050 },1051 "obb": {1052 "center": [1053 -100.76684903756482,1054 -437.7480440470862,1055 273.358181566113441056 ],1057 "extent": [1058 3.101129296036561,1059 1.3979469860560698,1060 1.35892335169603481061 ],1062 "rotation": [1063 -5.008960215491241e-06,1064 -5.008960215491242e-06,1065 -5.008960215491242e-061066 ]1067 },1068 "location": [1069 -103.86799621582031,1070 -439.14599609375,1071 274.71701049804691072 ],1073 "rotation": [1074 -5.008960215491241e-06,1075 -5.008960215491242e-06,1076 -5.008960215491242e-061077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 191,1086 255,1087 01088 ]1089 },1090 {1091 "object_id": "SM_Tracklight004",1092 "bbox_2d": [1093 708,1094 247,1095 736,1096 2541097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -94.56434964791639,1102 -437.7480440470862,1103 273.358181566113441104 ],1105 "extent": [1106 3.101129296036561,1107 1.3979469860560698,1108 1.35892335169603481109 ]1110 },1111 "obb": {1112 "center": [1113 -94.56434964791639,1114 -437.7480440470862,1115 273.358181566113441116 ],1117 "extent": [1118 3.101129296036561,1119 1.3979469860560698,1120 1.35892335169603481121 ],1122 "rotation": [1123 -5.008960215491241e-06,1124 -5.008960215491242e-06,1125 -5.008960215491242e-061126 ]1127 },1128 "location": [1129 -97.66549682617188,1130 -439.14599609375,1131 274.71701049804691132 ],1133 "rotation": [1134 -5.008960215491241e-06,1135 -5.008960215491242e-06,1136 -5.008960215491242e-061137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 191,1146 255,1147 2551148 ]1149 },1150 {1151 "object_id": "SM_Tracklight005",1152 "bbox_2d": [1153 730,1154 241,1155 759,1156 2501157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -88.3620562519203,1162 -437.7480440470862,1163 273.358181566113441164 ],1165 "extent": [1166 3.101129296036561,1167 1.3979469860560698,1168 1.35892335169603481169 ]1170 },1171 "obb": {1172 "center": [1173 -88.3620562519203,1174 -437.7480440470862,1175 273.358181566113441176 ],1177 "extent": [1178 3.101129296036561,1179 1.3979469860560698,1180 1.35892335169603481181 ],1182 "rotation": [1183 -5.008960215491241e-06,1184 -5.008960215491242e-06,1185 -5.008960215491242e-061186 ]1187 },1188 "location": [1189 -91.46320343017578,1190 -439.14599609375,1191 274.71701049804691192 ],1193 "rotation": [1194 -5.008960215491241e-06,1195 -5.008960215491242e-06,1196 -5.008960215491242e-061197 ],1198 "scale": [1199 1,1200 1,