TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l118_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l118_r004/lit.png",5 "camera": {6 "location": [7 -10,8 537,9 19710 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -10,38 537,39 197,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingB",56 "bbox_2d": [57 1217,58 420,59 1906,60 47061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -13.644100189208984,66 -320.7868957519531,67 27668 ],69 "extent": [70 217.0186767578125,71 261.5939025878906,72 4.000015258789062573 ]74 },75 "obb": {76 "center": [77 -13.644100189208984,78 -320.7868957519531,79 27680 ],81 "extent": [82 217.0186767578125,83 261.5939025878906,84 4.000015258789062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -13.644100189208984,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_CeilingA",116 "bbox_2d": [117 0,118 94,119 1919,120 499121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -9.99993896484375,126 -0.0003662109375,127 262.50006103515625128 ],129 "extent": [130 414.6847229003906,131 582.3804321289062,132 17.500083923339844133 ]134 },135 "obb": {136 "center": [137 -9.99993896484375,138 -0.0003662109375,139 262.50006103515625140 ],141 "extent": [142 414.6847229003906,143 582.3804321289062,144 17.500083923339844145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 0172 ]173 },174 {175 "object_id": "SM_CeilingB001",176 "bbox_2d": [177 0,178 0,179 1919,180 401181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -13.644100189208956,186 320.786895751953,187 276188 ],189 "extent": [190 217.01867675781244,191 261.5939025878905,192 4.0000152587890625193 ]194 },195 "obb": {196 "center": [197 -13.644100189208956,198 320.78689575195295,199 276200 ],201 "extent": [202 217.01867675781244,203 261.5939025878905,204 4.0000152587890625205 ],206 "rotation": [207 0,208 180,209 0210 ]211 },212 "location": [213 -13.644100189208984,214 0,215 0216 ],217 "rotation": [218 0,219 180,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 127,231 191232 ]233 }234 ],235 "baseboard": [236 {237 "object_id": "SM_Baseboard",238 "bbox_2d": [239 904,240 701,241 1131,242 803243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -404.2849975526333,248 -331.93701171875,249 3250 ],251 "extent": [252 0.4000000059604645,253 270.4438781738281,254 3255 ]256 },257 "obb": {258 "center": [259 -404.2849975526333,260 -331.93701171875,261 3262 ],263 "extent": [264 0.4000000059604645,265 270.4438781738281,266 3267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -404.68499755859375,276 -331.93701171875,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 127,293 255294 ]295 },296 {297 "object_id": "SM_Baseboard001",298 "bbox_2d": [299 227,300 842,301 794,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -404.2849975526333,308 333.5509948730469,309 3310 ],311 "extent": [312 0.4000000059604645,313 270.4438781738281,314 3315 ]316 },317 "obb": {318 "center": [319 -404.2849975526333,320 333.5509948730469,321 3322 ],323 "extent": [324 0.4000000059604645,325 270.4438781738281,326 3327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -404.68499755859375,336 333.5509948730469,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 191,353 63354 ]355 }356 ],357 "wall": [358 {359 "object_id": "SM_WallA",360 "bbox_2d": [361 0,362 381,363 1130,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -414.68499755859375,370 -9.765630238689482e-05,371 140.00001525878906372 ],373 "extent": [374 10,375 602.3807373046875,376 140.00001525878906377 ]378 },379 "obb": {380 "center": [381 -414.68499755859375,382 -9.765630238689482e-05,383 140.00001525878906384 ],385 "extent": [386 10,387 602.3807373046875,388 140.00001525878906389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -414.68499755859375,398 -9.765630238689482e-05,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 0,415 255416 ]417 }418 ],419 "door": [420 {421 "object_id": "SM_Door",422 "bbox_2d": [423 794,424 482,425 903,426 850427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -411.3640160560608,432 0.8069339990615845,433 116.7231216430664434 ],435 "extent": [436 7.5000152587890625,437 62.30000305175781,438 116.7231216430664439 ]440 },441 "obb": {442 "center": [443 -411.3640160560608,444 0.8069339990615845,445 116.7231216430664446 ],447 "extent": [448 7.5000152587890625,449 62.30000305175781,450 116.7231216430664451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -418.864013671875,460 0.8069339990615845,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 255,477 0478 ]479 }480 ],481 "background wall": [482 {483 "object_id": "SM_BackgroundwallA",484 "bbox_2d": [485 1131,486 470,487 1327,488 721489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -14.871739387512207,494 -563.4780158996582,495 139.99993896484375496 ],497 "extent": [498 389.81292724609375,499 18.90277099609375,500 139.9999542236328501 ]502 },503 "obb": {504 "center": [505 -14.871739387512207,506 -563.4780158996582,507 139.99993896484375508 ],509 "extent": [510 389.81292724609375,511 18.90277099609375,512 139.9999542236328513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -14.871800422668457,522 -563.47802734375,523 0524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 0,538 0,539 63540 ]541 }542 ],543 "wall panel": [544 {545 "object_id": "SM_WallpanelA",546 "bbox_2d": [547 1800,548 447,549 1878,550 774551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 229.47550201416016,556 -546.4867404699326,557 139.99998474121094558 ],559 "extent": [560 25.32549285888672,561 1.8902981281280518,562 140.00001525878906563 ]564 },565 "obb": {566 "center": [567 229.47550201416016,568 -546.4867404699326,569 139.99998474121094570 ],571 "extent": [572 25.32549285888672,573 1.8902981281280518,574 140.00001525878906575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 254.80099487304688,584 -548.3770141601562,585 0586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 0,600 127,601 63602 ]603 },604 {605 "object_id": "SM_WallpanelAh",606 "bbox_2d": [607 1623,608 458,609 1655,610 745611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 90.18524932861328,616 -546.4867404699326,617 139.99998474121094618 ],619 "extent": [620 12.662750244140625,621 1.8902981281280518,622 140.00001525878906623 ]624 },625 "obb": {626 "center": [627 90.18524932861328,628 -546.4867404699326,629 139.99998474121094630 ],631 "extent": [632 12.662750244140625,633 1.8902981281280518,634 140.00001525878906635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 102.8479995727539,644 -548.3770141601562,645 0646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 95,661 0662 ]663 },664 {665 "object_id": "SM_WallpanelA001_1",666 "bbox_2d": [667 1726,668 453,669 1799,670 767671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 178.82450103759766,676 -546.4867404699326,677 139.99998474121094678 ],679 "extent": [680 25.32549285888672,681 1.8902981281280518,682 140.00001525878906683 ]684 },685 "obb": {686 "center": [687 178.82450103759766,688 -546.4867404699326,689 139.99998474121094690 ],691 "extent": [692 25.32549285888672,693 1.8902981281280518,694 140.00001525878906695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 204.14999389648438,704 -548.3770141601562,705 0706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 95,721 255722 ]723 },724 {725 "object_id": "SM_WallpanelA002_2",726 "bbox_2d": [727 1656,728 456,729 1725,730 747731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 128.17350006103516,736 -546.4867404699326,737 139.99998474121094738 ],739 "extent": [740 25.32549285888672,741 1.8902981281280518,742 140.00001525878906743 ]744 },745 "obb": {746 "center": [747 128.17350006103516,748 -546.4867404699326,749 139.99998474121094750 ],751 "extent": [752 25.32549285888672,753 1.8902981281280518,754 140.00001525878906755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 153.49899291992188,764 -548.3770141601562,765 0766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 191,780 95,781 127782 ]783 },784 {785 "object_id": "SM_WallpanelA003_3",786 "bbox_2d": [787 1328,788 468,789 1378,790 694791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -157.26349639892578,796 -546.4867404699326,797 139.99998474121094798 ],799 "extent": [800 25.32549285888672,801 1.8902981281280518,802 140.00001525878906803 ]804 },805 "obb": {806 "center": [807 -157.26349639892578,808 -546.4867404699326,809 139.99998474121094810 ],811 "extent": [812 25.32549285888672,813 1.8902981281280518,814 140.00001525878906815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -131.93800354003906,824 -548.3770141601562,825 0826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 191,840 95,841 63842 ]843 },844 {845 "object_id": "SM_WallpanelA004_4",846 "bbox_2d": [847 1244,848 497,849 1278,850 716851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -250.5584945678711,856 -567.1307224035263,857 139.99998474121094858 ],859 "extent": [860 25.32549285888672,861 1.8902981281280518,862 140.00001525878906863 ]864 },865 "obb": {866 "center": [867 -250.5584945678711,868 -567.1307224035263,869 139.99998474121094870 ],871 "extent": [872 25.32549285888672,873 1.8902981281280518,874 140.00001525878906875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 -225.23300170898438,884 -569.02099609375,885 0886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 191,900 95,901 191902 ]903 },904 {905 "object_id": "SM_WallpanelA005_5",906 "bbox_2d": [907 1219,908 498,909 1243,910 713911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -301.2094955444336,916 -567.1307224035263,917 139.99998474121094918 ],919 "extent": [920 25.32549285888672,921 1.8902981281280518,922 140.00001525878906923 ]924 },925 "obb": {926 "center": [927 -301.2094955444336,928 -567.1307224035263,929 139.99998474121094930 ],931 "extent": [932 25.32549285888672,933 1.8902981281280518,934 140.00001525878906935 ],936 "rotation": [937 0,938 0,939 0940 ]941 },942 "location": [943 -275.8840026855469,944 -569.02099609375,945 0946 ],947 "rotation": [948 0,949 0,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 191,960 95,961 31962 ]963 }964 ],965 "floor lamp": [966 {967 "object_id": "SM_Floorlamp",968 "bbox_2d": [969 1205,970 536,971 1341,972 755973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -200.50994873046875,978 -334.127405166626,979 100.41319227218628980 ],981 "extent": [982 67.92303466796875,983 49.206172943115234,984 99.65167999267578985 ]986 },987 "obb": {988 "center": [989 -200.50994873046875,990 -334.127405166626,991 100.41319227218628992 ],993 "extent": [994 67.92303466796875,995 49.206172943115234,996 99.65167999267578997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 -226.33099365234375,1006 -361.07501220703125,1007 0.79725599288940431008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 127,1022 255,1023 631024 ]1025 }1026 ],1027 "floor planks corner": [1028 {1029 "object_id": "SM_Floor",1030 "bbox_2d": [1031 269,1032 706,1033 1919,1034 10791035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -19.752939224243164,1040 -0.0001220703125,1041 6.776263578034403e-211042 ],1043 "extent": [1044 404.9316711425781,1045 582.3806762695312,1046 3.5660530924670406e-141047 ]1048 },1049 "obb": {1050 "center": [1051 -19.752939224243164,1052 -0.0001220703125,1053 6.776263578034403e-211054 ],1055 "extent": [1056 404.9316711425781,1057 582.3806762695312,1058 3.5660530924670406e-141059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -9.752969741821289,1068 0,1069 01070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 191,1084 31,1085 311086 ]1087 }1088 ]1089 },1090 "foreground": {1091 "air conditioning": [1092 {1093 "object_id": "SM_AirConditioning",1094 "bbox_2d": [1095 1116,1096 475,1097 1239,1098 4921099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -257.33300971984863,1104 -289.0069580078125,1105 244.70001065731051106 ],1107 "extent": [1108 8.791104316711426,1109 150.00003051757812,1110 0.300080418586730961111 ]1112 },1113 "obb": {1114 "center": [1115 -257.33300971984863,1116 -289.0069580078125,1117 244.70001065731051118 ],1119 "extent": [1120 8.791104316711426,1121 150.00003051757812,1122 0.300080418586730961123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -257.3330078125,1132 -289.0069885253906,1133 2451134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 255,1148 127,1149 2551150 ]1151 },1152 {1153 "object_id": "SM_AirConditioning001",1154 "bbox_2d": [1155 1163,1156 453,1157 1258,1158 4821159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -230.3630050420761,1164 -289.0069580078125,1165 257.446989059448241166 ],1167 "extent": [1168 0.30008041858673096,1169 150.00003051757812,1170 8.7911043167114261171 ]1172 },1173 "obb": {1174 "center": [1175 -230.3630050420761,1176 -289.0069580078125,1177 257.446989059448241178 ],1179 "extent": [1180 0.30008041858673096,1181 150.00003051757812,1182 8.7911043167114261183 ],1184 "rotation": [1185 90,1186 0,1187 01188 ]1189 },1190 "location": [1191 -230.66299438476562,1192 -289.0069885253906,1193 257.44699096679691194 ],1195 "rotation": [1196 90,1197 0,1198 01199 ],1200 "scale": [