TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l085_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l085_r004/lit.png",5 "camera": {6 "location": [7 310,8 -132,9 21710 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 310,38 -132,39 217,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_WallC",56 "bbox_2d": [57 1736,58 455,59 1818,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 399.81292724609375,66 0.806884765625,67 140.0000152587890668 ],69 "extent": [70 24.871856689453125,71 600,72 140.000045776367273 ]74 },75 "obb": {76 "center": [77 399.81292724609375,78 0.806884765625,79 140.0000152587890680 ],81 "extent": [82 24.871856689453125,83 600,84 140.000045776367285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_WallA",116 "bbox_2d": [117 0,118 489,119 418,120 926121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -414.68499755859375,126 -9.765630238689482e-05,127 140.00001525878906128 ],129 "extent": [130 10,131 602.3807373046875,132 140.00001525878906133 ]134 },135 "obb": {136 "center": [137 -414.68499755859375,138 -9.765630238689482e-05,139 140.00001525878906140 ],141 "extent": [142 10,143 602.3807373046875,144 140.00001525878906145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -414.68499755859375,154 -9.765630238689482e-05,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 0,171 255172 ]173 }174 ],175 "ceiling": [176 {177 "object_id": "SM_CeilingB",178 "bbox_2d": [179 0,180 4,181 1162,182 455183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -13.644100189208984,188 -320.7868957519531,189 276190 ],191 "extent": [192 217.0186767578125,193 261.5939025878906,194 4.0000152587890625195 ]196 },197 "obb": {198 "center": [199 -13.644100189208984,200 -320.7868957519531,201 276202 ],203 "extent": [204 217.0186767578125,205 261.5939025878906,206 4.0000152587890625207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -13.644100189208984,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 255,233 127234 ]235 },236 {237 "object_id": "SM_CeilingA",238 "bbox_2d": [239 0,240 0,241 1919,242 502243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -9.99993896484375,248 -0.0003662109375,249 262.50006103515625250 ],251 "extent": [252 414.6847229003906,253 582.3804321289062,254 17.500083923339844255 ]256 },257 "obb": {258 "center": [259 -9.99993896484375,260 -0.0003662109375,261 262.50006103515625262 ],263 "extent": [264 414.6847229003906,265 582.3804321289062,266 17.500083923339844267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 127,293 0294 ]295 }296 ],297 "baseboard": [298 {299 "object_id": "SM_Baseboard",300 "bbox_2d": [301 0,302 820,303 418,304 937305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -404.2849975526333,310 -331.93701171875,311 3312 ],313 "extent": [314 0.4000000059604645,315 270.4438781738281,316 3317 ]318 },319 "obb": {320 "center": [321 -404.2849975526333,322 -331.93701171875,323 3324 ],325 "extent": [326 0.4000000059604645,327 270.4438781738281,328 3329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -404.68499755859375,338 -331.93701171875,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 127,355 255356 ]357 }358 ],359 "window a": [360 {361 "object_id": "SM_WindowA",362 "bbox_2d": [363 1816,364 444,365 1919,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 400.20300245285034,372 -479.55299377441406,373 123.93044638633728374 ],375 "extent": [376 5.743960857391357,377 59.63993835449219,378 121.06996154785156379 ]380 },381 "obb": {382 "center": [383 400.20300245285034,384 -479.55299377441406,385 123.93044638633728386 ],387 "extent": [388 5.743960857391357,389 59.63993835449219,390 121.06996154785156391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 400.2030029296875,400 -479.5530090332031,401 2.8605000972747803402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 127,416 255,417 255418 ]419 }420 ],421 "background wall": [422 {423 "object_id": "SM_BackgroundwallA",424 "bbox_2d": [425 419,426 453,427 1735,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -14.871739387512207,434 -563.4780158996582,435 139.99993896484375436 ],437 "extent": [438 389.81292724609375,439 18.90277099609375,440 139.9999542236328441 ]442 },443 "obb": {444 "center": [445 -14.871739387512207,446 -563.4780158996582,447 139.99993896484375448 ],449 "extent": [450 389.81292724609375,451 18.90277099609375,452 139.9999542236328453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -14.871800422668457,462 -563.47802734375,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 0,479 63480 ]481 }482 ],483 "wall panel": [484 {485 "object_id": "SM_WallpanelA",486 "bbox_2d": [487 1229,488 439,489 1354,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 229.47550201416016,496 -546.4867404699326,497 139.99998474121094498 ],499 "extent": [500 25.32549285888672,501 1.8902981281280518,502 140.00001525878906503 ]504 },505 "obb": {506 "center": [507 229.47550201416016,508 -546.4867404699326,509 139.99998474121094510 ],511 "extent": [512 25.32549285888672,513 1.8902981281280518,514 140.00001525878906515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 254.80099487304688,524 -548.3770141601562,525 0526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 0,540 127,541 63542 ]543 },544 {545 "object_id": "SM_WallpanelAh",546 "bbox_2d": [547 972,548 425,549 1017,550 991551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 90.18524932861328,556 -546.4867404699326,557 139.99998474121094558 ],559 "extent": [560 12.662750244140625,561 1.8902981281280518,562 140.00001525878906563 ]564 },565 "obb": {566 "center": [567 90.18524932861328,568 -546.4867404699326,569 139.99998474121094570 ],571 "extent": [572 12.662750244140625,573 1.8902981281280518,574 140.00001525878906575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 102.8479995727539,584 -548.3770141601562,585 0586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 95,601 0602 ]603 },604 {605 "object_id": "SM_WallpanelA001_1",606 "bbox_2d": [607 1117,608 416,609 1228,610 1047611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 178.82450103759766,616 -546.4867404699326,617 139.99998474121094618 ],619 "extent": [620 25.32549285888672,621 1.8902981281280518,622 140.00001525878906623 ]624 },625 "obb": {626 "center": [627 178.82450103759766,628 -546.4867404699326,629 139.99998474121094630 ],631 "extent": [632 25.32549285888672,633 1.8902981281280518,634 140.00001525878906635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 204.14999389648438,644 -548.3770141601562,645 0646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 95,661 255662 ]663 },664 {665 "object_id": "SM_WallpanelA002_2",666 "bbox_2d": [667 1018,668 419,669 1116,670 1017671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 128.17350006103516,676 -546.4867404699326,677 139.99998474121094678 ],679 "extent": [680 25.32549285888672,681 1.8902981281280518,682 140.00001525878906683 ]684 },685 "obb": {686 "center": [687 128.17350006103516,688 -546.4867404699326,689 139.99998474121094690 ],691 "extent": [692 25.32549285888672,693 1.8902981281280518,694 140.00001525878906695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 153.49899291992188,704 -548.3770141601562,705 0706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 95,721 127722 ]723 },724 {725 "object_id": "SM_WallpanelA003_3",726 "bbox_2d": [727 612,728 449,729 669,730 827731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -157.26349639892578,736 -546.4867404699326,737 139.99998474121094738 ],739 "extent": [740 25.32549285888672,741 1.8902981281280518,742 140.00001525878906743 ]744 },745 "obb": {746 "center": [747 -157.26349639892578,748 -546.4867404699326,749 139.99998474121094750 ],751 "extent": [752 25.32549285888672,753 1.8902981281280518,754 140.00001525878906755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -131.93800354003906,764 -548.3770141601562,765 0766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 191,780 95,781 63782 ]783 },784 {785 "object_id": "SM_WallpanelA004_4",786 "bbox_2d": [787 544,788 499,789 562,790 856791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -250.5584945678711,796 -567.1307224035263,797 139.99998474121094798 ],799 "extent": [800 25.32549285888672,801 1.8902981281280518,802 140.00001525878906803 ]804 },805 "obb": {806 "center": [807 -250.5584945678711,808 -567.1307224035263,809 139.99998474121094810 ],811 "extent": [812 25.32549285888672,813 1.8902981281280518,814 140.00001525878906815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -225.23300170898438,824 -569.02099609375,825 0826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 191,840 95,841 191842 ]843 },844 {845 "object_id": "SM_WallpanelA005_5",846 "bbox_2d": [847 513,848 500,849 543,850 851851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -301.2094955444336,856 -567.1307224035263,857 139.99998474121094858 ],859 "extent": [860 25.32549285888672,861 1.8902981281280518,862 140.00001525878906863 ]864 },865 "obb": {866 "center": [867 -301.2094955444336,868 -567.1307224035263,869 139.99998474121094870 ],871 "extent": [872 25.32549285888672,873 1.8902981281280518,874 140.00001525878906875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 -275.8840026855469,884 -569.02099609375,885 0886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 191,900 95,901 31902 ]903 }904 ],905 "floor lamp": [906 {907 "object_id": "SM_Floorlamp",908 "bbox_2d": [909 104,910 583,911 235,912 906913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -200.50994873046875,918 -334.127405166626,919 100.41319227218628920 ],921 "extent": [922 67.92303466796875,923 49.206172943115234,924 99.65167999267578925 ]926 },927 "obb": {928 "center": [929 -200.50994873046875,930 -334.127405166626,931 100.41319227218628932 ],933 "extent": [934 67.92303466796875,935 49.206172943115234,936 99.65167999267578937 ],938 "rotation": [939 0,940 0,941 0942 ]943 },944 "location": [945 -226.33099365234375,946 -361.07501220703125,947 0.7972559928894043948 ],949 "rotation": [950 0,951 0,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 127,962 255,963 63964 ]965 }966 ],967 "floor planks corner": [968 {969 "object_id": "SM_Floor",970 "bbox_2d": [971 0,972 828,973 1524,974 1079975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -19.752939224243164,980 -0.0001220703125,981 6.776263578034403e-21982 ],983 "extent": [984 404.9316711425781,985 582.3806762695312,986 3.5660530924670406e-14987 ]988 },989 "obb": {990 "center": [991 -19.752939224243164,992 -0.0001220703125,993 6.776263578034403e-21994 ],995 "extent": [996 404.9316711425781,997 582.3806762695312,998 3.5660530924670406e-14999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 -9.752969741821289,1008 0,1009 01010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 191,1024 31,1025 311026 ]1027 }1028 ]1029 },1030 "foreground": {1031 "air conditioning": [1032 {1033 "object_id": "SM_AirConditioning",1034 "bbox_2d": [1035 0,1036 474,1037 378,1038 4921039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -257.33300971984863,1044 -289.0069580078125,1045 244.70001065731051046 ],1047 "extent": [1048 8.791104316711426,1049 150.00003051757812,1050 0.300080418586730961051 ]1052 },1053 "obb": {1054 "center": [1055 -257.33300971984863,1056 -289.0069580078125,1057 244.70001065731051058 ],1059 "extent": [1060 8.791104316711426,1061 150.00003051757812,1062 0.300080418586730961063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 -257.3330078125,1072 -289.0069885253906,1073 2451074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 255,1088 127,1089 2551090 ]1091 },1092 {1093 "object_id": "SM_AirConditioning001",1094 "bbox_2d": [1095 0,1096 420,1097 396,1098 4771099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -230.3630050420761,1104 -289.0069580078125,1105 257.446989059448241106 ],1107 "extent": [1108 0.30008041858673096,1109 150.00003051757812,1110 8.7911043167114261111 ]1112 },1113 "obb": {1114 "center": [1115 -230.3630050420761,1116 -289.0069580078125,1117 257.446989059448241118 ],1119 "extent": [1120 0.30008041858673096,1121 150.00003051757812,1122 8.7911043167114261123 ],1124 "rotation": [1125 90,1126 0,1127 01128 ]1129 },1130 "location": [1131 -230.66299438476562,1132 -289.0069885253906,1133 257.44699096679691134 ],1135 "rotation": [1136 90,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 0,1148 127,1149 1271150 ]1151 }1152 ],1153 "downlight": [1154 {1155 "object_id": "SM_Downlight",1156 "bbox_2d": [1157 328,1158 363,1159 342,1160 3661161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -9.163678556328527,1166 -294.3070361345656,1167 271.66315889099221168 ],1169 "extent": [1170 1.9524995897884967,1171 1.9525011395091383,1172 0.336832983941462771173 ]1174 },1175 "obb": {1176 "center": [1177 -9.163678556328527,1178 -294.3070361345656,1179 271.66315889099221180 ],1181 "extent": [1182 1.9524995897884967,1183 1.9525011395091383,1184 0.336832983941462771185 ],1186 "rotation": [1187 -5.008960215491241e-06,1188 -5.008960215491242e-06,1189 -5.008960215491242e-061190 ]1191 },1192 "location": [1193 -9.193309783935547,1194 -294.3070068359375,1195 2721196 ],1197 "rotation": [1198 -5.008960215491241e-06,1199 -5.008960215491242e-06,1200 -5.008960215491242e-06