TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l018_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l018_r003/lit.png",5 "camera": {6 "location": [7 329,8 -465,9 9510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 329,38 -465,39 95,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingB",56 "bbox_2d": [57 0,58 0,59 1202,60 23561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -13.644100189208984,66 -320.7868957519531,67 27668 ],69 "extent": [70 217.0186767578125,71 261.5939025878906,72 4.000015258789062573 ]74 },75 "obb": {76 "center": [77 -13.644100189208984,78 -320.7868957519531,79 27680 ],81 "extent": [82 217.0186767578125,83 261.5939025878906,84 4.000015258789062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -13.644100189208984,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_CeilingA",116 "bbox_2d": [117 0,118 121,119 1098,120 343121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -9.99993896484375,126 -0.0003662109375,127 262.50006103515625128 ],129 "extent": [130 414.6847229003906,131 582.3804321289062,132 17.500083923339844133 ]134 },135 "obb": {136 "center": [137 -9.99993896484375,138 -0.0003662109375,139 262.50006103515625140 ],141 "extent": [142 414.6847229003906,143 582.3804321289062,144 17.500083923339844145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 0172 ]173 }174 ],175 "baseboard": [176 {177 "object_id": "SM_Baseboard",178 "bbox_2d": [179 816,180 656,181 1073,182 663183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -404.2849975526333,188 -331.93701171875,189 3190 ],191 "extent": [192 0.4000000059604645,193 270.4438781738281,194 3195 ]196 },197 "obb": {198 "center": [199 -404.2849975526333,200 -331.93701171875,201 3202 ],203 "extent": [204 0.4000000059604645,205 270.4438781738281,206 3207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -404.68499755859375,216 -331.93701171875,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 0,242 344,243 1073,244 655245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "door": [300 {301 "object_id": "SM_Door",302 "bbox_2d": [303 268,304 359,305 431,306 603307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -411.3640160560608,312 0.8069339990615845,313 116.7231216430664314 ],315 "extent": [316 7.5000152587890625,317 62.30000305175781,318 116.7231216430664319 ]320 },321 "obb": {322 "center": [323 -411.3640160560608,324 0.8069339990615845,325 116.7231216430664326 ],327 "extent": [328 7.5000152587890625,329 62.30000305175781,330 116.7231216430664331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -418.864013671875,340 0.8069339990615845,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 255,357 0358 ]359 }360 ],361 "background wall": [362 {363 "object_id": "SM_BackgroundwallA",364 "bbox_2d": [365 1074,366 208,367 1109,368 717369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -14.871739387512207,374 -563.4780158996582,375 139.99993896484375376 ],377 "extent": [378 389.81292724609375,379 18.90277099609375,380 139.9999542236328381 ]382 },383 "obb": {384 "center": [385 -14.871739387512207,386 -563.4780158996582,387 139.99993896484375388 ],389 "extent": [390 389.81292724609375,391 18.90277099609375,392 139.9999542236328393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -14.871800422668457,402 -563.47802734375,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 0,418 0,419 63420 ]421 }422 ],423 "wall panel": [424 {425 "object_id": "SM_WallpanelA",426 "bbox_2d": [427 1582,428 0,429 1919,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 229.47550201416016,436 -546.4867404699326,437 139.99998474121094438 ],439 "extent": [440 25.32549285888672,441 1.8902981281280518,442 140.00001525878906443 ]444 },445 "obb": {446 "center": [447 229.47550201416016,448 -546.4867404699326,449 139.99998474121094450 ],451 "extent": [452 25.32549285888672,453 1.8902981281280518,454 140.00001525878906455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 254.80099487304688,464 -548.3770141601562,465 0466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 0,480 127,481 63482 ]483 },484 {485 "object_id": "SM_WallpanelAh",486 "bbox_2d": [487 1266,488 0,489 1300,490 921491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 90.18524932861328,496 -546.4867404699326,497 139.99998474121094498 ],499 "extent": [500 12.662750244140625,501 1.8902981281280518,502 140.00001525878906503 ]504 },505 "obb": {506 "center": [507 90.18524932861328,508 -546.4867404699326,509 139.99998474121094510 ],511 "extent": [512 12.662750244140625,513 1.8902981281280518,514 140.00001525878906515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 102.8479995727539,524 -548.3770141601562,525 0526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 95,541 0542 ]543 },544 {545 "object_id": "SM_WallpanelA001_1",546 "bbox_2d": [547 1400,548 0,549 1581,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 178.82450103759766,556 -546.4867404699326,557 139.99998474121094558 ],559 "extent": [560 25.32549285888672,561 1.8902981281280518,562 140.00001525878906563 ]564 },565 "obb": {566 "center": [567 178.82450103759766,568 -546.4867404699326,569 139.99998474121094570 ],571 "extent": [572 25.32549285888672,573 1.8902981281280518,574 140.00001525878906575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 204.14999389648438,584 -548.3770141601562,585 0586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 95,601 255602 ]603 },604 {605 "object_id": "SM_WallpanelA002_2",606 "bbox_2d": [607 1301,608 0,609 1399,610 1009611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 128.17350006103516,616 -546.4867404699326,617 139.99998474121094618 ],619 "extent": [620 25.32549285888672,621 1.8902981281280518,622 140.00001525878906623 ]624 },625 "obb": {626 "center": [627 128.17350006103516,628 -546.4867404699326,629 139.99998474121094630 ],631 "extent": [632 25.32549285888672,633 1.8902981281280518,634 140.00001525878906635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 153.49899291992188,644 -548.3770141601562,645 0646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 95,661 127662 ]663 },664 {665 "object_id": "SM_WallpanelA003_3",666 "bbox_2d": [667 1110,668 172,669 1125,670 737671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -157.26349639892578,676 -546.4867404699326,677 139.99998474121094678 ],679 "extent": [680 25.32549285888672,681 1.8902981281280518,682 140.00001525878906683 ]684 },685 "obb": {686 "center": [687 -157.26349639892578,688 -546.4867404699326,689 139.99998474121094690 ],691 "extent": [692 25.32549285888672,693 1.8902981281280518,694 140.00001525878906695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -131.93800354003906,704 -548.3770141601562,705 0706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 95,721 63722 ]723 }724 ],725 "floor lamp": [726 {727 "object_id": "SM_Floorlamp",728 "bbox_2d": [729 597,730 330,731 828,732 696733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -200.50994873046875,738 -334.127405166626,739 100.41319227218628740 ],741 "extent": [742 67.92303466796875,743 49.206172943115234,744 99.65167999267578745 ]746 },747 "obb": {748 "center": [749 -200.50994873046875,750 -334.127405166626,751 100.41319227218628752 ],753 "extent": [754 67.92303466796875,755 49.206172943115234,756 99.65167999267578757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -226.33099365234375,766 -361.07501220703125,767 0.7972559928894043768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 127,782 255,783 63784 ]785 }786 ],787 "floor planks corner": [788 {789 "object_id": "SM_Floor",790 "bbox_2d": [791 816,792 664,793 1331,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -19.752939224243164,800 -0.0001220703125,801 6.776263578034403e-21802 ],803 "extent": [804 404.9316711425781,805 582.3806762695312,806 3.5660530924670406e-14807 ]808 },809 "obb": {810 "center": [811 -19.752939224243164,812 -0.0001220703125,813 6.776263578034403e-21814 ],815 "extent": [816 404.9316711425781,817 582.3806762695312,818 3.5660530924670406e-14819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -9.752969741821289,828 0,829 0830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 191,844 31,845 31846 ]847 }848 ]849 },850 "foreground": {851 "air conditioning": [852 {853 "object_id": "SM_AirConditioning",854 "bbox_2d": [855 418,856 291,857 917,858 298859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -257.33300971984863,864 -289.0069580078125,865 244.7000106573105866 ],867 "extent": [868 8.791104316711426,869 150.00003051757812,870 0.30008041858673096871 ]872 },873 "obb": {874 "center": [875 -257.33300971984863,876 -289.0069580078125,877 244.7000106573105878 ],879 "extent": [880 8.791104316711426,881 150.00003051757812,882 0.30008041858673096883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -257.3330078125,892 -289.0069885253906,893 245894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 255,908 127,909 255910 ]911 },912 {913 "object_id": "SM_AirConditioning001",914 "bbox_2d": [915 400,916 246,917 914,918 267919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -230.3630050420761,924 -289.0069580078125,925 257.44698905944824926 ],927 "extent": [928 0.30008041858673096,929 150.00003051757812,930 8.791104316711426931 ]932 },933 "obb": {934 "center": [935 -230.3630050420761,936 -289.0069580078125,937 257.44698905944824938 ],939 "extent": [940 0.30008041858673096,941 150.00003051757812,942 8.791104316711426943 ],944 "rotation": [945 90,946 0,947 0948 ]949 },950 "location": [951 -230.66299438476562,952 -289.0069885253906,953 257.4469909667969954 ],955 "rotation": [956 90,957 0,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 0,968 127,969 127970 ]971 }972 ],973 "downlight": [974 {975 "object_id": "SM_Downlight",976 "bbox_2d": [977 469,978 35,979 481,980 40981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -9.163678556328527,986 -294.3070361345656,987 271.6631588909922988 ],989 "extent": [990 1.9524995897884967,991 1.9525011395091383,992 0.33683298394146277993 ]994 },995 "obb": {996 "center": [997 -9.163678556328527,998 -294.3070361345656,999 271.66315889099221000 ],1001 "extent": [1002 1.9524995897884967,1003 1.9525011395091383,1004 0.336832983941462771005 ],1006 "rotation": [1007 -5.008960215491241e-06,1008 -5.008960215491242e-06,1009 -5.008960215491242e-061010 ]1011 },1012 "location": [1013 -9.193309783935547,1014 -294.3070068359375,1015 2721016 ],1017 "rotation": [1018 -5.008960215491241e-06,1019 -5.008960215491242e-06,1020 -5.008960215491242e-061021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 255,1030 127,1031 1271032 ]1033 },1034 {1035 "object_id": "SM_Downlight001",1036 "bbox_2d": [1037 448,1038 13,1039 460,1040 191041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 4.6392312947456915,1046 -294.3070361345656,1047 271.66315889099221048 ],1049 "extent": [1050 1.9524995897884967,1051 1.9525011395091383,1052 0.336832983941462771053 ]1054 },1055 "obb": {1056 "center": [1057 4.6392312947456915,1058 -294.3070361345656,1059 271.66315889099221060 ],1061 "extent": [1062 1.9524995897884967,1063 1.9525011395091383,1064 0.336832983941462771065 ],1066 "rotation": [1067 -5.008960215491241e-06,1068 -5.008960215491242e-06,1069 -5.008960215491242e-061070 ]1071 },1072 "location": [1073 4.609600067138672,1074 -294.3070068359375,1075 2721076 ],1077 "rotation": [1078 -5.008960215491241e-06,1079 -5.008960215491242e-06,1080 -5.008960215491242e-061081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 0,1090 255,1091 1911092 ]1093 },1094 {1095 "object_id": "SM_Downlight006",1096 "bbox_2d": [1097 902,1098 324,1099 913,1100 3261101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -341.8015258654274,1106 -428.69205086829743,1107 244.663158887855221108 ],1109 "extent": [1110 4.314594785625786,1111 4.3146177616889645,1112 0.33683339694545111113 ]1114 },1115 "obb": {1116 "center": [1117 -341.8015258654274,1118 -428.69205086829743,1119 244.663158887855221120 ],1121 "extent": [1122 4.314594785625786,1123 4.3146177616889645,1124 0.33683339694545111125 ],1126 "rotation": [1127 -5.008960215491242e-06,1128 -9.272649549529884e-06,1129 -5.008960215491242e-061130 ]1131 },1132 "location": [1133 -341.86700439453125,1134 -428.6919860839844,1135 2451136 ],1137 "rotation": [1138 -5.008960215491242e-06,1139 -9.272649549529884e-06,1140 -5.008960215491242e-061141 ],1142 "scale": [1143 2.209779977798462,1144 2.209789991378784,1145 11146 ]1147 },1148 "color": [1149 255,1150 127,1151 1911152 ]1153 },1154 {1155 "object_id": "SM_Downlight007",1156 "bbox_2d": [1157 702,1158 324,1159 713,1160 3261161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -341.8015258654274,1166 -288.9960669815787,1167 244.663158887855221168 ],1169 "extent": [1170 4.314594785625786,1171 4.3146177616889645,1172 0.33683339694545111173 ]1174 },1175 "obb": {1176 "center": [1177 -341.8015258654274,1178 -288.9960669815787,1179 244.663158887855221180 ],1181 "extent": [1182 4.314594785625786,1183 4.3146177616889645,1184 0.33683339694545111185 ],1186 "rotation": [1187 -5.008960215491242e-06,1188 -9.272649549529884e-06,1189 -5.008960215491242e-061190 ]1191 },1192 "location": [1193 -341.86700439453125,1194 -288.9960021972656,1195 2451196 ],1197 "rotation": [1198 -5.008960215491242e-06,1199 -9.272649549529884e-06,1200 -5.008960215491242e-06