TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l022_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l022_r001/lit.png",5 "camera": {6 "location": [7 -132,8 63,9 8910 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -132,38 63,39 89,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 712,58 99,59 1919,60 76561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WallpanelB",116 "bbox_2d": [117 692,118 316,119 725,120 543121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 369.9279479980469,126 569.5809841156006,127 165.55530548095703128 ],129 "extent": [130 26.8680419921875,131 9.799985885620117,132 79.2267074584961133 ]134 },135 "obb": {136 "center": [137 369.9279479980469,138 569.5809841156006,139 165.55530548095703140 ],141 "extent": [142 26.8680419921875,143 9.799985885620117,144 79.2267074584961145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 396.7959899902344,154 579.3809814453125,155 86.32859802246094156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 63172 ]173 },174 {175 "object_id": "SM_WallpanelB001",176 "bbox_2d": [177 726,178 307,179 784,180 543181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 316.19195556640625,186 569.5809841156006,187 165.55530548095703188 ],189 "extent": [190 26.8680419921875,191 9.799985885620117,192 79.2267074584961193 ]194 },195 "obb": {196 "center": [197 316.19195556640625,198 569.5809841156006,199 165.55530548095703200 ],201 "extent": [202 26.8680419921875,203 9.799985885620117,204 79.2267074584961205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 343.05999755859375,214 579.3809814453125,215 86.32859802246094216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 191,231 191232 ]233 },234 {235 "object_id": "SM_WallpanelB002",236 "bbox_2d": [237 882,238 280,239 971,240 543241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 184.44395446777344,246 569.5809841156006,247 165.55530548095703248 ],249 "extent": [250 26.8680419921875,251 9.799985885620117,252 79.2267074584961253 ]254 },255 "obb": {256 "center": [257 184.44395446777344,258 569.5809841156006,259 165.55530548095703260 ],261 "extent": [262 26.8680419921875,263 9.799985885620117,264 79.2267074584961265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 211.31199645996094,274 579.3809814453125,275 86.32859802246094276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 0,291 0292 ]293 }294 ],295 "wall": [296 {297 "object_id": "SM_WallC",298 "bbox_2d": [299 652,300 316,301 711,302 593303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 399.81292724609375,308 0.806884765625,309 140.00001525878906310 ],311 "extent": [312 24.871856689453125,313 600,314 140.0000457763672315 ]316 },317 "obb": {318 "center": [319 399.81292724609375,320 0.806884765625,321 140.00001525878906322 ],323 "extent": [324 24.871856689453125,325 600,326 140.0000457763672327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 255,353 127354 ]355 }356 ],357 "ceiling": [358 {359 "object_id": "SM_CeilingA",360 "bbox_2d": [361 0,362 0,363 1919,364 320365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -9.99993896484375,370 -0.0003662109375,371 262.50006103515625372 ],373 "extent": [374 414.6847229003906,375 582.3804321289062,376 17.500083923339844377 ]378 },379 "obb": {380 "center": [381 -9.99993896484375,382 -0.0003662109375,383 262.50006103515625384 ],385 "extent": [386 414.6847229003906,387 582.3804321289062,388 17.500083923339844389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 127,415 0416 ]417 },418 {419 "object_id": "SM_CeilingB001",420 "bbox_2d": [421 373,422 0,423 1849,424 253425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -13.644100189208956,430 320.786895751953,431 276432 ],433 "extent": [434 217.01867675781244,435 261.5939025878905,436 4.0000152587890625437 ]438 },439 "obb": {440 "center": [441 -13.644100189208956,442 320.78689575195295,443 276444 ],445 "extent": [446 217.01867675781244,447 261.5939025878905,448 4.0000152587890625449 ],450 "rotation": [451 0,452 180,453 0454 ]455 },456 "location": [457 -13.644100189208984,458 0,459 0460 ],461 "rotation": [462 0,463 180,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 127,474 127,475 191476 ]477 }478 ],479 "window a": [480 {481 "object_id": "SM_WindowA003",482 "bbox_2d": [483 497,484 288,485 651,486 599487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 400.20300245285034,492 481.16700744628906,493 123.93044638633728494 ],495 "extent": [496 5.743960857391357,497 59.63993835449219,498 121.06996154785156499 ]500 },501 "obb": {502 "center": [503 400.20300245285034,504 481.16700744628906,505 123.93044638633728506 ],507 "extent": [508 5.743960857391357,509 59.63993835449219,510 121.06996154785156511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 400.2030029296875,520 481.1669921875,521 2.8605000972747803522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 191,537 255538 ]539 }540 ],541 "window": [542 {543 "object_id": "SM_WindowB001",544 "bbox_2d": [545 0,546 166,547 496,548 717549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 400.20300340652466,554 290.80699157714844,555 123.93044638633728556 ],557 "extent": [558 5.744003772735596,559 130.72012329101562,560 121.06996154785156561 ]562 },563 "obb": {564 "center": [565 400.20300340652466,566 290.80699157714844,567 123.93044638633728568 ],569 "extent": [570 5.744003772735596,571 130.72012329101562,572 121.06996154785156573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 400.2030029296875,582 290.8070068359375,583 2.8605000972747803584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 191,599 127600 ]601 }602 ],603 "floor planks corner": [604 {605 "object_id": "SM_Floor",606 "bbox_2d": [607 1658,608 743,609 1919,610 827611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -19.752939224243164,616 -0.0001220703125,617 6.776263578034403e-21618 ],619 "extent": [620 404.9316711425781,621 582.3806762695312,622 3.5660530924670406e-14623 ]624 },625 "obb": {626 "center": [627 -19.752939224243164,628 -0.0001220703125,629 6.776263578034403e-21630 ],631 "extent": [632 404.9316711425781,633 582.3806762695312,634 3.5660530924670406e-14635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -9.752969741821289,644 0,645 0646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 31,661 31662 ]663 }664 ]665 },666 "foreground": {667 "shelf": [668 {669 "object_id": "SM_ShelfC",670 "bbox_2d": [671 785,672 291,673 881,674 543675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 250.31798934936458,680 569.3309974670403,681 165.55535888671875682 ],683 "extent": [684 39.00605949646584,685 10.050080443684806,686 79.22671508789062687 ]688 },689 "obb": {690 "center": [691 250.31798934936458,692 569.3309974670403,693 165.55535888671875694 ],695 "extent": [696 39.00605949646584,697 10.050080443684806,698 79.22671508789062699 ],700 "rotation": [701 0,702 1.0017900422099046e-05,703 0704 ]705 },706 "location": [707 250.3179931640625,708 569.3309936523438,709 86.32869720458984710 ],711 "rotation": [712 0,713 1.0017900422099046e-05,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 255,724 0,725 0726 ]727 },728 {729 "object_id": "SM_ShelfB",730 "bbox_2d": [731 1526,732 154,733 1754,734 546735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -176.3739967346193,740 569.3309946060174,741 165.5553436279297742 ],743 "extent": [744 39.70215019470834,745 10.050082472741565,746 79.22671508789062747 ]748 },749 "obb": {750 "center": [751 -176.3739967346193,752 569.3309946060174,753 165.5553436279297754 ],755 "extent": [756 39.70215019470834,757 10.050082472741565,758 79.22671508789062759 ],760 "rotation": [761 0,762 1.0017900422099046e-05,763 0764 ]765 },766 "location": [767 -176.37399291992188,768 569.3309936523438,769 86.32869720458984770 ],771 "rotation": [772 0,773 1.0017900422099046e-05,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 255,784 0,785 255786 ]787 }788 ],789 "cabinet": [790 {791 "object_id": "SM_CabinetB",792 "bbox_2d": [793 1755,794 129,795 1919,796 546797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -310.3803482055679,802 569.3809896366695,803 165.55532836914062804 ],805 "extent": [806 94.30449088420005,807 10.000049867301982,808 79.2267074584961809 ]810 },811 "obb": {812 "center": [813 -310.3803482055679,814 569.3809896366695,815 165.55532836914062816 ],817 "extent": [818 94.30449088420005,819 10.000049867301982,820 79.2267074584961821 ],822 "rotation": [823 0,824 1.0017900422099046e-05,825 0826 ]827 },828 "location": [829 -308.1400146484375,830 569.3809814453125,831 86.32869720458984832 ],833 "rotation": [834 0,835 1.0017900422099046e-05,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 255,846 255,847 0848 ]849 }850 ],851 "drawer": [852 {853 "object_id": "SM_Drawer",854 "bbox_2d": [855 683,856 544,857 1919,858 594859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -3.944459915161133,864 565.8809223175049,865 77.32870388031006866 ],867 "extent": [868 400.7402038574219,869 14.500059127807617,870 9.000012397766113871 ]872 },873 "obb": {874 "center": [875 -3.944459915161133,876 565.8809223175049,877 77.32870388031006878 ],879 "extent": [880 400.7402038574219,881 14.500059127807617,882 9.000012397766113883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -3.944459915161133,892 580.3809814453125,893 68.32869720458984894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 255,908 255,909 63910 ]911 }912 ],913 "sofa": [914 {915 "object_id": "SM_SofaD",916 "bbox_2d": [917 981,918 554,919 1658,920 861921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -69.9154052734375,926 393.52098846435547,927 42.42480477690697928 ],929 "extent": [930 92.29835510253906,931 55.387516021728516,932 41.93626022338867933 ]934 },935 "obb": {936 "center": [937 -69.9154052734375,938 393.52098846435547,939 42.42480477690697940 ],941 "extent": [942 92.29835510253906,943 55.387516021728516,944 41.93626022338867945 ],946 "rotation": [947 0,948 0,949 0950 ]951 },952 "location": [953 -69.91539764404297,954 393.52099609375,955 0.48855599761009216956 ],957 "rotation": [958 0,959 0,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 127,970 127,971 63972 ]973 },974 {975 "object_id": "SM_SofaC",976 "bbox_2d": [977 647,978 554,979 1086,980 795981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 98.80741119384766,986 393.33300399780273,987 41.816539853811264988 ],989 "extent": [990 80.16697692871094,991 55.19976806640625,992 41.32799530029297993 ]994 },995 "obb": {996 "center": [997 98.80741119384766,998 393.33300399780273,999 41.8165398538112641000 ],1001 "extent": [1002 80.16697692871094,1003 55.19976806640625,1004 41.327995300292971005 ],1006 "rotation": [1007 0,1008 0,1009 01010 ]1011 },1012 "location": [1013 98.80740356445312,1014 393.3330078125,1015 0.488555997610092161016 ],1017 "rotation": [1018 0,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 0,1030 63,1031 01032 ]1033 },1034 {1035 "object_id": "SM_SofaB",1036 "bbox_2d": [1037 275,1038 550,1039 807,1040 7921041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 231.97104263306204,1046 349.5560306153131,1047 42.424793332821171048 ],1049 "extent": [1050 55.5538274253981,1051 98.97759421030975,1052 41.9362812380096561053 ]1054 },1055 "obb": {1056 "center": [1057 231.97104263306204,1058 349.5560306153131,1059 42.424793332821171060 ],1061 "extent": [1062 55.5538274253981,1063 98.97759421030975,1064 41.9362812380096561065 ],1066 "rotation": [1067 0,1068 -1.0017900422099046e-05,1069 -9.956629583030006e-061070 ]1071 },1072 "location": [1073 231.9709930419922,1074 349.5559997558594,1075 0.488555997610092161076 ],1077 "rotation": [1078 0,1079 -1.0017900422099046e-05,1080 -9.956629583030006e-061081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 0,1090 63,1091 2551092 ]1093 },1094 {1095 "object_id": "SM_SofaA",1096 "bbox_2d": [1097 0,1098 681,1099 435,1100 8501101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 220.70299148559315,1106 210.3779913311881,1107 18.9385605752445441108 ],1109 "extent": [1110 43.5776674657057,1111 44.94700179231691,1112 18.4500295544810271113 ]1114 },1115 "obb": {1116 "center": [1117 220.70299148559315,1118 210.3779913311881,1119 18.938560575244541120 ],1121 "extent": [1122 43.5776674657057,1123 44.94700179231691,1124 18.4500295544810271125 ],1126 "rotation": [1127 0,1128 -1.0017900422099046e-05,1129 -9.956629583030006e-061130 ]1131 },1132 "location": [1133 220.7030029296875,1134 210.3780059814453,1135 0.488555997610092161136 ],1137 "rotation": [1138 0,1139 -1.0017900422099046e-05,1140 -9.956629583030006e-061141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 0,1150 63,1151 1271152 ]1153 }1154 ],1155 "stool": [1156 {1157 "object_id": "SM_StoolA",1158 "bbox_2d": [1159 640,1160 839,1161 950,1162 10791163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -49.5559024810791,1168 162.92745962104465,1169 22.7875114920456131170 ],1171 "extent": [1172 20.20587158203125,1173 20.136264896777618,1174 22.3651959340612661175 ]1176 },1177 "obb": {1178 "center": [1179 -49.5559024810791,1180 162.92745962104465,1181 22.7875114920456131182 ],1183 "extent": [1184 20.20587158203125,1185 20.136264896777618,1186 22.3651959340612661187 ],1188 "rotation": [1189 0,1190 0,1191 -1.0017900422099046e-051192 ]1193 },1194 "location": [1195 -49.55189895629883,1196 162.9600067138672,1197 0.422320991754531861198 ],1199 "rotation": [1200 0,