TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l101_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l101_r002/lit.png",5 "camera": {6 "location": [7 258,8 112,9 20710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 258,38 112,39 207,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 31,58 378,59 1403,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WallpanelB",116 "bbox_2d": [117 12,118 430,119 132,120 891121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 369.9279479980469,126 569.5809841156006,127 165.55530548095703128 ],129 "extent": [130 26.8680419921875,131 9.799985885620117,132 79.2267074584961133 ]134 },135 "obb": {136 "center": [137 369.9279479980469,138 569.5809841156006,139 165.55530548095703140 ],141 "extent": [142 26.8680419921875,143 9.799985885620117,144 79.2267074584961145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 396.7959899902344,154 579.3809814453125,155 86.32859802246094156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 63172 ]173 },174 {175 "object_id": "SM_WallpanelB001",176 "bbox_2d": [177 133,178 435,179 311,180 874181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 316.19195556640625,186 569.5809841156006,187 165.55530548095703188 ],189 "extent": [190 26.8680419921875,191 9.799985885620117,192 79.2267074584961193 ]194 },195 "obb": {196 "center": [197 316.19195556640625,198 569.5809841156006,199 165.55530548095703200 ],201 "extent": [202 26.8680419921875,203 9.799985885620117,204 79.2267074584961205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 343.05999755859375,214 579.3809814453125,215 86.32859802246094216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 191,231 191232 ]233 },234 {235 "object_id": "SM_WallpanelB002",236 "bbox_2d": [237 532,238 452,239 658,240 821241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 184.44395446777344,246 569.5809841156006,247 165.55530548095703248 ],249 "extent": [250 26.8680419921875,251 9.799985885620117,252 79.2267074584961253 ]254 },255 "obb": {256 "center": [257 184.44395446777344,258 569.5809841156006,259 165.55530548095703260 ],261 "extent": [262 26.8680419921875,263 9.799985885620117,264 79.2267074584961265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 211.31199645996094,274 579.3809814453125,275 86.32859802246094276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 0,291 0292 ]293 }294 ],295 "wall": [296 {297 "object_id": "SM_WallC",298 "bbox_2d": [299 0,300 426,301 30,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 399.81292724609375,308 0.806884765625,309 140.00001525878906310 ],311 "extent": [312 24.871856689453125,313 600,314 140.0000457763672315 ]316 },317 "obb": {318 "center": [319 399.81292724609375,320 0.806884765625,321 140.00001525878906322 ],323 "extent": [324 24.871856689453125,325 600,326 140.0000457763672327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 255,353 127354 ]355 },356 {357 "object_id": "SM_WallA",358 "bbox_2d": [359 1404,360 465,361 1919,362 937363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -414.68499755859375,368 -9.765630238689482e-05,369 140.00001525878906370 ],371 "extent": [372 10,373 602.3807373046875,374 140.00001525878906375 ]376 },377 "obb": {378 "center": [379 -414.68499755859375,380 -9.765630238689482e-05,381 140.00001525878906382 ],383 "extent": [384 10,385 602.3807373046875,386 140.00001525878906387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 -414.68499755859375,396 -9.765630238689482e-05,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 127,412 0,413 255414 ]415 }416 ],417 "ceiling": [418 {419 "object_id": "SM_CeilingA",420 "bbox_2d": [421 0,422 0,423 1919,424 488425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -9.99993896484375,430 -0.0003662109375,431 262.50006103515625432 ],433 "extent": [434 414.6847229003906,435 582.3804321289062,436 17.500083923339844437 ]438 },439 "obb": {440 "center": [441 -9.99993896484375,442 -0.0003662109375,443 262.50006103515625444 ],445 "extent": [446 414.6847229003906,447 582.3804321289062,448 17.500083923339844449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 0,458 0,459 0460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 255,474 127,475 0476 ]477 },478 {479 "object_id": "SM_CeilingB001",480 "bbox_2d": [481 546,482 0,483 1919,484 443485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -13.644100189208956,490 320.786895751953,491 276492 ],493 "extent": [494 217.01867675781244,495 261.5939025878905,496 4.0000152587890625497 ]498 },499 "obb": {500 "center": [501 -13.644100189208956,502 320.78689575195295,503 276504 ],505 "extent": [506 217.01867675781244,507 261.5939025878905,508 4.0000152587890625509 ],510 "rotation": [511 0,512 180,513 0514 ]515 },516 "location": [517 -13.644100189208984,518 0,519 0520 ],521 "rotation": [522 0,523 180,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 127,534 127,535 191536 ]537 }538 ],539 "baseboard": [540 {541 "object_id": "SM_Baseboard001",542 "bbox_2d": [543 1403,544 802,545 1919,546 949547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -404.2849975526333,552 333.5509948730469,553 3554 ],555 "extent": [556 0.4000000059604645,557 270.4438781738281,558 3559 ]560 },561 "obb": {562 "center": [563 -404.2849975526333,564 333.5509948730469,565 3566 ],567 "extent": [568 0.4000000059604645,569 270.4438781738281,570 3571 ],572 "rotation": [573 0,574 0,575 0576 ]577 },578 "location": [579 -404.68499755859375,580 333.5509948730469,581 0582 ],583 "rotation": [584 0,585 0,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 63,596 191,597 63598 ]599 }600 ],601 "floor planks corner": [602 {603 "object_id": "SM_Floor",604 "bbox_2d": [605 181,606 810,607 1919,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -19.752939224243164,614 -0.0001220703125,615 6.776263578034403e-21616 ],617 "extent": [618 404.9316711425781,619 582.3806762695312,620 3.5660530924670406e-14621 ]622 },623 "obb": {624 "center": [625 -19.752939224243164,626 -0.0001220703125,627 6.776263578034403e-21628 ],629 "extent": [630 404.9316711425781,631 582.3806762695312,632 3.5660530924670406e-14633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -9.752969741821289,642 0,643 0644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 191,658 31,659 31660 ]661 }662 ]663 },664 "foreground": {665 "shelf": [666 {667 "object_id": "SM_ShelfC",668 "bbox_2d": [669 312,670 442,671 531,672 851673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 250.31798934936458,678 569.3309974670403,679 165.55535888671875680 ],681 "extent": [682 39.00605949646584,683 10.050080443684806,684 79.22671508789062685 ]686 },687 "obb": {688 "center": [689 250.31798934936458,690 569.3309974670403,691 165.55535888671875692 ],693 "extent": [694 39.00605949646584,695 10.050080443684806,696 79.22671508789062697 ],698 "rotation": [699 0,700 1.0017900422099046e-05,701 0702 ]703 },704 "location": [705 250.3179931640625,706 569.3309936523438,707 86.32869720458984708 ],709 "rotation": [710 0,711 1.0017900422099046e-05,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 0,723 0724 ]725 },726 {727 "object_id": "SM_ShelfB",728 "bbox_2d": [729 1132,730 478,731 1246,732 737733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -176.3739967346193,738 569.3309946060174,739 165.5553436279297740 ],741 "extent": [742 39.70215019470834,743 10.050082472741565,744 79.22671508789062745 ]746 },747 "obb": {748 "center": [749 -176.3739967346193,750 569.3309946060174,751 165.5553436279297752 ],753 "extent": [754 39.70215019470834,755 10.050082472741565,756 79.22671508789062757 ],758 "rotation": [759 0,760 1.0017900422099046e-05,761 0762 ]763 },764 "location": [765 -176.37399291992188,766 569.3309936523438,767 86.32869720458984768 ],769 "rotation": [770 0,771 1.0017900422099046e-05,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 255,782 0,783 255784 ]785 }786 ],787 "cabinet": [788 {789 "object_id": "SM_CabinetB",790 "bbox_2d": [791 1247,792 482,793 1427,794 724795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -310.3803482055679,800 569.3809896366695,801 165.55532836914062802 ],803 "extent": [804 94.30449088420005,805 10.000049867301982,806 79.2267074584961807 ]808 },809 "obb": {810 "center": [811 -310.3803482055679,812 569.3809896366695,813 165.55532836914062814 ],815 "extent": [816 94.30449088420005,817 10.000049867301982,818 79.2267074584961819 ],820 "rotation": [821 0,822 1.0017900422099046e-05,823 0824 ]825 },826 "location": [827 -308.1400146484375,828 569.3809814453125,829 86.32869720458984830 ],831 "rotation": [832 0,833 1.0017900422099046e-05,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 255,844 255,845 0846 ]847 }848 ],849 "cover": [850 {851 "object_id": "SM_CoverA",852 "bbox_2d": [853 556,854 5,855 867,856 365857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 6.103515625e-05,862 -0.0001220703125,863 281.25864 ],865 "extent": [866 424.6847229003906,867 602.3807373046875,868 1.25869 ]870 },871 "obb": {872 "center": [873 6.103515625e-05,874 -0.0001220703125,875 281.25876 ],877 "extent": [878 424.6847229003906,879 602.3807373046875,880 1.25881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 0,890 0,891 0892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 255,906 255,907 255908 ]909 }910 ],911 "drawer": [912 {913 "object_id": "SM_Drawer",914 "bbox_2d": [915 3,916 701,917 1437,918 952919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -3.944459915161133,924 565.8809223175049,925 77.32870388031006926 ],927 "extent": [928 400.7402038574219,929 14.500059127807617,930 9.000012397766113931 ]932 },933 "obb": {934 "center": [935 -3.944459915161133,936 565.8809223175049,937 77.32870388031006938 ],939 "extent": [940 400.7402038574219,941 14.500059127807617,942 9.000012397766113943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 -3.944459915161133,952 580.3809814453125,953 68.32869720458984954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 255,968 255,969 63970 ]971 }972 ],973 "sofa": [974 {975 "object_id": "SM_SofaD",976 "bbox_2d": [977 1090,978 800,979 1546,980 1079981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -69.9154052734375,986 393.52098846435547,987 42.42480477690697988 ],989 "extent": [990 92.29835510253906,991 55.387516021728516,992 41.93626022338867993 ]994 },995 "obb": {996 "center": [997 -69.9154052734375,998 393.52098846435547,999 42.424804776906971000 ],1001 "extent": [1002 92.29835510253906,1003 55.387516021728516,1004 41.936260223388671005 ],1006 "rotation": [1007 0,1008 0,1009 01010 ]1011 },1012 "location": [1013 -69.91539764404297,1014 393.52099609375,1015 0.488555997610092161016 ],1017 "rotation": [1018 0,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 127,1030 127,1031 631032 ]1033 },1034 {1035 "object_id": "SM_SofaC",1036 "bbox_2d": [1037 693,1038 857,1039 1236,1040 10791041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 98.80741119384766,1046 393.33300399780273,1047 41.8165398538112641048 ],1049 "extent": [1050 80.16697692871094,1051 55.19976806640625,1052 41.327995300292971053 ]1054 },1055 "obb": {1056 "center": [1057 98.80741119384766,1058 393.33300399780273,1059 41.8165398538112641060 ],1061 "extent": [1062 80.16697692871094,1063 55.19976806640625,1064 41.327995300292971065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 98.80740356445312,1074 393.3330078125,1075 0.488555997610092161076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 0,1090 63,1091 01092 ]1093 },1094 {1095 "object_id": "SM_SofaB",1096 "bbox_2d": [1097 361,1098 973,1099 692,1100 10791101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 231.97104263306204,1106 349.5560306153131,1107 42.424793332821171108 ],1109 "extent": [1110 55.5538274253981,1111 98.97759421030975,1112 41.9362812380096561113 ]1114 },1115 "obb": {1116 "center": [1117 231.97104263306204,1118 349.5560306153131,1119 42.424793332821171120 ],1121 "extent": [1122 55.5538274253981,1123 98.97759421030975,1124 41.9362812380096561125 ],1126 "rotation": [1127 0,1128 -1.0017900422099046e-05,1129 -9.956629583030006e-061130 ]1131 },1132 "location": [1133 231.9709930419922,1134 349.5559997558594,1135 0.488555997610092161136 ],1137 "rotation": [1138 0,1139 -1.0017900422099046e-05,1140 -9.956629583030006e-061141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 0,1150 63,1151 2551152 ]1153 }1154 ],1155 "stool": [1156 {1157 "object_id": "SM_StoolB",1158 "bbox_2d": [1159 1690,1160 1008,1161 1919,1162 10791163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -158.94998931884766,1168 248.91004649672115,1169 17.247220665224191170 ],1171 "extent": [1172 34.959678649902344,1173 34.87835987534996,1174 16.824913401174591175 ]1176 },1177 "obb": {1178 "center": [1179 -158.94998931884766,1180 248.91004649672115,1181 17.247220665224191182 ],1183 "extent": [1184 34.959678649902344,1185 34.87835987534996,1186 16.824913401174591187 ],1188 "rotation": [1189 0,1190 0,1191 -1.0017900422099046e-051192 ]1193 },1194 "location": [1195 -158.9499969482422,1196 248.91000366210938,1197 0.422320991754531861198 ],1199 "rotation": [1200 0,