TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l093_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l093_r002/lit.png",5 "camera": {6 "location": [7 -185,8 -431,9 21810 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -185,38 -431,39 218,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 470,59 652,60 78261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "ceiling": [116 {117 "object_id": "SM_CeilingB",118 "bbox_2d": [119 0,120 0,121 932,122 389123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -13.644100189208984,128 -320.7868957519531,129 276130 ],131 "extent": [132 217.0186767578125,133 261.5939025878906,134 4.0000152587890625135 ]136 },137 "obb": {138 "center": [139 -13.644100189208984,140 -320.7868957519531,141 276142 ],143 "extent": [144 217.0186767578125,145 261.5939025878906,146 4.0000152587890625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -13.644100189208984,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 255,173 127174 ]175 },176 {177 "object_id": "SM_CeilingA",178 "bbox_2d": [179 0,180 0,181 1919,182 512183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -9.99993896484375,188 -0.0003662109375,189 262.50006103515625190 ],191 "extent": [192 414.6847229003906,193 582.3804321289062,194 17.500083923339844195 ]196 },197 "obb": {198 "center": [199 -9.99993896484375,200 -0.0003662109375,201 262.50006103515625202 ],203 "extent": [204 414.6847229003906,205 582.3804321289062,206 17.500083923339844207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 0234 ]235 },236 {237 "object_id": "SM_CeilingB001",238 "bbox_2d": [239 0,240 450,241 476,242 481243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -13.644100189208956,248 320.786895751953,249 276250 ],251 "extent": [252 217.01867675781244,253 261.5939025878905,254 4.0000152587890625255 ]256 },257 "obb": {258 "center": [259 -13.644100189208956,260 320.78689575195295,261 276262 ],263 "extent": [264 217.01867675781244,265 261.5939025878905,266 4.0000152587890625267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 -13.644100189208984,276 0,277 0278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 127,293 191294 ]295 }296 ],297 "baseboard": [298 {299 "object_id": "SM_Baseboard",300 "bbox_2d": [301 971,302 1014,303 1050,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -404.2849975526333,310 -331.93701171875,311 3312 ],313 "extent": [314 0.4000000059604645,315 270.4438781738281,316 3317 ]318 },319 "obb": {320 "center": [321 -404.2849975526333,322 -331.93701171875,323 3324 ],325 "extent": [326 0.4000000059604645,327 270.4438781738281,328 3329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -404.68499755859375,338 -331.93701171875,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 127,355 255356 ]357 },358 {359 "object_id": "SM_Baseboard001",360 "bbox_2d": [361 652,362 747,363 856,364 928365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -404.2849975526333,370 333.5509948730469,371 3372 ],373 "extent": [374 0.4000000059604645,375 270.4438781738281,376 3377 ]378 },379 "obb": {380 "center": [381 -404.2849975526333,382 333.5509948730469,383 3384 ],385 "extent": [386 0.4000000059604645,387 270.4438781738281,388 3389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -404.68499755859375,398 333.5509948730469,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 191,415 63416 ]417 }418 ],419 "wall": [420 {421 "object_id": "SM_WallA",422 "bbox_2d": [423 653,424 379,425 1919,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -414.68499755859375,432 -9.765630238689482e-05,433 140.00001525878906434 ],435 "extent": [436 10,437 602.3807373046875,438 140.00001525878906439 ]440 },441 "obb": {442 "center": [443 -414.68499755859375,444 -9.765630238689482e-05,445 140.00001525878906446 ],447 "extent": [448 10,449 602.3807373046875,450 140.00001525878906451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -414.68499755859375,460 -9.765630238689482e-05,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 0,477 255478 ]479 }480 ],481 "door": [482 {483 "object_id": "SM_Door",484 "bbox_2d": [485 857,486 505,487 971,488 1026489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -411.3640160560608,494 0.8069339990615845,495 116.7231216430664496 ],497 "extent": [498 7.5000152587890625,499 62.30000305175781,500 116.7231216430664501 ]502 },503 "obb": {504 "center": [505 -411.3640160560608,506 0.8069339990615845,507 116.7231216430664508 ],509 "extent": [510 7.5000152587890625,511 62.30000305175781,512 116.7231216430664513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -418.864013671875,522 0.8069339990615845,523 0524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 127,538 255,539 0540 ]541 }542 ],543 "floor lamp": [544 {545 "object_id": "SM_Floorlamp",546 "bbox_2d": [547 0,548 723,549 218,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -200.50994873046875,556 -334.127405166626,557 100.41319227218628558 ],559 "extent": [560 67.92303466796875,561 49.206172943115234,562 99.65167999267578563 ]564 },565 "obb": {566 "center": [567 -200.50994873046875,568 -334.127405166626,569 100.41319227218628570 ],571 "extent": [572 67.92303466796875,573 49.206172943115234,574 99.65167999267578575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -226.33099365234375,584 -361.07501220703125,585 0.7972559928894043586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 127,600 255,601 63602 ]603 }604 ],605 "floor planks corner": [606 {607 "object_id": "SM_Floor",608 "bbox_2d": [609 75,610 753,611 1030,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -19.752939224243164,618 -0.0001220703125,619 6.776263578034403e-21620 ],621 "extent": [622 404.9316711425781,623 582.3806762695312,624 3.5660530924670406e-14625 ]626 },627 "obb": {628 "center": [629 -19.752939224243164,630 -0.0001220703125,631 6.776263578034403e-21632 ],633 "extent": [634 404.9316711425781,635 582.3806762695312,636 3.5660530924670406e-14637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -9.752969741821289,646 0,647 0648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 191,662 31,663 31664 ]665 }666 ]667 },668 "foreground": {669 "shelf": [670 {671 "object_id": "SM_ShelfB",672 "bbox_2d": [673 341,674 509,675 444,676 691677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -176.3739967346193,682 569.3309946060174,683 165.5553436279297684 ],685 "extent": [686 39.70215019470834,687 10.050082472741565,688 79.22671508789062689 ]690 },691 "obb": {692 "center": [693 -176.3739967346193,694 569.3309946060174,695 165.5553436279297696 ],697 "extent": [698 39.70215019470834,699 10.050082472741565,700 79.22671508789062701 ],702 "rotation": [703 0,704 1.0017900422099046e-05,705 0706 ]707 },708 "location": [709 -176.37399291992188,710 569.3309936523438,711 86.32869720458984712 ],713 "rotation": [714 0,715 1.0017900422099046e-05,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 255,726 0,727 255728 ]729 }730 ],731 "cabinet": [732 {733 "object_id": "SM_CabinetB",734 "bbox_2d": [735 445,736 511,737 656,738 684739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -310.3803482055679,744 569.3809896366695,745 165.55532836914062746 ],747 "extent": [748 94.30449088420005,749 10.000049867301982,750 79.2267074584961751 ]752 },753 "obb": {754 "center": [755 -310.3803482055679,756 569.3809896366695,757 165.55532836914062758 ],759 "extent": [760 94.30449088420005,761 10.000049867301982,762 79.2267074584961763 ],764 "rotation": [765 0,766 1.0017900422099046e-05,767 0768 ]769 },770 "location": [771 -308.1400146484375,772 569.3809814453125,773 86.32869720458984774 ],775 "rotation": [776 0,777 1.0017900422099046e-05,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 255,788 255,789 0790 ]791 }792 ],793 "air conditioning": [794 {795 "object_id": "SM_AirConditioning",796 "bbox_2d": [797 653,798 0,799 1919,800 453801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 -257.33300971984863,806 -289.0069580078125,807 244.7000106573105808 ],809 "extent": [810 8.791104316711426,811 150.00003051757812,812 0.30008041858673096813 ]814 },815 "obb": {816 "center": [817 -257.33300971984863,818 -289.0069580078125,819 244.7000106573105820 ],821 "extent": [822 8.791104316711426,823 150.00003051757812,824 0.30008041858673096825 ],826 "rotation": [827 0,828 0,829 0830 ]831 },832 "location": [833 -257.3330078125,834 -289.0069885253906,835 245836 ],837 "rotation": [838 0,839 0,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 255,850 127,851 255852 ]853 },854 {855 "object_id": "SM_AirConditioning001",856 "bbox_2d": [857 587,858 0,859 1078,860 393861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -230.3630050420761,866 -289.0069580078125,867 257.44698905944824868 ],869 "extent": [870 0.30008041858673096,871 150.00003051757812,872 8.791104316711426873 ]874 },875 "obb": {876 "center": [877 -230.3630050420761,878 -289.0069580078125,879 257.44698905944824880 ],881 "extent": [882 0.30008041858673096,883 150.00003051757812,884 8.791104316711426885 ],886 "rotation": [887 90,888 0,889 0890 ]891 },892 "location": [893 -230.66299438476562,894 -289.0069885253906,895 257.4469909667969896 ],897 "rotation": [898 90,899 0,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 0,910 127,911 127912 ]913 },914 {915 "object_id": "SM_AirConditioning002",916 "bbox_2d": [917 495,918 491,919 573,920 507921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -257.33300971984863,926 289.1880187988281,927 244.7000106573105928 ],929 "extent": [930 8.791104316711426,931 150.00003051757812,932 0.30008041858673096933 ]934 },935 "obb": {936 "center": [937 -257.33300971984863,938 289.1880187988281,939 244.7000106573105940 ],941 "extent": [942 8.791104316711426,943 150.00003051757812,944 0.30008041858673096945 ],946 "rotation": [947 0,948 0,949 0950 ]951 },952 "location": [953 -257.3330078125,954 289.18798828125,955 245956 ],957 "rotation": [958 0,959 0,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 0,970 191,971 255972 ]973 },974 {975 "object_id": "SM_AirConditioning003",976 "bbox_2d": [977 470,978 467,979 495,980 487981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -230.3630050420761,986 289.1880187988281,987 257.44698905944824988 ],989 "extent": [990 0.30008041858673096,991 150.00003051757812,992 8.791104316711426993 ]994 },995 "obb": {996 "center": [997 -230.3630050420761,998 289.1880187988281,999 257.446989059448241000 ],1001 "extent": [1002 0.30008041858673096,1003 150.00003051757812,1004 8.7911043167114261005 ],1006 "rotation": [1007 90,1008 0,1009 01010 ]1011 },1012 "location": [1013 -230.66299438476562,1014 289.18798828125,1015 257.44699096679691016 ],1017 "rotation": [1018 90,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 0,1030 191,1031 1271032 ]1033 }1034 ],1035 "drawer": [1036 {1037 "object_id": "SM_Drawer",1038 "bbox_2d": [1039 0,1040 671,1041 658,1042 7381043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -3.944459915161133,1048 565.8809223175049,1049 77.328703880310061050 ],1051 "extent": [1052 400.7402038574219,1053 14.500059127807617,1054 9.0000123977661131055 ]1056 },1057 "obb": {1058 "center": [1059 -3.944459915161133,1060 565.8809223175049,1061 77.328703880310061062 ],1063 "extent": [1064 400.7402038574219,1065 14.500059127807617,1066 9.0000123977661131067 ],1068 "rotation": [1069 0,1070 0,1071 01072 ]1073 },1074 "location": [1075 -3.944459915161133,1076 580.3809814453125,1077 68.328697204589841078 ],1079 "rotation": [1080 0,1081 0,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 255,1092 255,1093 631094 ]1095 }1096 ],1097 "sofa": [1098 {1099 "object_id": "SM_SofaD",1100 "bbox_2d": [1101 3,1102 723,1103 371,1104 9001105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 -69.9154052734375,1110 393.52098846435547,1111 42.424804776906971112 ],1113 "extent": [1114 92.29835510253906,1115 55.387516021728516,1116 41.936260223388671117 ]1118 },1119 "obb": {1120 "center": [1121 -69.9154052734375,1122 393.52098846435547,1123 42.424804776906971124 ],1125 "extent": [1126 92.29835510253906,1127 55.387516021728516,1128 41.936260223388671129 ],1130 "rotation": [1131 0,1132 0,1133 01134 ]1135 },1136 "location": [1137 -69.91539764404297,1138 393.52099609375,1139 0.488555997610092161140 ],1141 "rotation": [1142 0,1143 0,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 127,1154 127,1155 631156 ]1157 },1158 {1159 "object_id": "SM_SofaC",1160 "bbox_2d": [1161 0,1162 748,1163 56,1164 8621165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 98.80741119384766,1170 393.33300399780273,1171 41.8165398538112641172 ],1173 "extent": [1174 80.16697692871094,1175 55.19976806640625,1176 41.327995300292971177 ]1178 },1179 "obb": {1180 "center": [1181 98.80741119384766,1182 393.33300399780273,1183 41.8165398538112641184 ],1185 "extent": [1186 80.16697692871094,1187 55.19976806640625,1188 41.327995300292971189 ],1190 "rotation": [1191 0,1192 0,1193 01194 ]1195 },1196 "location": [1197 98.80740356445312,1198 393.3330078125,1199 0.488555997610092161200 ],