TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l095_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l095_r002/lit.png",5 "camera": {6 "location": [7 -171,8 -263,9 19210 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -171,38 -263,39 192,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 415,59 711,60 79361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "ceiling": [116 {117 "object_id": "SM_CeilingB",118 "bbox_2d": [119 0,120 0,121 869,122 167123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -13.644100189208984,128 -320.7868957519531,129 276130 ],131 "extent": [132 217.0186767578125,133 261.5939025878906,134 4.0000152587890625135 ]136 },137 "obb": {138 "center": [139 -13.644100189208984,140 -320.7868957519531,141 276142 ],143 "extent": [144 217.0186767578125,145 261.5939025878906,146 4.0000152587890625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -13.644100189208984,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 255,173 127174 ]175 },176 {177 "object_id": "SM_CeilingA",178 "bbox_2d": [179 0,180 0,181 1919,182 478183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -9.99993896484375,188 -0.0003662109375,189 262.50006103515625190 ],191 "extent": [192 414.6847229003906,193 582.3804321289062,194 17.500083923339844195 ]196 },197 "obb": {198 "center": [199 -9.99993896484375,200 -0.0003662109375,201 262.50006103515625202 ],203 "extent": [204 414.6847229003906,205 582.3804321289062,206 17.500083923339844207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 0234 ]235 },236 {237 "object_id": "SM_CeilingB001",238 "bbox_2d": [239 0,240 295,241 570,242 438243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -13.644100189208956,248 320.786895751953,249 276250 ],251 "extent": [252 217.01867675781244,253 261.5939025878905,254 4.0000152587890625255 ]256 },257 "obb": {258 "center": [259 -13.644100189208956,260 320.78689575195295,261 276262 ],263 "extent": [264 217.01867675781244,265 261.5939025878905,266 4.0000152587890625267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 -13.644100189208984,276 0,277 0278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 127,293 191294 ]295 }296 ],297 "wall": [298 {299 "object_id": "SM_WallA",300 "bbox_2d": [301 712,302 243,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -414.68499755859375,310 -9.765630238689482e-05,311 140.00001525878906312 ],313 "extent": [314 10,315 602.3807373046875,316 140.00001525878906317 ]318 },319 "obb": {320 "center": [321 -414.68499755859375,322 -9.765630238689482e-05,323 140.00001525878906324 ],325 "extent": [326 10,327 602.3807373046875,328 140.00001525878906329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -414.68499755859375,338 -9.765630238689482e-05,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 0,355 255356 ]357 }358 ],359 "door": [360 {361 "object_id": "SM_Door",362 "bbox_2d": [363 1053,364 403,365 1294,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -411.3640160560608,372 0.8069339990615845,373 116.7231216430664374 ],375 "extent": [376 7.5000152587890625,377 62.30000305175781,378 116.7231216430664379 ]380 },381 "obb": {382 "center": [383 -411.3640160560608,384 0.8069339990615845,385 116.7231216430664386 ],387 "extent": [388 7.5000152587890625,389 62.30000305175781,390 116.7231216430664391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -418.864013671875,400 0.8069339990615845,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 127,416 255,417 0418 ]419 }420 ],421 "baseboard": [422 {423 "object_id": "SM_Baseboard001",424 "bbox_2d": [425 711,426 751,427 1052,428 1001429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -404.2849975526333,434 333.5509948730469,435 3436 ],437 "extent": [438 0.4000000059604645,439 270.4438781738281,440 3441 ]442 },443 "obb": {444 "center": [445 -404.2849975526333,446 333.5509948730469,447 3448 ],449 "extent": [450 0.4000000059604645,451 270.4438781738281,452 3453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -404.68499755859375,462 333.5509948730469,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 63,478 191,479 63480 ]481 }482 ],483 "floor planks corner": [484 {485 "object_id": "SM_Floor",486 "bbox_2d": [487 388,488 758,489 1198,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -19.752939224243164,496 -0.0001220703125,497 6.776263578034403e-21498 ],499 "extent": [500 404.9316711425781,501 582.3806762695312,502 3.5660530924670406e-14503 ]504 },505 "obb": {506 "center": [507 -19.752939224243164,508 -0.0001220703125,509 6.776263578034403e-21510 ],511 "extent": [512 404.9316711425781,513 582.3806762695312,514 3.5660530924670406e-14515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -9.752969741821289,524 0,525 0526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 31,541 31542 ]543 }544 ]545 },546 "foreground": {547 "shelf": [548 {549 "object_id": "SM_ShelfB",550 "bbox_2d": [551 351,552 467,553 473,554 685555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -176.3739967346193,560 569.3309946060174,561 165.5553436279297562 ],563 "extent": [564 39.70215019470834,565 10.050082472741565,566 79.22671508789062567 ]568 },569 "obb": {570 "center": [571 -176.3739967346193,572 569.3309946060174,573 165.5553436279297574 ],575 "extent": [576 39.70215019470834,577 10.050082472741565,578 79.22671508789062579 ],580 "rotation": [581 0,582 1.0017900422099046e-05,583 0584 ]585 },586 "location": [587 -176.37399291992188,588 569.3309936523438,589 86.32869720458984590 ],591 "rotation": [592 0,593 1.0017900422099046e-05,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 255,604 0,605 255606 ]607 }608 ],609 "cabinet": [610 {611 "object_id": "SM_CabinetB",612 "bbox_2d": [613 474,614 471,615 717,616 677617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -310.3803482055679,622 569.3809896366695,623 165.55532836914062624 ],625 "extent": [626 94.30449088420005,627 10.000049867301982,628 79.2267074584961629 ]630 },631 "obb": {632 "center": [633 -310.3803482055679,634 569.3809896366695,635 165.55532836914062636 ],637 "extent": [638 94.30449088420005,639 10.000049867301982,640 79.2267074584961641 ],642 "rotation": [643 0,644 1.0017900422099046e-05,645 0646 ]647 },648 "location": [649 -308.1400146484375,650 569.3809814453125,651 86.32869720458984652 ],653 "rotation": [654 0,655 1.0017900422099046e-05,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 255,666 255,667 0668 ]669 }670 ],671 "air conditioning": [672 {673 "object_id": "SM_AirConditioning",674 "bbox_2d": [675 994,676 0,677 1536,678 214679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 -257.33300971984863,684 -289.0069580078125,685 244.7000106573105686 ],687 "extent": [688 8.791104316711426,689 150.00003051757812,690 0.30008041858673096691 ]692 },693 "obb": {694 "center": [695 -257.33300971984863,696 -289.0069580078125,697 244.7000106573105698 ],699 "extent": [700 8.791104316711426,701 150.00003051757812,702 0.30008041858673096703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 -257.3330078125,712 -289.0069885253906,713 245714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 255,728 127,729 255730 ]731 },732 {733 "object_id": "SM_AirConditioning001",734 "bbox_2d": [735 884,736 0,737 929,738 46739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -230.3630050420761,744 -289.0069580078125,745 257.44698905944824746 ],747 "extent": [748 0.30008041858673096,749 150.00003051757812,750 8.791104316711426751 ]752 },753 "obb": {754 "center": [755 -230.3630050420761,756 -289.0069580078125,757 257.44698905944824758 ],759 "extent": [760 0.30008041858673096,761 150.00003051757812,762 8.791104316711426763 ],764 "rotation": [765 90,766 0,767 0768 ]769 },770 "location": [771 -230.66299438476562,772 -289.0069885253906,773 257.4469909667969774 ],775 "rotation": [776 90,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 0,788 127,789 127790 ]791 },792 {793 "object_id": "SM_AirConditioning002",794 "bbox_2d": [795 539,796 409,797 671,798 462799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -257.33300971984863,804 289.1880187988281,805 244.7000106573105806 ],807 "extent": [808 8.791104316711426,809 150.00003051757812,810 0.30008041858673096811 ]812 },813 "obb": {814 "center": [815 -257.33300971984863,816 289.1880187988281,817 244.7000106573105818 ],819 "extent": [820 8.791104316711426,821 150.00003051757812,822 0.30008041858673096823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -257.3330078125,832 289.18798828125,833 245834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 0,848 191,849 255850 ]851 },852 {853 "object_id": "SM_AirConditioning003",854 "bbox_2d": [855 508,856 351,857 580,858 433859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -230.3630050420761,864 289.1880187988281,865 257.44698905944824866 ],867 "extent": [868 0.30008041858673096,869 150.00003051757812,870 8.791104316711426871 ]872 },873 "obb": {874 "center": [875 -230.3630050420761,876 289.1880187988281,877 257.44698905944824878 ],879 "extent": [880 0.30008041858673096,881 150.00003051757812,882 8.791104316711426883 ],884 "rotation": [885 90,886 0,887 0888 ]889 },890 "location": [891 -230.66299438476562,892 289.18798828125,893 257.4469909667969894 ],895 "rotation": [896 90,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 0,908 191,909 127910 ]911 }912 ],913 "drawer": [914 {915 "object_id": "SM_Drawer",916 "bbox_2d": [917 0,918 662,919 720,920 738921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -3.944459915161133,926 565.8809223175049,927 77.32870388031006928 ],929 "extent": [930 400.7402038574219,931 14.500059127807617,932 9.000012397766113933 ]934 },935 "obb": {936 "center": [937 -3.944459915161133,938 565.8809223175049,939 77.32870388031006940 ],941 "extent": [942 400.7402038574219,943 14.500059127807617,944 9.000012397766113945 ],946 "rotation": [947 0,948 0,949 0950 ]951 },952 "location": [953 -3.944459915161133,954 580.3809814453125,955 68.32869720458984956 ],957 "rotation": [958 0,959 0,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 255,970 255,971 63972 ]973 }974 ],975 "sofa": [976 {977 "object_id": "SM_SofaD",978 "bbox_2d": [979 0,980 723,981 388,982 936983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -69.9154052734375,988 393.52098846435547,989 42.42480477690697990 ],991 "extent": [992 92.29835510253906,993 55.387516021728516,994 41.93626022338867995 ]996 },997 "obb": {998 "center": [999 -69.9154052734375,1000 393.52098846435547,1001 42.424804776906971002 ],1003 "extent": [1004 92.29835510253906,1005 55.387516021728516,1006 41.936260223388671007 ],1008 "rotation": [1009 0,1010 0,1011 01012 ]1013 },1014 "location": [1015 -69.91539764404297,1016 393.52099609375,1017 0.488555997610092161018 ],1019 "rotation": [1020 0,1021 0,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 127,1032 127,1033 631034 ]1035 }1036 ],1037 "stool": [1038 {1039 "object_id": "SM_StoolA",1040 "bbox_2d": [1041 0,1042 978,1043 55,1044 10791045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 -49.5559024810791,1050 162.92745962104465,1051 22.7875114920456131052 ],1053 "extent": [1054 20.20587158203125,1055 20.136264896777618,1056 22.3651959340612661057 ]1058 },1059 "obb": {1060 "center": [1061 -49.5559024810791,1062 162.92745962104465,1063 22.7875114920456131064 ],1065 "extent": [1066 20.20587158203125,1067 20.136264896777618,1068 22.3651959340612661069 ],1070 "rotation": [1071 0,1072 0,1073 -1.0017900422099046e-051074 ]1075 },1076 "location": [1077 -49.55189895629883,1078 162.9600067138672,1079 0.422320991754531861080 ],1081 "rotation": [1082 0,1083 0,1084 -1.0017900422099046e-051085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 255,1094 63,1095 01096 ]1097 },1098 {1099 "object_id": "SM_StoolB",1100 "bbox_2d": [1101 281,1102 867,1103 461,1104 9911105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 -158.94998931884766,1110 248.91004649672115,1111 17.247220665224191112 ],1113 "extent": [1114 34.959678649902344,1115 34.87835987534996,1116 16.824913401174591117 ]1118 },1119 "obb": {1120 "center": [1121 -158.94998931884766,1122 248.91004649672115,1123 17.247220665224191124 ],1125 "extent": [1126 34.959678649902344,1127 34.87835987534996,1128 16.824913401174591129 ],1130 "rotation": [1131 0,1132 0,1133 -1.0017900422099046e-051134 ]1135 },1136 "location": [1137 -158.9499969482422,1138 248.91000366210938,1139 0.422320991754531861140 ],1141 "rotation": [1142 0,1143 0,1144 -1.0017900422099046e-051145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 127,1154 63,1155 2551156 ]1157 }1158 ],1159 "table": [1160 {1161 "object_id": "SM_TableB",1162 "bbox_2d": [1163 386,1164 771,1165 464,1166 8671167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 -181.28100776672363,1172 387.9189968109131,1173 25.5951972007751461174 ],1175 "extent": [1176 20.48674201965332,1177 20.588356018066406,1178 24.9282112121582031179 ]1180 },1181 "obb": {1182 "center": [1183 -181.28100776672363,1184 387.9189968109131,1185 25.5951972007751461186 ],1187 "extent": [1188 20.48674201965332,1189 20.588356018066406,1190 24.9282112121582031191 ],1192 "rotation": [1193 0,1194 0,1195 01196 ]1197 },1198 "location": [1199 -181.281005859375,1200 387.91900634765625,