TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l024_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l024_r002/lit.png",5 "camera": {6 "location": [7 117,8 -72,9 12310 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 117,38 -72,39 123,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 10,58 250,59 1106,60 73861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WallpanelB002",116 "bbox_2d": [117 197,118 306,119 322,120 609121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 184.44395446777344,126 569.5809841156006,127 165.55530548095703128 ],129 "extent": [130 26.8680419921875,131 9.799985885620117,132 79.2267074584961133 ]134 },135 "obb": {136 "center": [137 184.44395446777344,138 569.5809841156006,139 165.55530548095703140 ],141 "extent": [142 26.8680419921875,143 9.799985885620117,144 79.2267074584961145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 211.31199645996094,154 579.3809814453125,155 86.32859802246094156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 0,171 0172 ]173 }174 ],175 "ceiling": [176 {177 "object_id": "SM_CeilingA",178 "bbox_2d": [179 0,180 0,181 1919,182 394183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -9.99993896484375,188 -0.0003662109375,189 262.50006103515625190 ],191 "extent": [192 414.6847229003906,193 582.3804321289062,194 17.500083923339844195 ]196 },197 "obb": {198 "center": [199 -9.99993896484375,200 -0.0003662109375,201 262.50006103515625202 ],203 "extent": [204 414.6847229003906,205 582.3804321289062,206 17.500083923339844207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 0234 ]235 },236 {237 "object_id": "SM_CeilingB001",238 "bbox_2d": [239 45,240 0,241 1678,242 345243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -13.644100189208956,248 320.786895751953,249 276250 ],251 "extent": [252 217.01867675781244,253 261.5939025878905,254 4.0000152587890625255 ]256 },257 "obb": {258 "center": [259 -13.644100189208956,260 320.78689575195295,261 276262 ],263 "extent": [264 217.01867675781244,265 261.5939025878905,266 4.0000152587890625267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 -13.644100189208984,276 0,277 0278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 127,293 191294 ]295 }296 ],297 "wall": [298 {299 "object_id": "SM_WallA",300 "bbox_2d": [301 1107,302 233,303 1919,304 833305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -414.68499755859375,310 -9.765630238689482e-05,311 140.00001525878906312 ],313 "extent": [314 10,315 602.3807373046875,316 140.00001525878906317 ]318 },319 "obb": {320 "center": [321 -414.68499755859375,322 -9.765630238689482e-05,323 140.00001525878906324 ],325 "extent": [326 10,327 602.3807373046875,328 140.00001525878906329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -414.68499755859375,338 -9.765630238689482e-05,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 0,355 255356 ]357 }358 ],359 "baseboard": [360 {361 "object_id": "SM_Baseboard001",362 "bbox_2d": [363 1106,364 676,365 1919,366 849367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -404.2849975526333,372 333.5509948730469,373 3374 ],375 "extent": [376 0.4000000059604645,377 270.4438781738281,378 3379 ]380 },381 "obb": {382 "center": [383 -404.2849975526333,384 333.5509948730469,385 3386 ],387 "extent": [388 0.4000000059604645,389 270.4438781738281,390 3391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -404.68499755859375,400 333.5509948730469,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 63,416 191,417 63418 ]419 }420 ],421 "floor planks corner": [422 {423 "object_id": "SM_Floor",424 "bbox_2d": [425 1032,426 683,427 1919,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -19.752939224243164,434 -0.0001220703125,435 6.776263578034403e-21436 ],437 "extent": [438 404.9316711425781,439 582.3806762695312,440 3.5660530924670406e-14441 ]442 },443 "obb": {444 "center": [445 -19.752939224243164,446 -0.0001220703125,447 6.776263578034403e-21448 ],449 "extent": [450 404.9316711425781,451 582.3806762695312,452 3.5660530924670406e-14453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -9.752969741821289,462 0,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 191,478 31,479 31480 ]481 }482 ]483 },484 "foreground": {485 "shelf": [486 {487 "object_id": "SM_ShelfC",488 "bbox_2d": [489 0,490 291,491 196,492 614493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 250.31798934936458,498 569.3309974670403,499 165.55535888671875500 ],501 "extent": [502 39.00605949646584,503 10.050080443684806,504 79.22671508789062505 ]506 },507 "obb": {508 "center": [509 250.31798934936458,510 569.3309974670403,511 165.55535888671875512 ],513 "extent": [514 39.00605949646584,515 10.050080443684806,516 79.22671508789062517 ],518 "rotation": [519 0,520 1.0017900422099046e-05,521 0522 ]523 },524 "location": [525 250.3179931640625,526 569.3309936523438,527 86.32869720458984528 ],529 "rotation": [530 0,531 1.0017900422099046e-05,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 255,542 0,543 0544 ]545 },546 {547 "object_id": "SM_ShelfB",548 "bbox_2d": [549 813,550 366,551 922,552 591553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -176.3739967346193,558 569.3309946060174,559 165.5553436279297560 ],561 "extent": [562 39.70215019470834,563 10.050082472741565,564 79.22671508789062565 ]566 },567 "obb": {568 "center": [569 -176.3739967346193,570 569.3309946060174,571 165.5553436279297572 ],573 "extent": [574 39.70215019470834,575 10.050082472741565,576 79.22671508789062577 ],578 "rotation": [579 0,580 1.0017900422099046e-05,581 0582 ]583 },584 "location": [585 -176.37399291992188,586 569.3309936523438,587 86.32869720458984588 ],589 "rotation": [590 0,591 1.0017900422099046e-05,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 255,602 0,603 255604 ]605 }606 ],607 "cabinet": [608 {609 "object_id": "SM_CabinetB",610 "bbox_2d": [611 923,612 376,613 1121,614 588615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -310.3803482055679,620 569.3809896366695,621 165.55532836914062622 ],623 "extent": [624 94.30449088420005,625 10.000049867301982,626 79.2267074584961627 ]628 },629 "obb": {630 "center": [631 -310.3803482055679,632 569.3809896366695,633 165.55532836914062634 ],635 "extent": [636 94.30449088420005,637 10.000049867301982,638 79.2267074584961639 ],640 "rotation": [641 0,642 1.0017900422099046e-05,643 0644 ]645 },646 "location": [647 -308.1400146484375,648 569.3809814453125,649 86.32869720458984650 ],651 "rotation": [652 0,653 1.0017900422099046e-05,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 255,664 255,665 0666 ]667 }668 ],669 "drawer": [670 {671 "object_id": "SM_Drawer",672 "bbox_2d": [673 0,674 584,675 1127,676 654677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -3.944459915161133,682 565.8809223175049,683 77.32870388031006684 ],685 "extent": [686 400.7402038574219,687 14.500059127807617,688 9.000012397766113689 ]690 },691 "obb": {692 "center": [693 -3.944459915161133,694 565.8809223175049,695 77.32870388031006696 ],697 "extent": [698 400.7402038574219,699 14.500059127807617,700 9.000012397766113701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 -3.944459915161133,710 580.3809814453125,711 68.32869720458984712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 255,726 255,727 63728 ]729 }730 ],731 "sofa": [732 {733 "object_id": "SM_SofaD",734 "bbox_2d": [735 623,736 609,737 1026,738 790739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -69.9154052734375,744 393.52098846435547,745 42.42480477690697746 ],747 "extent": [748 92.29835510253906,749 55.387516021728516,750 41.93626022338867751 ]752 },753 "obb": {754 "center": [755 -69.9154052734375,756 393.52098846435547,757 42.42480477690697758 ],759 "extent": [760 92.29835510253906,761 55.387516021728516,762 41.93626022338867763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 -69.91539764404297,772 393.52099609375,773 0.48855599761009216774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 127,788 127,789 63790 ]791 },792 {793 "object_id": "SM_SofaC",794 "bbox_2d": [795 202,796 623,797 668,798 885799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 98.80741119384766,804 393.33300399780273,805 41.816539853811264806 ],807 "extent": [808 80.16697692871094,809 55.19976806640625,810 41.32799530029297811 ]812 },813 "obb": {814 "center": [815 98.80741119384766,816 393.33300399780273,817 41.816539853811264818 ],819 "extent": [820 80.16697692871094,821 55.19976806640625,822 41.32799530029297823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 98.80740356445312,832 393.3330078125,833 0.48855599761009216834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 0,848 63,849 0850 ]851 },852 {853 "object_id": "SM_SofaB",854 "bbox_2d": [855 0,856 651,857 245,858 981859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 231.97104263306204,864 349.5560306153131,865 42.42479333282117866 ],867 "extent": [868 55.5538274253981,869 98.97759421030975,870 41.936281238009656871 ]872 },873 "obb": {874 "center": [875 231.97104263306204,876 349.5560306153131,877 42.42479333282117878 ],879 "extent": [880 55.5538274253981,881 98.97759421030975,882 41.936281238009656883 ],884 "rotation": [885 0,886 -1.0017900422099046e-05,887 -9.956629583030006e-06888 ]889 },890 "location": [891 231.9709930419922,892 349.5559997558594,893 0.48855599761009216894 ],895 "rotation": [896 0,897 -1.0017900422099046e-05,898 -9.956629583030006e-06899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 0,908 63,909 255910 ]911 },912 {913 "object_id": "SM_SofaA",914 "bbox_2d": [915 0,916 876,917 133,918 1079919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 220.70299148559315,924 210.3779913311881,925 18.938560575244544926 ],927 "extent": [928 43.5776674657057,929 44.94700179231691,930 18.450029554481027931 ]932 },933 "obb": {934 "center": [935 220.70299148559315,936 210.3779913311881,937 18.93856057524454938 ],939 "extent": [940 43.5776674657057,941 44.94700179231691,942 18.450029554481027943 ],944 "rotation": [945 0,946 -1.0017900422099046e-05,947 -9.956629583030006e-06948 ]949 },950 "location": [951 220.7030029296875,952 210.3780059814453,953 0.48855599761009216954 ],955 "rotation": [956 0,957 -1.0017900422099046e-05,958 -9.956629583030006e-06959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 0,968 63,969 127970 ]971 }972 ],973 "stool": [974 {975 "object_id": "SM_StoolA",976 "bbox_2d": [977 983,978 790,979 1117,980 975981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -49.5559024810791,986 162.92745962104465,987 22.787511492045613988 ],989 "extent": [990 20.20587158203125,991 20.136264896777618,992 22.365195934061266993 ]994 },995 "obb": {996 "center": [997 -49.5559024810791,998 162.92745962104465,999 22.7875114920456131000 ],1001 "extent": [1002 20.20587158203125,1003 20.136264896777618,1004 22.3651959340612661005 ],1006 "rotation": [1007 0,1008 0,1009 -1.0017900422099046e-051010 ]1011 },1012 "location": [1013 -49.55189895629883,1014 162.9600067138672,1015 0.422320991754531861016 ],1017 "rotation": [1018 0,1019 0,1020 -1.0017900422099046e-051021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 255,1030 63,1031 01032 ]1033 },1034 {1035 "object_id": "SM_StoolA001",1036 "bbox_2d": [1037 488,1038 870,1039 683,1040 10791041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 81.60349464416504,1046 154.04444875678684,1047 22.7875114920456131048 ],1049 "extent": [1050 20.20587158203125,1051 20.136264896777618,1052 22.3651959340612661053 ]1054 },1055 "obb": {1056 "center": [1057 81.60349464416504,1058 154.04444875678684,1059 22.7875114920456131060 ],1061 "extent": [1062 20.20587158203125,1063 20.136264896777618,1064 22.3651959340612661065 ],1066 "rotation": [1067 0,1068 0,1069 -1.0017900422099046e-051070 ]1071 },1072 "location": [1073 81.60749816894531,1074 154.07699584960938,1075 0.422320991754531861076 ],1077 "rotation": [1078 0,1079 0,1080 -1.0017900422099046e-051081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 255,1090 63,1091 2551092 ]1093 },1094 {1095 "object_id": "SM_StoolB",1096 "bbox_2d": [1097 1060,1098 734,1099 1224,1100 8441101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -158.94998931884766,1106 248.91004649672115,1107 17.247220665224191108 ],1109 "extent": [1110 34.959678649902344,1111 34.87835987534996,1112 16.824913401174591113 ]1114 },1115 "obb": {1116 "center": [1117 -158.94998931884766,1118 248.91004649672115,1119 17.247220665224191120 ],1121 "extent": [1122 34.959678649902344,1123 34.87835987534996,1124 16.824913401174591125 ],1126 "rotation": [1127 0,1128 0,1129 -1.0017900422099046e-051130 ]1131 },1132 "location": [1133 -158.9499969482422,1134 248.91000366210938,1135 0.422320991754531861136 ],1137 "rotation": [1138 0,1139 0,1140 -1.0017900422099046e-051141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 127,1150 63,1151 2551152 ]1153 }1154 ],1155 "table": [1156 {1157 "object_id": "SM_TableB",1158 "bbox_2d": [1159 1026,1160 664,1161 1041,1162 7581163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -181.28100776672363,1168 387.9189968109131,1169 25.5951972007751461170 ],1171 "extent": [1172 20.48674201965332,1173 20.588356018066406,1174 24.9282112121582031175 ]1176 },1177 "obb": {1178 "center": [1179 -181.28100776672363,1180 387.9189968109131,1181 25.5951972007751461182 ],1183 "extent": [1184 20.48674201965332,1185 20.588356018066406,1186 24.9282112121582031187 ],1188 "rotation": [1189 0,1190 0,1191 01192 ]1193 },1194 "location": [1195 -181.281005859375,1196 387.91900634765625,1197 0.66698598861694341198 ],1199 "rotation": [1200 0,