TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l020_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l020_r002/lit.png",5 "camera": {6 "location": [7 203,8 128,9 9510 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 203,38 128,39 95,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 84,59 1374,60 73361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WallpanelB001",116 "bbox_2d": [117 0,118 85,119 115,120 565121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 316.19195556640625,126 569.5809841156006,127 165.55530548095703128 ],129 "extent": [130 26.8680419921875,131 9.799985885620117,132 79.2267074584961133 ]134 },135 "obb": {136 "center": [137 316.19195556640625,138 569.5809841156006,139 165.55530548095703140 ],141 "extent": [142 26.8680419921875,143 9.799985885620117,144 79.2267074584961145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 343.05999755859375,154 579.3809814453125,155 86.32859802246094156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 63,170 191,171 191172 ]173 },174 {175 "object_id": "SM_WallpanelB002",176 "bbox_2d": [177 381,178 151,179 531,180 561181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 184.44395446777344,186 569.5809841156006,187 165.55530548095703188 ],189 "extent": [190 26.8680419921875,191 9.799985885620117,192 79.2267074584961193 ]194 },195 "obb": {196 "center": [197 184.44395446777344,198 569.5809841156006,199 165.55530548095703200 ],201 "extent": [202 26.8680419921875,203 9.799985885620117,204 79.2267074584961205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 211.31199645996094,214 579.3809814453125,215 86.32859802246094216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 191,230 0,231 0232 ]233 }234 ],235 "ceiling": [236 {237 "object_id": "SM_CeilingA",238 "bbox_2d": [239 0,240 0,241 1919,242 327243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -9.99993896484375,248 -0.0003662109375,249 262.50006103515625250 ],251 "extent": [252 414.6847229003906,253 582.3804321289062,254 17.500083923339844255 ]256 },257 "obb": {258 "center": [259 -9.99993896484375,260 -0.0003662109375,261 262.50006103515625262 ],263 "extent": [264 414.6847229003906,265 582.3804321289062,266 17.500083923339844267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 127,293 0294 ]295 },296 {297 "object_id": "SM_CeilingB001",298 "bbox_2d": [299 404,300 0,301 1919,302 260303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -13.644100189208956,308 320.786895751953,309 276310 ],311 "extent": [312 217.01867675781244,313 261.5939025878905,314 4.0000152587890625315 ]316 },317 "obb": {318 "center": [319 -13.644100189208956,320 320.78689575195295,321 276322 ],323 "extent": [324 217.01867675781244,325 261.5939025878905,326 4.0000152587890625327 ],328 "rotation": [329 0,330 180,331 0332 ]333 },334 "location": [335 -13.644100189208984,336 0,337 0338 ],339 "rotation": [340 0,341 180,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 127,352 127,353 191354 ]355 }356 ],357 "wall": [358 {359 "object_id": "SM_WallA",360 "bbox_2d": [361 1375,362 216,363 1919,364 731365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -414.68499755859375,370 -9.765630238689482e-05,371 140.00001525878906372 ],373 "extent": [374 10,375 602.3807373046875,376 140.00001525878906377 ]378 },379 "obb": {380 "center": [381 -414.68499755859375,382 -9.765630238689482e-05,383 140.00001525878906384 ],385 "extent": [386 10,387 602.3807373046875,388 140.00001525878906389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -414.68499755859375,398 -9.765630238689482e-05,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 0,415 255416 ]417 }418 ],419 "baseboard": [420 {421 "object_id": "SM_Baseboard001",422 "bbox_2d": [423 1509,424 680,425 1919,426 744427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -404.2849975526333,432 333.5509948730469,433 3434 ],435 "extent": [436 0.4000000059604645,437 270.4438781738281,438 3439 ]440 },441 "obb": {442 "center": [443 -404.2849975526333,444 333.5509948730469,445 3446 ],447 "extent": [448 0.4000000059604645,449 270.4438781738281,450 3451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -404.68499755859375,460 333.5509948730469,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 63,476 191,477 63478 ]479 }480 ],481 "floor planks corner": [482 {483 "object_id": "SM_Floor",484 "bbox_2d": [485 1550,486 695,487 1919,488 758489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -19.752939224243164,494 -0.0001220703125,495 6.776263578034403e-21496 ],497 "extent": [498 404.9316711425781,499 582.3806762695312,500 3.5660530924670406e-14501 ]502 },503 "obb": {504 "center": [505 -19.752939224243164,506 -0.0001220703125,507 6.776263578034403e-21508 ],509 "extent": [510 404.9316711425781,511 582.3806762695312,512 3.5660530924670406e-14513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -9.752969741821289,522 0,523 0524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 191,538 31,539 31540 ]541 }542 ]543 },544 "foreground": {545 "shelf": [546 {547 "object_id": "SM_ShelfC",548 "bbox_2d": [549 116,550 105,551 380,552 564553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 250.31798934936458,558 569.3309974670403,559 165.55535888671875560 ],561 "extent": [562 39.00605949646584,563 10.050080443684806,564 79.22671508789062565 ]566 },567 "obb": {568 "center": [569 250.31798934936458,570 569.3309974670403,571 165.55535888671875572 ],573 "extent": [574 39.00605949646584,575 10.050080443684806,576 79.22671508789062577 ],578 "rotation": [579 0,580 1.0017900422099046e-05,581 0582 ]583 },584 "location": [585 250.3179931640625,586 569.3309936523438,587 86.32869720458984588 ],589 "rotation": [590 0,591 1.0017900422099046e-05,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 255,602 0,603 0604 ]605 },606 {607 "object_id": "SM_ShelfB",608 "bbox_2d": [609 1077,610 275,611 1202,612 554613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -176.3739967346193,618 569.3309946060174,619 165.5553436279297620 ],621 "extent": [622 39.70215019470834,623 10.050082472741565,624 79.22671508789062625 ]626 },627 "obb": {628 "center": [629 -176.3739967346193,630 569.3309946060174,631 165.5553436279297632 ],633 "extent": [634 39.70215019470834,635 10.050082472741565,636 79.22671508789062637 ],638 "rotation": [639 0,640 1.0017900422099046e-05,641 0642 ]643 },644 "location": [645 -176.37399291992188,646 569.3309936523438,647 86.32869720458984648 ],649 "rotation": [650 0,651 1.0017900422099046e-05,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 255,662 0,663 255664 ]665 }666 ],667 "cabinet": [668 {669 "object_id": "SM_CabinetB",670 "bbox_2d": [671 1203,672 294,673 1399,674 553675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -310.3803482055679,680 569.3809896366695,681 165.55532836914062682 ],683 "extent": [684 94.30449088420005,685 10.000049867301982,686 79.2267074584961687 ]688 },689 "obb": {690 "center": [691 -310.3803482055679,692 569.3809896366695,693 165.55532836914062694 ],695 "extent": [696 94.30449088420005,697 10.000049867301982,698 79.2267074584961699 ],700 "rotation": [701 0,702 1.0017900422099046e-05,703 0704 ]705 },706 "location": [707 -308.1400146484375,708 569.3809814453125,709 86.32869720458984710 ],711 "rotation": [712 0,713 1.0017900422099046e-05,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 255,724 255,725 0726 ]727 }728 ],729 "drawer": [730 {731 "object_id": "SM_Drawer",732 "bbox_2d": [733 0,734 552,735 1409,736 622737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -3.944459915161133,742 565.8809223175049,743 77.32870388031006744 ],745 "extent": [746 400.7402038574219,747 14.500059127807617,748 9.000012397766113749 ]750 },751 "obb": {752 "center": [753 -3.944459915161133,754 565.8809223175049,755 77.32870388031006756 ],757 "extent": [758 400.7402038574219,759 14.500059127807617,760 9.000012397766113761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 -3.944459915161133,770 580.3809814453125,771 68.32869720458984772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 255,786 255,787 63788 ]789 }790 ],791 "sofa": [792 {793 "object_id": "SM_SofaD",794 "bbox_2d": [795 1006,796 566,797 1508,798 793799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -69.9154052734375,804 393.52098846435547,805 42.42480477690697806 ],807 "extent": [808 92.29835510253906,809 55.387516021728516,810 41.93626022338867811 ]812 },813 "obb": {814 "center": [815 -69.9154052734375,816 393.52098846435547,817 42.42480477690697818 ],819 "extent": [820 92.29835510253906,821 55.387516021728516,822 41.93626022338867823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -69.91539764404297,832 393.52099609375,833 0.48855599761009216834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 127,848 127,849 63850 ]851 },852 {853 "object_id": "SM_SofaC",854 "bbox_2d": [855 512,856 574,857 1139,858 972859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 98.80741119384766,864 393.33300399780273,865 41.816539853811264866 ],867 "extent": [868 80.16697692871094,869 55.19976806640625,870 41.32799530029297871 ]872 },873 "obb": {874 "center": [875 98.80741119384766,876 393.33300399780273,877 41.816539853811264878 ],879 "extent": [880 80.16697692871094,881 55.19976806640625,882 41.32799530029297883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 98.80740356445312,892 393.3330078125,893 0.48855599761009216894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 0,908 63,909 0910 ]911 },912 {913 "object_id": "SM_SofaB",914 "bbox_2d": [915 0,916 588,917 632,918 1079919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 231.97104263306204,924 349.5560306153131,925 42.42479333282117926 ],927 "extent": [928 55.5538274253981,929 98.97759421030975,930 41.936281238009656931 ]932 },933 "obb": {934 "center": [935 231.97104263306204,936 349.5560306153131,937 42.42479333282117938 ],939 "extent": [940 55.5538274253981,941 98.97759421030975,942 41.936281238009656943 ],944 "rotation": [945 0,946 -1.0017900422099046e-05,947 -9.956629583030006e-06948 ]949 },950 "location": [951 231.9709930419922,952 349.5559997558594,953 0.48855599761009216954 ],955 "rotation": [956 0,957 -1.0017900422099046e-05,958 -9.956629583030006e-06959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 0,968 63,969 255970 ]971 },972 {973 "object_id": "SM_SofaA",974 "bbox_2d": [975 358,976 1017,977 655,978 1079979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 220.70299148559315,984 210.3779913311881,985 18.938560575244544986 ],987 "extent": [988 43.5776674657057,989 44.94700179231691,990 18.450029554481027991 ]992 },993 "obb": {994 "center": [995 220.70299148559315,996 210.3779913311881,997 18.93856057524454998 ],999 "extent": [1000 43.5776674657057,1001 44.94700179231691,1002 18.4500295544810271003 ],1004 "rotation": [1005 0,1006 -1.0017900422099046e-05,1007 -9.956629583030006e-061008 ]1009 },1010 "location": [1011 220.7030029296875,1012 210.3780059814453,1013 0.488555997610092161014 ],1015 "rotation": [1016 0,1017 -1.0017900422099046e-05,1018 -9.956629583030006e-061019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 0,1028 63,1029 1271030 ]1031 }1032 ],1033 "stool": [1034 {1035 "object_id": "SM_StoolA001",1036 "bbox_2d": [1037 1731,1038 1030,1039 1919,1040 10791041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 81.60349464416504,1046 154.04444875678684,1047 22.7875114920456131048 ],1049 "extent": [1050 20.20587158203125,1051 20.136264896777618,1052 22.3651959340612661053 ]1054 },1055 "obb": {1056 "center": [1057 81.60349464416504,1058 154.04444875678684,1059 22.7875114920456131060 ],1061 "extent": [1062 20.20587158203125,1063 20.136264896777618,1064 22.3651959340612661065 ],1066 "rotation": [1067 0,1068 0,1069 -1.0017900422099046e-051070 ]1071 },1072 "location": [1073 81.60749816894531,1074 154.07699584960938,1075 0.422320991754531861076 ],1077 "rotation": [1078 0,1079 0,1080 -1.0017900422099046e-051081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 255,1090 63,1091 2551092 ]1093 },1094 {1095 "object_id": "SM_StoolB",1096 "bbox_2d": [1097 1665,1098 730,1099 1919,1100 8951101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -158.94998931884766,1106 248.91004649672115,1107 17.247220665224191108 ],1109 "extent": [1110 34.959678649902344,1111 34.87835987534996,1112 16.824913401174591113 ]1114 },1115 "obb": {1116 "center": [1117 -158.94998931884766,1118 248.91004649672115,1119 17.247220665224191120 ],1121 "extent": [1122 34.959678649902344,1123 34.87835987534996,1124 16.824913401174591125 ],1126 "rotation": [1127 0,1128 0,1129 -1.0017900422099046e-051130 ]1131 },1132 "location": [1133 -158.9499969482422,1134 248.91000366210938,1135 0.422320991754531861136 ],1137 "rotation": [1138 0,1139 0,1140 -1.0017900422099046e-051141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 127,1150 63,1151 2551152 ]1153 }1154 ],1155 "pot plant": [1156 {1157 "object_id": "SM_PotplantB",1158 "bbox_2d": [1159 1250,1160 467,1161 1405,1162 8481163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 44.360469818115234,1168 258.58155632019043,1169 73.452930450439451170 ],1171 "extent": [1172 33.40570068359375,1173 25.43838119506836,1174 37.935737609863281175 ]1176 },1177 "obb": {1178 "center": [1179 44.360469818115234,1180 258.58155632019043,1181 73.452930450439451182 ],1183 "extent": [1184 33.40570068359375,1185 25.43838119506836,1186 37.935737609863281187 ],1188 "rotation": [1189 0,1190 0,1191 01192 ]1193 },1194 "location": [1195 46.02429962158203,1196 254.8509979248047,1197 35.51720046997071198 ],1199 "rotation": [1200 0,