TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l096_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l096_r003/lit.png",5 "camera": {6 "location": [7 349,8 29,9 20710 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 349,38 29,39 207,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 427,59 258,60 87861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WallpanelA004_4",116 "bbox_2d": [117 1876,118 479,119 1914,120 870121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -250.5584945678711,126 -567.1307224035263,127 139.99998474121094128 ],129 "extent": [130 25.32549285888672,131 1.8902981281280518,132 140.00001525878906133 ]134 },135 "obb": {136 "center": [137 -250.5584945678711,138 -567.1307224035263,139 139.99998474121094140 ],141 "extent": [142 25.32549285888672,143 1.8902981281280518,144 140.00001525878906145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -225.23300170898438,154 -569.02099609375,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 95,171 191172 ]173 },174 {175 "object_id": "SM_WallpanelA005_5",176 "bbox_2d": [177 1830,178 482,179 1875,180 857181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -301.2094955444336,186 -567.1307224035263,187 139.99998474121094188 ],189 "extent": [190 25.32549285888672,191 1.8902981281280518,192 140.00001525878906193 ]194 },195 "obb": {196 "center": [197 -301.2094955444336,198 -567.1307224035263,199 139.99998474121094200 ],201 "extent": [202 25.32549285888672,203 1.8902981281280518,204 140.00001525878906205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -275.8840026855469,214 -569.02099609375,215 0216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 191,230 95,231 31232 ]233 }234 ],235 "ceiling": [236 {237 "object_id": "SM_CeilingB",238 "bbox_2d": [239 1161,240 199,241 1919,242 431243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -13.644100189208984,248 -320.7868957519531,249 276250 ],251 "extent": [252 217.0186767578125,253 261.5939025878906,254 4.0000152587890625255 ]256 },257 "obb": {258 "center": [259 -13.644100189208984,260 -320.7868957519531,261 276262 ],263 "extent": [264 217.0186767578125,265 261.5939025878906,266 4.0000152587890625267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -13.644100189208984,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 255,293 127294 ]295 },296 {297 "object_id": "SM_CeilingA",298 "bbox_2d": [299 0,300 0,301 1919,302 491303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -9.99993896484375,308 -0.0003662109375,309 262.50006103515625310 ],311 "extent": [312 414.6847229003906,313 582.3804321289062,314 17.500083923339844315 ]316 },317 "obb": {318 "center": [319 -9.99993896484375,320 -0.0003662109375,321 262.50006103515625322 ],323 "extent": [324 414.6847229003906,325 582.3804321289062,326 17.500083923339844327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 255,352 127,353 0354 ]355 },356 {357 "object_id": "SM_CeilingB001",358 "bbox_2d": [359 0,360 199,361 890,362 431363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -13.644100189208956,368 320.786895751953,369 276370 ],371 "extent": [372 217.01867675781244,373 261.5939025878905,374 4.0000152587890625375 ]376 },377 "obb": {378 "center": [379 -13.644100189208956,380 320.78689575195295,381 276382 ],383 "extent": [384 217.01867675781244,385 261.5939025878905,386 4.0000152587890625387 ],388 "rotation": [389 0,390 180,391 0392 ]393 },394 "location": [395 -13.644100189208984,396 0,397 0398 ],399 "rotation": [400 0,401 180,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 127,412 127,413 191414 ]415 }416 ],417 "baseboard": [418 {419 "object_id": "SM_Baseboard",420 "bbox_2d": [421 1075,422 796,423 1703,424 803425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -404.2849975526333,430 -331.93701171875,431 3432 ],433 "extent": [434 0.4000000059604645,435 270.4438781738281,436 3437 ]438 },439 "obb": {440 "center": [441 -404.2849975526333,442 -331.93701171875,443 3444 ],445 "extent": [446 0.4000000059604645,447 270.4438781738281,448 3449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 -404.68499755859375,458 -331.93701171875,459 0460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 0,474 127,475 255476 ]477 },478 {479 "object_id": "SM_Baseboard001",480 "bbox_2d": [481 258,482 796,483 916,484 803485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -404.2849975526333,490 333.5509948730469,491 3492 ],493 "extent": [494 0.4000000059604645,495 270.4438781738281,496 3497 ]498 },499 "obb": {500 "center": [501 -404.2849975526333,502 333.5509948730469,503 3504 ],505 "extent": [506 0.4000000059604645,507 270.4438781738281,508 3509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 -404.68499755859375,518 333.5509948730469,519 0520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 63,534 191,535 63536 ]537 }538 ],539 "wall": [540 {541 "object_id": "SM_WallA",542 "bbox_2d": [543 259,544 492,545 1702,546 795547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -414.68499755859375,552 -9.765630238689482e-05,553 140.00001525878906554 ],555 "extent": [556 10,557 602.3807373046875,558 140.00001525878906559 ]560 },561 "obb": {562 "center": [563 -414.68499755859375,564 -9.765630238689482e-05,565 140.00001525878906566 ],567 "extent": [568 10,569 602.3807373046875,570 140.00001525878906571 ],572 "rotation": [573 0,574 0,575 0576 ]577 },578 "location": [579 -414.68499755859375,580 -9.765630238689482e-05,581 0582 ],583 "rotation": [584 0,585 0,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 127,596 0,597 255598 ]599 }600 ],601 "door": [602 {603 "object_id": "SM_Door",604 "bbox_2d": [605 917,606 506,607 1074,608 803609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -411.3640160560608,614 0.8069339990615845,615 116.7231216430664616 ],617 "extent": [618 7.5000152587890625,619 62.30000305175781,620 116.7231216430664621 ]622 },623 "obb": {624 "center": [625 -411.3640160560608,626 0.8069339990615845,627 116.7231216430664628 ],629 "extent": [630 7.5000152587890625,631 62.30000305175781,632 116.7231216430664633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -418.864013671875,642 0.8069339990615845,643 0644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 127,658 255,659 0660 ]661 }662 ],663 "background wall": [664 {665 "object_id": "SM_BackgroundwallA",666 "bbox_2d": [667 1703,668 431,669 1919,670 885671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -14.871739387512207,676 -563.4780158996582,677 139.99993896484375678 ],679 "extent": [680 389.81292724609375,681 18.90277099609375,682 139.9999542236328683 ]684 },685 "obb": {686 "center": [687 -14.871739387512207,688 -563.4780158996582,689 139.99993896484375690 ],691 "extent": [692 389.81292724609375,693 18.90277099609375,694 139.9999542236328695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -14.871800422668457,704 -563.47802734375,705 0706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 0,720 0,721 63722 ]723 }724 ],725 "floor lamp": [726 {727 "object_id": "SM_Floorlamp",728 "bbox_2d": [729 1558,730 553,731 1637,732 810733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -200.50994873046875,738 -334.127405166626,739 100.41319227218628740 ],741 "extent": [742 67.92303466796875,743 49.206172943115234,744 99.65167999267578745 ]746 },747 "obb": {748 "center": [749 -200.50994873046875,750 -334.127405166626,751 100.41319227218628752 ],753 "extent": [754 67.92303466796875,755 49.206172943115234,756 99.65167999267578757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -226.33099365234375,766 -361.07501220703125,767 0.7972559928894043768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 127,782 255,783 63784 ]785 }786 ],787 "floor planks corner": [788 {789 "object_id": "SM_Floor",790 "bbox_2d": [791 231,792 800,793 1919,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -19.752939224243164,800 -0.0001220703125,801 6.776263578034403e-21802 ],803 "extent": [804 404.9316711425781,805 582.3806762695312,806 3.5660530924670406e-14807 ]808 },809 "obb": {810 "center": [811 -19.752939224243164,812 -0.0001220703125,813 6.776263578034403e-21814 ],815 "extent": [816 404.9316711425781,817 582.3806762695312,818 3.5660530924670406e-14819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -9.752969741821289,828 0,829 0830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 191,844 31,845 31846 ]847 }848 ]849 },850 "foreground": {851 "shelf": [852 {853 "object_id": "SM_ShelfB",854 "bbox_2d": [855 0,856 472,857 58,858 756859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -176.3739967346193,864 569.3309946060174,865 165.5553436279297866 ],867 "extent": [868 39.70215019470834,869 10.050082472741565,870 79.22671508789062871 ]872 },873 "obb": {874 "center": [875 -176.3739967346193,876 569.3309946060174,877 165.5553436279297878 ],879 "extent": [880 39.70215019470834,881 10.050082472741565,882 79.22671508789062883 ],884 "rotation": [885 0,886 1.0017900422099046e-05,887 0888 ]889 },890 "location": [891 -176.37399291992188,892 569.3309936523438,893 86.32869720458984894 ],895 "rotation": [896 0,897 1.0017900422099046e-05,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 255,908 0,909 255910 ]911 }912 ],913 "cabinet": [914 {915 "object_id": "SM_CabinetB",916 "bbox_2d": [917 59,918 476,919 283,920 744921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -310.3803482055679,926 569.3809896366695,927 165.55532836914062928 ],929 "extent": [930 94.30449088420005,931 10.000049867301982,932 79.2267074584961933 ]934 },935 "obb": {936 "center": [937 -310.3803482055679,938 569.3809896366695,939 165.55532836914062940 ],941 "extent": [942 94.30449088420005,943 10.000049867301982,944 79.2267074584961945 ],946 "rotation": [947 0,948 1.0017900422099046e-05,949 0950 ]951 },952 "location": [953 -308.1400146484375,954 569.3809814453125,955 86.32869720458984956 ],957 "rotation": [958 0,959 1.0017900422099046e-05,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 255,970 255,971 0972 ]973 }974 ],975 "air conditioning": [976 {977 "object_id": "SM_AirConditioning",978 "bbox_2d": [979 1222,980 479,981 1711,982 481983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -257.33300971984863,988 -289.0069580078125,989 244.7000106573105990 ],991 "extent": [992 8.791104316711426,993 150.00003051757812,994 0.30008041858673096995 ]996 },997 "obb": {998 "center": [999 -257.33300971984863,1000 -289.0069580078125,1001 244.70001065731051002 ],1003 "extent": [1004 8.791104316711426,1005 150.00003051757812,1006 0.300080418586730961007 ],1008 "rotation": [1009 0,1010 0,1011 01012 ]1013 },1014 "location": [1015 -257.3330078125,1016 -289.0069885253906,1017 2451018 ],1019 "rotation": [1020 0,1021 0,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 255,1032 127,1033 2551034 ]1035 },1036 {1037 "object_id": "SM_AirConditioning001",1038 "bbox_2d": [1039 1238,1040 442,1041 1735,1042 4651043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -230.3630050420761,1048 -289.0069580078125,1049 257.446989059448241050 ],1051 "extent": [1052 0.30008041858673096,1053 150.00003051757812,1054 8.7911043167114261055 ]1056 },1057 "obb": {1058 "center": [1059 -230.3630050420761,1060 -289.0069580078125,1061 257.446989059448241062 ],1063 "extent": [1064 0.30008041858673096,1065 150.00003051757812,1066 8.7911043167114261067 ],1068 "rotation": [1069 90,1070 0,1071 01072 ]1073 },1074 "location": [1075 -230.66299438476562,1076 -289.0069885253906,1077 257.44699096679691078 ],1079 "rotation": [1080 90,1081 0,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 0,1092 127,1093 1271094 ]1095 },1096 {1097 "object_id": "SM_AirConditioning002",1098 "bbox_2d": [1099 301,1100 479,1101 787,1102 4811103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 -257.33300971984863,1108 289.1880187988281,1109 244.70001065731051110 ],1111 "extent": [1112 8.791104316711426,1113 150.00003051757812,1114 0.300080418586730961115 ]1116 },1117 "obb": {1118 "center": [1119 -257.33300971984863,1120 289.1880187988281,1121 244.70001065731051122 ],1123 "extent": [1124 8.791104316711426,1125 150.00003051757812,1126 0.300080418586730961127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 -257.3330078125,1136 289.18798828125,1137 2451138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 0,1152 191,1153 2551154 ]1155 },1156 {1157 "object_id": "SM_AirConditioning003",1158 "bbox_2d": [1159 280,1160 442,1161 777,1162 4651163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -230.3630050420761,1168 289.1880187988281,1169 257.446989059448241170 ],1171 "extent": [1172 0.30008041858673096,1173 150.00003051757812,1174 8.7911043167114261175 ]1176 },1177 "obb": {1178 "center": [1179 -230.3630050420761,1180 289.1880187988281,1181 257.446989059448241182 ],1183 "extent": [1184 0.30008041858673096,1185 150.00003051757812,1186 8.7911043167114261187 ],1188 "rotation": [1189 90,1190 0,1191 01192 ]1193 },1194 "location": [1195 -230.66299438476562,1196 289.18798828125,1197 257.44699096679691198 ],1199 "rotation": [1200 90,