TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1_2",3 "view_id": "combo0_1_l053_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/placement/ConferenceRoomVol1_2/combo0_1_l053_r005/lit.png",5 "camera": {6 "location": [7 -218,8 304,9 17010 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -218,38 304,39 170,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "background": [54 {55 "object_id": "SM_BackgroundA",56 "bbox_2d": [57 546,58 399,59 939,60 67261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1.4258699417114258,66 -361.33600664138794,67 172.5001525878906268 ],69 "extent": [70 146.0001220703125,71 0.40011221170425415,72 87.5001983642578173 ]74 },75 "obb": {76 "center": [77 1.4258699417114258,78 -361.33600664138794,79 172.5001525878906280 ],81 "extent": [82 146.0001220703125,83 0.40011221170425415,84 87.5001983642578185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1.4258699417114258,94 -361.7359924316406,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door",118 "bbox_2d": [119 1844,120 304,121 1919,122 978123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 289.584997177124,128 222.5250015258789,129 130.01109313964844130 ],131 "extent": [132 8.073522567749023,133 74.9992446899414,134 129.98924255371094135 ]136 },137 "obb": {138 "center": [139 289.584997177124,140 222.5250015258789,141 130.01109313964844142 ],143 "extent": [144 8.073522567749023,145 74.9992446899414,146 129.98924255371094147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 289.5849914550781,156 222.52499389648438,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 }176 ],177 "baseboard": [178 {179 "object_id": "SM_Baseboard",180 "bbox_2d": [181 1128,182 743,183 1843,184 957185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 1.626556396484375,190 -0.800201416015625,191 3.999999523162842192 ],193 "extent": [194 281.200439453125,195 370.935546875,196 4.000194549560547197 ]198 },199 "obb": {200 "center": [201 1.626556396484375,202 -0.800201416015625,203 3.999999523162842204 ],205 "extent": [206 281.200439453125,207 370.935546875,208 4.000194549560547209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 0,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 0,234 127,235 0236 ]237 }238 ],239 "window divided": [240 {241 "object_id": "SM_Window",242 "bbox_2d": [243 0,244 27,245 271,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -290.9998779296875,252 -6.103515625e-05,253 149.56552124023438254 ],255 "extent": [256 11.925933837890625,257 391.7356872558594,258 150.43450927734375259 ]260 },261 "obb": {262 "center": [263 -290.9998779296875,264 -6.103515625e-05,265 149.56552124023438266 ],267 "extent": [268 11.925933837890625,269 391.7356872558594,270 150.43450927734375271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 0,280 0,281 0282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 255,296 127,297 0298 ]299 }300 ],301 "window": [302 {303 "object_id": "SM_Wall",304 "bbox_2d": [305 1106,306 316,307 1843,308 942309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 11.426239013671875,314 0,315 150.00003051757812316 ],317 "extent": [318 290.9999694824219,319 391.7356872558594,320 150.00003051757812321 ]322 },323 "obb": {324 "center": [325 11.426239013671875,326 0,327 150.00003051757812328 ],329 "extent": [330 290.9999694824219,331 391.7356872558594,332 150.00003051757812333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 0,342 0,343 0344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 127,359 127360 ]361 }362 ],363 "ceiling planks corner": [364 {365 "object_id": "SM_Ceiling",366 "bbox_2d": [367 0,368 0,369 1919,370 430371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 1.42608642578125,376 0,377 276.0003662109375378 ],379 "extent": [380 280.9999694824219,381 371.7356872558594,382 16.000015258789062383 ]384 },385 "obb": {386 "center": [387 1.42608642578125,388 0,389 276.0003662109375390 ],391 "extent": [392 280.9999694824219,393 371.7356872558594,394 16.000015258789062395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 0,404 0,405 0406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 127,420 0,421 0422 ]423 }424 ],425 "floor planks corner": [426 {427 "object_id": "SM_Floor",428 "bbox_2d": [429 188,430 806,431 1919,432 1079433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 11.426055908203125,438 -3.0517578125e-05,439 0440 ],441 "extent": [442 290.99993896484375,443 371.7356872558594,444 2.2762245240797244e-14445 ]446 },447 "obb": {448 "center": [449 11.426055908203125,450 -3.0517578125e-05,451 0452 ],453 "extent": [454 290.99993896484375,455 371.7356872558594,456 2.2762245240797244e-14457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 0,466 0,467 0468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 127,482 255,483 0484 ]485 }486 ]487 },488 "foreground": {489 "projection screen": [490 {491 "object_id": "SM_Projection_Screen",492 "bbox_2d": [493 553,494 406,495 932,496 662497 ],498 "bbox_3d": {499 "aabb": {500 "center": [501 1.4258166270214474,502 -354.6729736328125,503 173.4909820556659504 ],505 "extent": [506 137.78615051265047,507 5.51713228225708,508 81.9183695848694509 ]510 },511 "obb": {512 "center": [513 1.4258166270214474,514 -354.6729736328125,515 173.4909820556659516 ],517 "extent": [518 137.78615051265047,519 5.51713228225708,520 81.9183695848694521 ],522 "rotation": [523 -1.7075500409191593e-06,524 0,525 0526 ]527 },528 "location": [529 1.425879955291748,530 -354.6730041503906,531 250.43499755859375532 ],533 "rotation": [534 -1.7075500409191593e-06,535 0,536 0537 ],538 "scale": [539 1,540 1,541 1542 ]543 },544 "color": [545 255,546 255,547 0548 ]549 }550 ],551 "cabinet": [552 {553 "object_id": "SM_CabinetA",554 "bbox_2d": [555 546,556 648,557 960,558 819559 ],560 "bbox_3d": {561 "aabb": {562 "center": [563 1.426069974899292,564 -348.23598861694336,565 42.5566 ],567 "extent": [568 146.00003051757812,569 23.500003814697266,570 42.5571 ]572 },573 "obb": {574 "center": [575 1.426069974899292,576 -348.23598861694336,577 42.5578 ],579 "extent": [580 146.00003051757812,581 23.500003814697266,582 42.5583 ],584 "rotation": [585 0,586 0,587 0588 ]589 },590 "location": [591 1.426069974899292,592 -371.7359924316406,593 0594 ],595 "rotation": [596 0,597 0,598 0599 ],600 "scale": [601 1,602 1,603 1604 ]605 },606 "color": [607 255,608 255,609 255610 ]611 },612 {613 "object_id": "SM_CabinetB",614 "bbox_2d": [615 272,616 371,617 545,618 840619 ],620 "bbox_3d": {621 "aabb": {622 "center": [623 -212.07400512695312,624 -345.7359867095947,625 130.00018310546875626 ],627 "extent": [628 67.4999771118164,629 26.0000057220459,630 130.00018310546875631 ]632 },633 "obb": {634 "center": [635 -212.07400512695312,636 -345.7359867095947,637 130.00018310546875638 ],639 "extent": [640 67.4999771118164,641 26.0000057220459,642 130.00018310546875643 ],644 "rotation": [645 0,646 0,647 0648 ]649 },650 "location": [651 -212.07400512695312,652 -371.7359924316406,653 0654 ],655 "rotation": [656 0,657 0,658 0659 ],660 "scale": [661 1,662 1,663 1664 ]665 },666 "color": [667 0,668 0,669 127670 ]671 },672 {673 "object_id": "SM_CabinetB001",674 "bbox_2d": [675 940,676 423,677 1106,678 726679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 214.92599487304688,684 -345.7359867095947,685 130.00018310546875686 ],687 "extent": [688 67.4999771118164,689 26.0000057220459,690 130.00018310546875691 ]692 },693 "obb": {694 "center": [695 214.92599487304688,696 -345.7359867095947,697 130.00018310546875698 ],699 "extent": [700 67.4999771118164,701 26.0000057220459,702 130.00018310546875703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 214.92599487304688,712 -371.7359924316406,713 0714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 127,728 127,729 255730 ]731 }732 ],733 "downlight": [734 {735 "object_id": "SM_Downlight",736 "bbox_2d": [737 276,738 184,739 308,740 197741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 -243.08077998558545,746 5,747 259.50000005960464748 ],749 "extent": [750 3.500000043711424,751 3.5,752 0.5000006040031622753 ]754 },755 "obb": {756 "center": [757 -243.08077998558545,758 5,759 259.50000005960464760 ],761 "extent": [762 3.500000043711424,763 3.5,764 0.5000006040031622765 ],766 "rotation": [767 5.008960215491242e-06,768 0,769 0770 ]771 },772 "location": [773 -243.08078002929688,774 5,775 260776 ],777 "rotation": [778 5.008960215491242e-06,779 0,780 0781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 255,790 127,791 255792 ]793 },794 {795 "object_id": "SM_Downlight4",796 "bbox_2d": [797 341,798 362,799 356,800 365801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 -243.08077998566364,806 -275,807 259.50000005960464808 ],809 "extent": [810 3.5000000436332357,811 3.5,812 0.5000006034558169813 ]814 },815 "obb": {816 "center": [817 -243.08077998566364,818 -275,819 259.50000005960464820 ],821 "extent": [822 3.5000000436332357,823 3.5,824 0.5000006034558169825 ],826 "rotation": [827 4.999999873689375e-06,828 0,829 0830 ]831 },832 "location": [833 -243.08078002929688,834 -275,835 260836 ],837 "rotation": [838 4.999999873689375e-06,839 0,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 127,850 63,851 0852 ]853 },854 {855 "object_id": "SM_Downlight5",856 "bbox_2d": [857 319,858 303,859 340,860 309861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -243.08077998566364,866 -135,867 259.50000005960464868 ],869 "extent": [870 3.5000000436332357,871 3.5,872 0.5000006034558169873 ]874 },875 "obb": {876 "center": [877 -243.08077998566364,878 -135,879 259.50000005960464880 ],881 "extent": [882 3.5000000436332357,883 3.5,884 0.5000006034558169885 ],886 "rotation": [887 4.999999873689375e-06,888 0,889 0890 ]891 },892 "location": [893 -243.08078002929688,894 -135,895 260896 ],897 "rotation": [898 4.999999873689375e-06,899 0,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 127,910 63,911 255912 ]913 },914 {915 "object_id": "SM_Downlight6",916 "bbox_2d": [917 1459,918 365,919 1473,920 368921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 256.91922001433636,926 5,927 259.50000005960464928 ],929 "extent": [930 3.5000000436332357,931 3.5,932 0.5000006034558169933 ]934 },935 "obb": {936 "center": [937 256.91922001433636,938 5,939 259.50000005960464940 ],941 "extent": [942 3.5000000436332357,943 3.5,944 0.5000006034558169945 ],946 "rotation": [947 4.999999873689375e-06,948 0,949 0950 ]951 },952 "location": [953 256.9192199707031,954 5,955 260956 ],957 "rotation": [958 4.999999873689375e-06,959 0,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 127,970 63,971 127972 ]973 },974 {975 "object_id": "SM_Downlight7",976 "bbox_2d": [977 1797,978 308,979 1820,980 313981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 256.91922001433636,986 145,987 259.50000005960464988 ],989 "extent": [990 3.5000000436332357,991 3.5,992 0.5000006034558169993 ]994 },995 "obb": {996 "center": [997 256.91922001433636,998 145,999 259.500000059604641000 ],1001 "extent": [1002 3.5000000436332357,1003 3.5,1004 0.50000060345581691005 ],1006 "rotation": [1007 4.999999873689375e-06,1008 0,1009 01010 ]1011 },1012 "location": [1013 256.9192199707031,1014 145,1015 2601016 ],1017 "rotation": [1018 4.999999873689375e-06,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 0,1030 63,1031 631032 ]1033 },1034 {1035 "object_id": "SM_Downlight9",1036 "bbox_2d": [1037 1114,1038 423,1039 1122,1040 4241041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 256.91922001433636,1046 -275,1047 259.500000059604641048 ],1049 "extent": [1050 3.5000000436332357,1051 3.5,1052 0.50000060345581691053 ]1054 },1055 "obb": {1056 "center": [1057 256.91922001433636,1058 -275,1059 259.500000059604641060 ],1061 "extent": [1062 3.5000000436332357,1063 3.5,1064 0.50000060345581691065 ],1066 "rotation": [1067 4.999999873689375e-06,1068 0,1069 01070 ]1071 },1072 "location": [1073 256.9192199707031,1074 -275,1075 2601076 ],1077 "rotation": [1078 4.999999873689375e-06,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 127,1090 63,1091 631092 ]1093 },1094 {1095 "object_id": "SM_Downlight10",1096 "bbox_2d": [1097 1252,1098 399,1099 1263,1100 4011101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 256.91922001433636,1106 -135,1107 259.500000059604641108 ],1109 "extent": [1110 3.5000000436332357,1111 3.5,1112 0.50000060345581691113 ]1114 },1115 "obb": {1116 "center": [1117 256.91922001433636,1118 -135,1119 259.500000059604641120 ],1121 "extent": [1122 3.5000000436332357,1123 3.5,1124 0.50000060345581691125 ],1126 "rotation": [1127 4.999999873689375e-06,1128 0,1129 01130 ]1131 },1132 "location": [1133 256.9192199707031,1134 -135,1135 2601136 ],1137 "rotation": [1138 4.999999873689375e-06,1139 0,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 63,1150 0,1151 01152 ]1153 }1154 ],1155 "picture": [1156 {1157 "object_id": "SM_Picture",1158 "bbox_2d": [1159 1259,1160 484,1161 1328,1162 6191163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 279.9259898662567,1168 -135.17440795898438,1169 162.47000107169141170 ],1171 "extent": [1172 2.5000151592158204,1173 34.20951843261719,1174 42.3294946253304541175 ]1176 },1177 "obb": {1178 "center": [1179 279.9259898662567,1180 -135.17440795898438,1181 162.47000107169141182 ],1183 "extent": [1184 2.5000151592158204,1185 34.20951843261719,1186 42.3294946253304541187 ],1188 "rotation": [1189 3.4150900773965982e-06,1190 0,1191 01192 ]1193 },1194 "location": [1195 282.4259948730469,1196 -135.17440795898438,1197 162.470001220703121198 ],1199 "rotation": [1200 3.4150900773965982e-06,