TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l003_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ConferenceRoomVol1/l003_r000/lit.png",5 "camera": {6 "location": [7 -114,8 -94,9 10010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -114,38 -94,39 100,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door",56 "bbox_2d": [57 1545,58 153,59 1907,60 67861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 289.584997177124,66 222.5250015258789,67 130.0110931396484468 ],69 "extent": [70 8.073522567749023,71 74.9992446899414,72 129.9892425537109473 ]74 },75 "obb": {76 "center": [77 289.584997177124,78 222.5250015258789,79 130.0110931396484480 ],81 "extent": [82 8.073522567749023,83 74.9992446899414,84 129.9892425537109485 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 289.5849914550781,94 222.52499389648438,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_Wall",118 "bbox_2d": [119 409,120 153,121 1919,122 702123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 11.426239013671875,128 0,129 150.00003051757812130 ],131 "extent": [132 290.9999694824219,133 391.7356872558594,134 150.00003051757812135 ]136 },137 "obb": {138 "center": [139 11.426239013671875,140 0,141 150.00003051757812142 ],143 "extent": [144 290.9999694824219,145 391.7356872558594,146 150.00003051757812147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 127174 ]175 }176 ],177 "ceiling planks corner": [178 {179 "object_id": "SM_Ceiling",180 "bbox_2d": [181 194,182 0,183 1919,184 152185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 1.42608642578125,190 0,191 276.0003662109375192 ],193 "extent": [194 280.9999694824219,195 371.7356872558594,196 16.000015258789062197 ]198 },199 "obb": {200 "center": [201 1.42608642578125,202 0,203 276.0003662109375204 ],205 "extent": [206 280.9999694824219,207 371.7356872558594,208 16.000015258789062209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 0,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 0,235 0236 ]237 }238 ]239 },240 "foreground": {241 "cabinet": [242 {243 "object_id": "SM_CabinetA",244 "bbox_2d": [245 0,246 595,247 104,248 824249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 1.426069974899292,254 -348.23598861694336,255 42.5256 ],257 "extent": [258 146.00003051757812,259 23.500003814697266,260 42.5261 ]262 },263 "obb": {264 "center": [265 1.426069974899292,266 -348.23598861694336,267 42.5268 ],269 "extent": [270 146.00003051757812,271 23.500003814697266,272 42.5273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 1.426069974899292,282 -371.7359924316406,283 0284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 255,298 255,299 255300 ]301 },302 {303 "object_id": "SM_CabinetB001",304 "bbox_2d": [305 0,306 0,307 411,308 793309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 214.92599487304688,314 -345.7359867095947,315 130.00018310546875316 ],317 "extent": [318 67.4999771118164,319 26.0000057220459,320 130.00018310546875321 ]322 },323 "obb": {324 "center": [325 214.92599487304688,326 -345.7359867095947,327 130.00018310546875328 ],329 "extent": [330 67.4999771118164,331 26.0000057220459,332 130.00018310546875333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 214.92599487304688,342 -371.7359924316406,343 0344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 127,358 127,359 127360 ]361 }362 ],363 "picture": [364 {365 "object_id": "SM_Picture",366 "bbox_2d": [367 775,368 283,369 942,370 490371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 279.9259898662567,376 -135.17440795898438,377 162.4700010716914378 ],379 "extent": [380 2.5000151592158204,381 34.20951843261719,382 42.329494625330454383 ]384 },385 "obb": {386 "center": [387 279.9259898662567,388 -135.17440795898438,389 162.4700010716914390 ],391 "extent": [392 2.5000151592158204,393 34.20951843261719,394 42.329494625330454395 ],396 "rotation": [397 3.4150900773965982e-06,398 0,399 0400 ]401 },402 "location": [403 282.4259948730469,404 -135.17440795898438,405 162.47000122070312406 ],407 "rotation": [408 3.4150900773965982e-06,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 0,420 127,421 127422 ]423 },424 {425 "object_id": "SM_Picture2",426 "bbox_2d": [427 1116,428 283,429 1285,430 490431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 279.9259898662567,436 4.825592041015625,437 162.47000108980316438 ],439 "extent": [440 2.500014852551942,441 34.20951843261719,442 42.32949460721866443 ]444 },445 "obb": {446 "center": [447 279.9259898662567,448 4.825592041015625,449 162.47000108980316450 ],451 "extent": [452 2.500014852551942,453 34.20951843261719,454 42.32949460721866455 ],456 "rotation": [457 3.0000001061125654e-06,458 0,459 0460 ]461 },462 "location": [463 282.4259948730469,464 4.825592041015625,465 162.47000122070312466 ],467 "rotation": [468 3.0000001061125654e-06,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 255,480 255,481 191482 ]483 }484 ],485 "table": [486 {487 "object_id": "SM_Table",488 "bbox_2d": [489 0,490 678,491 1919,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 6.866455078125e-05,498 15.000076293945312,499 35.63624954223633500 ],501 "extent": [502 86.55204772949219,503 205.9636993408203,504 35.63626480102539505 ]506 },507 "obb": {508 "center": [509 6.866455078125e-05,510 15.000076293945312,511 35.63624954223633512 ],513 "extent": [514 86.55204772949219,515 205.9636993408203,516 35.63626480102539517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 0,526 15,527 0528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 127,542 255,543 255544 ]545 }546 ],547 "notebook": [548 {549 "object_id": "SM_Notebook2",550 "bbox_2d": [551 691,552 692,553 887,554 721555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 50.188221295988676,560 -122.35299147010697,561 71.99240815639496562 ],563 "extent": [564 13.408285468681761,565 15.871663060976445,566 0.7209883332252502567 ]568 },569 "obb": {570 "center": [571 50.188221295988676,572 -122.35299147010697,573 71.99240815639496574 ],575 "extent": [576 13.408285468681761,577 15.871663060976445,578 0.7209883332252502579 ],580 "rotation": [581 0,582 10.000039100646973,583 0584 ]585 },586 "location": [587 50.188201904296875,588 -122.35299682617188,589 71.27249908447266590 ],591 "rotation": [592 0,593 10.000039100646973,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 127,604 255,605 127606 ]607 },608 {609 "object_id": "SM_Notebook4",610 "bbox_2d": [611 1240,612 948,613 1800,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -59.81177870406187,620 -62.35299146992395,621 71.99240815639496622 ],623 "extent": [624 13.40839881378124,625 15.87174320388186,626 0.7209883332252502627 ]628 },629 "obb": {630 "center": [631 -59.81177870406187,632 -62.35299146992395,633 71.99240815639496634 ],635 "extent": [636 13.40839881378124,637 15.87174320388186,638 0.7209883332252502639 ],640 "rotation": [641 0,642 10.000579833984375,643 0644 ]645 },646 "location": [647 -59.811798095703125,648 -62.352996826171875,649 71.27249908447266650 ],651 "rotation": [652 0,653 10.000579833984375,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 127,664 127,665 191666 ]667 }668 ],669 "air conditioning": [670 {671 "object_id": "SM_Air_Conditioning",672 "bbox_2d": [673 843,674 85,675 1696,676 110677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 232.05331230163574,682 15.000246047973633,683 259.26740723848343684 ],685 "extent": [686 8.791104316711426,687 150.00003051757812,688 0.7326838374137878689 ]690 },691 "obb": {692 "center": [693 232.05331230163574,694 15.000246047973633,695 259.26740723848343696 ],697 "extent": [698 8.791104316711426,699 150.00003051757812,700 0.7326838374137878701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 232.05331420898438,710 15.000215530395508,711 260712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 127,726 127,727 0728 ]729 },730 {731 "object_id": "SM_Air_Conditioning2",732 "bbox_2d": [733 841,734 0,735 1708,736 31737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 218.5720337033113,742 15.000230398982069,743 279.97412309863705744 ],745 "extent": [746 0.7327649027231473,747 150.0000309262852,748 8.791104729525046749 ]750 },751 "obb": {752 "center": [753 218.5720337033113,754 15.000230398982069,755 279.97412309863705756 ],757 "extent": [758 0.7327649027231473,759 150.0000309262852,760 8.791104729525046761 ],762 "rotation": [763 -90,764 3.063800379171721e-05,765 0766 ]767 },768 "location": [769 219.30462646484375,770 15.000200271606445,771 279.97412109375772 ],773 "rotation": [774 -90,775 3.063800379171721e-05,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 255,786 63,787 255788 ]789 }790 ],791 "chair": [792 {793 "object_id": "SM_ChairA7",794 "bbox_2d": [795 1836,796 486,797 1919,798 678799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 103.20610175189692,804 153.83620515229669,805 56.49450428883189806 ],807 "extent": [808 33.2366420770161,809 32.352612783202915,810 57.309982156719755811 ]812 },813 "obb": {814 "center": [815 103.20610175189692,816 153.83620515229669,817 56.4945042888319818 ],819 "extent": [820 33.2366420770161,821 32.352612783202915,822 57.309982156719755823 ],824 "rotation": [825 3.0332133116374176e-21,826 90.00018310546875,827 3.199999991920776e-05828 ]829 },830 "location": [831 103.19354248046875,832 153.83621215820312,833 -0.8154370188713074834 ],835 "rotation": [836 3.0332133116374176e-21,837 90.00018310546875,838 3.199999991920776e-05839 ],840 "scale": [841 0.9235389828681946,842 0.9235389828681946,843 1.1688100099563599844 ]845 },846 "color": [847 127,848 255,849 63850 ]851 },852 {853 "object_id": "SM_ChairA8",854 "bbox_2d": [855 1567,856 486,857 1916,858 678859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 103.20639166888911,864 83.83611359956232,865 56.49450428883189866 ],867 "extent": [868 33.2366420770161,869 32.352612783202915,870 57.309982156719755871 ]872 },873 "obb": {874 "center": [875 103.20639166888911,876 83.83611359956232,877 56.4945042888319878 ],879 "extent": [880 33.2366420770161,881 32.352612783202915,882 57.309982156719755883 ],884 "rotation": [885 3.0332133116374176e-21,886 90.00018310546875,887 3.199999991920776e-05888 ]889 },890 "location": [891 103.19383239746094,892 83.83612060546875,893 -0.8154370188713074894 ],895 "rotation": [896 3.0332133116374176e-21,897 90.00018310546875,898 3.199999991920776e-05899 ],900 "scale": [901 0.9235389828681946,902 0.9235389828681946,903 1.1688100099563599904 ]905 },906 "color": [907 127,908 127,909 63910 ]911 },912 {913 "object_id": "SM_ChairA9",914 "bbox_2d": [915 1290,916 486,917 1588,918 677919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 103.20674262103755,924 13.836113599562323,925 56.49450428883189926 ],927 "extent": [928 33.2366420770161,929 32.352612783202915,930 57.309982156719755931 ]932 },933 "obb": {934 "center": [935 103.20674262103755,936 13.83611359956232,937 56.4945042888319938 ],939 "extent": [940 33.2366420770161,941 32.352612783202915,942 57.309982156719755943 ],944 "rotation": [945 3.0332133116374176e-21,946 90.00018310546875,947 3.199999991920776e-05948 ]949 },950 "location": [951 103.19418334960938,952 13.83612060546875,953 -0.8154370188713074954 ],955 "rotation": [956 3.0332133116374176e-21,957 90.00018310546875,958 3.199999991920776e-05959 ],960 "scale": [961 0.9235389828681946,962 0.9235389828681946,963 1.1688100099563599964 ]965 },966 "color": [967 0,968 63,969 0970 ]971 },972 {973 "object_id": "SM_ChairA10",974 "bbox_2d": [975 1005,976 486,977 1261,978 678979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 103.20703253802974,984 -56.163916918015815,985 56.49450428883189986 ],987 "extent": [988 33.2366420770161,989 32.352612783202915,990 57.309982156719755991 ]992 },993 "obb": {994 "center": [995 103.20703253802974,996 -56.163916918015815,997 56.4945042888319998 ],999 "extent": [1000 33.2366420770161,1001 32.352612783202915,1002 57.3099821567197551003 ],1004 "rotation": [1005 3.0332133116374176e-21,1006 90.00018310546875,1007 3.199999991920776e-051008 ]1009 },1010 "location": [1011 103.19447326660156,1012 -56.163909912109375,1013 -0.81543701887130741014 ],1015 "rotation": [1016 3.0332133116374176e-21,1017 90.00018310546875,1018 3.199999991920776e-051019 ],1020 "scale": [1021 0.9235389828681946,1022 0.9235389828681946,1023 1.16881000995635991024 ]1025 },1026 "color": [1027 0,1028 63,1029 2551030 ]1031 },1032 {1033 "object_id": "SM_ChairA11",1034 "bbox_2d": [1035 685,1036 486,1037 937,1038 6811039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 103.20733771381099,1044 -126.16400847075016,1045 56.494504288831891046 ],1047 "extent": [1048 33.2366420770161,1049 32.35261278320291,1050 57.3099821567197551051 ]1052 },1053 "obb": {1054 "center": [1055 103.20733771381099,1056 -126.16400847075016,1057 56.49450428883191058 ],1059 "extent": [1060 33.2366420770161,1061 32.35261278320291,1062 57.3099821567197551063 ],1064 "rotation": [1065 3.0332133116374176e-21,1066 90.00018310546875,1067 3.199999991920776e-051068 ]1069 },1070 "location": [1071 103.19477844238281,1072 -126.16400146484375,1073 -0.81543701887130741074 ],1075 "rotation": [1076 3.0332133116374176e-21,1077 90.00018310546875,1078 3.199999991920776e-051079 ],1080 "scale": [1081 0.9235389828681946,1082 0.9235389828681946,1083 1.16881000995635991084 ]1085 },1086 "color": [1087 0,1088 63,1089 1271090 ]1091 },1092 {1093 "object_id": "SM_ChairB8",1094 "bbox_2d": [1095 493,1096 549,1097 689,1098 6851099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 250.0013656616211,1104 -230.0001831055419,1105 48.062423706054691106 ],1107 "extent": [1108 29.05023242368219,1109 30.591876361629303,1110 48.0622253417968751111 ]1112 },1113 "obb": {1114 "center": [1115 250.0013656616211,1116 -230.0001831055419,1117 48.062423706054691118 ],1119 "extent": [1120 29.05023242368219,1121 30.591876361629303,1122 48.0622253417968751123 ],1124 "rotation": [1125 0,1126 90.00018310546875,1127 01128 ]1129 },1130 "location": [1131 250.0013885498047,1132 -230.00018310546875,1133 01134 ],1135 "rotation": [1136 0,1137 90.00018310546875,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 255,1148 191,1149 2551150 ]1151 },1152 {1153 "object_id": "SM_ChairB9",1154 "bbox_2d": [1155 717,1156 629,1157 739,1158 6581159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 250.00101470947266,1164 -150.00009155280753,1165 48.062423706054691166 ],1167 "extent": [1168 29.05023242368219,1169 30.591876361629296,1170 48.0622253417968751171 ]1172 },1173 "obb": {1174 "center": [1175 250.00101470947266,1176 -150.00009155280753,1177 48.062423706054691178 ],1179 "extent": [1180 29.05023242368219,1181 30.591876361629296,1182 48.0622253417968751183 ],1184 "rotation": [1185 0,1186 90.00018310546875,1187 01188 ]1189 },1190 "location": [1191 250.00103759765625,1192 -150.00009155273438,1193 01194 ],1195 "rotation": [1196 0,1197 90.00018310546875,1198 01199 ],1200 "scale": [