TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l012_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l012_r000/lit.png",5 "camera": {6 "location": [7 -37,8 -27,9 9610 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -37,38 -27,39 96,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door",56 "bbox_2d": [57 1485,58 47,59 1919,60 73361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 289.584997177124,66 222.5250015258789,67 130.0110931396484468 ],69 "extent": [70 8.073522567749023,71 74.9992446899414,72 129.9892425537109473 ]74 },75 "obb": {76 "center": [77 289.584997177124,78 222.5250015258789,79 130.0110931396484480 ],81 "extent": [82 8.073522567749023,83 74.9992446899414,84 129.9892425537109485 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 289.5849914550781,94 222.52499389648438,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_Wall",118 "bbox_2d": [119 76,120 47,121 1484,122 740123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 11.426239013671875,128 0,129 150.00003051757812130 ],131 "extent": [132 290.9999694824219,133 391.7356872558594,134 150.00003051757812135 ]136 },137 "obb": {138 "center": [139 11.426239013671875,140 0,141 150.00003051757812142 ],143 "extent": [144 290.9999694824219,145 391.7356872558594,146 150.00003051757812147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 127174 ]175 }176 ],177 "ceiling planks corner": [178 {179 "object_id": "SM_Ceiling",180 "bbox_2d": [181 0,182 0,183 1919,184 46185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 1.42608642578125,190 0,191 276.0003662109375192 ],193 "extent": [194 280.9999694824219,195 371.7356872558594,196 16.000015258789062197 ]198 },199 "obb": {200 "center": [201 1.42608642578125,202 0,203 276.0003662109375204 ],205 "extent": [206 280.9999694824219,207 371.7356872558594,208 16.000015258789062209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 0,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 0,235 0236 ]237 }238 ]239 },240 "foreground": {241 "picture": [242 {243 "object_id": "SM_Picture",244 "bbox_2d": [245 525,246 208,247 737,248 466249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 279.9259898662567,254 -135.17440795898438,255 162.4700010716914256 ],257 "extent": [258 2.5000151592158204,259 34.20951843261719,260 42.329494625330454261 ]262 },263 "obb": {264 "center": [265 279.9259898662567,266 -135.17440795898438,267 162.4700010716914268 ],269 "extent": [270 2.5000151592158204,271 34.20951843261719,272 42.329494625330454273 ],274 "rotation": [275 3.4150900773965982e-06,276 0,277 0278 ]279 },280 "location": [281 282.4259948730469,282 -135.17440795898438,283 162.47000122070312284 ],285 "rotation": [286 3.4150900773965982e-06,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 0,298 127,299 127300 ]301 },302 {303 "object_id": "SM_Picture2",304 "bbox_2d": [305 953,306 208,307 1161,308 466309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 279.9259898662567,314 4.825592041015625,315 162.47000108980316316 ],317 "extent": [318 2.500014852551942,319 34.20951843261719,320 42.32949460721866321 ]322 },323 "obb": {324 "center": [325 279.9259898662567,326 4.825592041015625,327 162.47000108980316328 ],329 "extent": [330 2.500014852551942,331 34.20951843261719,332 42.32949460721866333 ],334 "rotation": [335 3.0000001061125654e-06,336 0,337 0338 ]339 },340 "location": [341 282.4259948730469,342 4.825592041015625,343 162.47000122070312344 ],345 "rotation": [346 3.0000001061125654e-06,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 255,359 191360 ]361 }362 ],363 "table": [364 {365 "object_id": "SM_Table",366 "bbox_2d": [367 30,368 733,369 1919,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 6.866455078125e-05,376 15.000076293945312,377 35.63624954223633378 ],379 "extent": [380 86.55204772949219,381 205.9636993408203,382 35.63626480102539383 ]384 },385 "obb": {386 "center": [387 6.866455078125e-05,388 15.000076293945312,389 35.63624954223633390 ],391 "extent": [392 86.55204772949219,393 205.9636993408203,394 35.63626480102539395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 0,404 15,405 0406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 127,420 255,421 255422 ]423 }424 ],425 "notebook": [426 {427 "object_id": "SM_Notebook2",428 "bbox_2d": [429 35,430 781,431 148,432 817433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 50.188221295988676,438 -122.35299147010697,439 71.99240815639496440 ],441 "extent": [442 13.408285468681761,443 15.871663060976445,444 0.7209883332252502445 ]446 },447 "obb": {448 "center": [449 50.188221295988676,450 -122.35299147010697,451 71.99240815639496452 ],453 "extent": [454 13.408285468681761,455 15.871663060976445,456 0.7209883332252502457 ],458 "rotation": [459 0,460 10.000039100646973,461 0462 ]463 },464 "location": [465 50.188201904296875,466 -122.35299682617188,467 71.27249908447266468 ],469 "rotation": [470 0,471 10.000039100646973,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 127,482 255,483 127484 ]485 }486 ],487 "cabinet": [488 {489 "object_id": "SM_CabinetB001",490 "bbox_2d": [491 0,492 6,493 76,494 741495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 214.92599487304688,500 -345.7359867095947,501 130.00018310546875502 ],503 "extent": [504 67.4999771118164,505 26.0000057220459,506 130.00018310546875507 ]508 },509 "obb": {510 "center": [511 214.92599487304688,512 -345.7359867095947,513 130.00018310546875514 ],515 "extent": [516 67.4999771118164,517 26.0000057220459,518 130.00018310546875519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 214.92599487304688,528 -371.7359924316406,529 0530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 127,544 127,545 127546 ]547 }548 ],549 "chair": [550 {551 "object_id": "SM_ChairA7",552 "bbox_2d": [553 1854,554 438,555 1919,556 733557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 103.20610175189692,562 153.83620515229669,563 56.49450428883189564 ],565 "extent": [566 33.2366420770161,567 32.352612783202915,568 57.309982156719755569 ]570 },571 "obb": {572 "center": [573 103.20610175189692,574 153.83620515229669,575 56.4945042888319576 ],577 "extent": [578 33.2366420770161,579 32.352612783202915,580 57.309982156719755581 ],582 "rotation": [583 3.0332133116374176e-21,584 90.00018310546875,585 3.199999991920776e-05586 ]587 },588 "location": [589 103.19354248046875,590 153.83621215820312,591 -0.8154370188713074592 ],593 "rotation": [594 3.0332133116374176e-21,595 90.00018310546875,596 3.199999991920776e-05597 ],598 "scale": [599 0.9235389828681946,600 0.9235389828681946,601 1.1688100099563599602 ]603 },604 "color": [605 127,606 255,607 63608 ]609 },610 {611 "object_id": "SM_ChairA8",612 "bbox_2d": [613 1465,614 438,615 1919,616 733617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 103.20639166888911,622 83.83611359956232,623 56.49450428883189624 ],625 "extent": [626 33.2366420770161,627 32.352612783202915,628 57.309982156719755629 ]630 },631 "obb": {632 "center": [633 103.20639166888911,634 83.83611359956232,635 56.4945042888319636 ],637 "extent": [638 33.2366420770161,639 32.352612783202915,640 57.309982156719755641 ],642 "rotation": [643 3.0332133116374176e-21,644 90.00018310546875,645 3.199999991920776e-05646 ]647 },648 "location": [649 103.19383239746094,650 83.83612060546875,651 -0.8154370188713074652 ],653 "rotation": [654 3.0332133116374176e-21,655 90.00018310546875,656 3.199999991920776e-05657 ],658 "scale": [659 0.9235389828681946,660 0.9235389828681946,661 1.1688100099563599662 ]663 },664 "color": [665 127,666 127,667 63668 ]669 },670 {671 "object_id": "SM_ChairA9",672 "bbox_2d": [673 1045,674 438,675 1464,676 732677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 103.20674262103755,682 13.836113599562323,683 56.49450428883189684 ],685 "extent": [686 33.2366420770161,687 32.352612783202915,688 57.309982156719755689 ]690 },691 "obb": {692 "center": [693 103.20674262103755,694 13.83611359956232,695 56.4945042888319696 ],697 "extent": [698 33.2366420770161,699 32.352612783202915,700 57.309982156719755701 ],702 "rotation": [703 3.0332133116374176e-21,704 90.00018310546875,705 3.199999991920776e-05706 ]707 },708 "location": [709 103.19418334960938,710 13.83612060546875,711 -0.8154370188713074712 ],713 "rotation": [714 3.0332133116374176e-21,715 90.00018310546875,716 3.199999991920776e-05717 ],718 "scale": [719 0.9235389828681946,720 0.9235389828681946,721 1.1688100099563599722 ]723 },724 "color": [725 0,726 63,727 0728 ]729 },730 {731 "object_id": "SM_ChairA10",732 "bbox_2d": [733 542,734 438,735 945,736 735737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 103.20703253802974,742 -56.163916918015815,743 56.49450428883189744 ],745 "extent": [746 33.2366420770161,747 32.352612783202915,748 57.309982156719755749 ]750 },751 "obb": {752 "center": [753 103.20703253802974,754 -56.163916918015815,755 56.4945042888319756 ],757 "extent": [758 33.2366420770161,759 32.352612783202915,760 57.309982156719755761 ],762 "rotation": [763 3.0332133116374176e-21,764 90.00018310546875,765 3.199999991920776e-05766 ]767 },768 "location": [769 103.19447326660156,770 -56.163909912109375,771 -0.8154370188713074772 ],773 "rotation": [774 3.0332133116374176e-21,775 90.00018310546875,776 3.199999991920776e-05777 ],778 "scale": [779 0.9235389828681946,780 0.9235389828681946,781 1.1688100099563599782 ]783 },784 "color": [785 0,786 63,787 255788 ]789 },790 {791 "object_id": "SM_ChairA11",792 "bbox_2d": [793 35,794 438,795 522,796 741797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 103.20733771381099,802 -126.16400847075016,803 56.49450428883189804 ],805 "extent": [806 33.2366420770161,807 32.35261278320291,808 57.309982156719755809 ]810 },811 "obb": {812 "center": [813 103.20733771381099,814 -126.16400847075016,815 56.4945042888319816 ],817 "extent": [818 33.2366420770161,819 32.35261278320291,820 57.309982156719755821 ],822 "rotation": [823 3.0332133116374176e-21,824 90.00018310546875,825 3.199999991920776e-05826 ]827 },828 "location": [829 103.19477844238281,830 -126.16400146484375,831 -0.8154370188713074832 ],833 "rotation": [834 3.0332133116374176e-21,835 90.00018310546875,836 3.199999991920776e-05837 ],838 "scale": [839 0.9235389828681946,840 0.9235389828681946,841 1.1688100099563599842 ]843 },844 "color": [845 0,846 63,847 127848 ]849 },850 {851 "object_id": "SM_ChairB8",852 "bbox_2d": [853 107,854 556,855 265,856 740857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 250.0013656616211,862 -230.0001831055419,863 48.06242370605469864 ],865 "extent": [866 29.05023242368219,867 30.591876361629303,868 48.062225341796875869 ]870 },871 "obb": {872 "center": [873 250.0013656616211,874 -230.0001831055419,875 48.06242370605469876 ],877 "extent": [878 29.05023242368219,879 30.591876361629303,880 48.062225341796875881 ],882 "rotation": [883 0,884 90.00018310546875,885 0886 ]887 },888 "location": [889 250.0013885498047,890 -230.00018310546875,891 0892 ],893 "rotation": [894 0,895 90.00018310546875,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 255,906 191,907 255908 ]909 },910 {911 "object_id": "SM_ChairB9",912 "bbox_2d": [913 491,914 540,915 657,916 735917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 250.00101470947266,922 -150.00009155280753,923 48.06242370605469924 ],925 "extent": [926 29.05023242368219,927 30.591876361629296,928 48.062225341796875929 ]930 },931 "obb": {932 "center": [933 250.00101470947266,934 -150.00009155280753,935 48.06242370605469936 ],937 "extent": [938 29.05023242368219,939 30.591876361629296,940 48.062225341796875941 ],942 "rotation": [943 0,944 90.00018310546875,945 0946 ]947 },948 "location": [949 250.00103759765625,950 -150.00009155273438,951 0952 ],953 "rotation": [954 0,955 90.00018310546875,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 255,966 191,967 127968 ]969 },970 {971 "object_id": "SM_ChairB10",972 "bbox_2d": [973 916,974 637,975 918,976 648977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 250.00067901611328,982 -70.00012207038564,983 48.06242370605469984 ],985 "extent": [986 29.05023242368219,987 30.591876361629303,988 48.062225341796875989 ]990 },991 "obb": {992 "center": [993 250.00067901611328,994 -70.00012207038564,995 48.06242370605469996 ],997 "extent": [998 29.05023242368219,999 30.591876361629303,1000 48.0622253417968751001 ],1002 "rotation": [1003 0,1004 90.00018310546875,1005 01006 ]1007 },1008 "location": [1009 250.00070190429688,1010 -70.0001220703125,1011 01012 ],1013 "rotation": [1014 0,1015 90.00018310546875,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 255,1026 191,1027 631028 ]1029 },1030 {1031 "object_id": "SM_ChairB11",1032 "bbox_2d": [1033 981,1034 540,1035 1075,1036 7321037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 250.00031280517578,1042 9.999969482348728,1043 48.062423706054691044 ],1045 "extent": [1046 29.05023242368219,1047 30.5918763616293,1048 48.0622253417968751049 ]1050 },1051 "obb": {1052 "center": [1053 250.00031280517578,1054 9.999969482348728,1055 48.062423706054691056 ],1057 "extent": [1058 29.05023242368219,1059 30.5918763616293,1060 48.0622253417968751061 ],1062 "rotation": [1063 0,1064 90.00018310546875,1065 01066 ]1067 },1068 "location": [1069 250.00033569335938,1070 9.999969482421875,1071 01072 ],1073 "rotation": [1074 0,1075 90.00018310546875,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 127,1086 191,1087 01088 ]1089 },1090 {1091 "object_id": "SM_ChairB12",1092 "bbox_2d": [1093 1315,1094 540,1095 1491,1096 7321097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 249.9999771118164,1102 89.99999999992686,1103 48.062423706054691104 ],1105 "extent": [1106 29.05023242368219,1107 30.591876361629303,1108 48.0622253417968751109 ]1110 },1111 "obb": {1112 "center": [1113 249.9999771118164,1114 89.99999999992686,1115 48.062423706054691116 ],1117 "extent": [1118 29.05023242368219,1119 30.591876361629303,1120 48.0622253417968751121 ],1122 "rotation": [1123 0,1124 90.00018310546875,1125 01126 ]1127 },1128 "location": [1129 250,1130 90,1131 01132 ],1133 "rotation": [1134 0,1135 90.00018310546875,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 127,1146 191,1147 2551148 ]1149 }1150 ],1151 "downlight": [1152 {1153 "object_id": "SM_Downlight6",1154 "bbox_2d": [1155 1053,1156 0,1157 1075,1158 131159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 256.91922001433636,1164 5,1165 259.500000059604641166 ],1167 "extent": [1168 3.5000000436332357,1169 3.5,1170 0.50000060345581691171 ]1172 },1173 "obb": {1174 "center": [1175 256.91922001433636,1176 5,1177 259.500000059604641178 ],1179 "extent": [1180 3.5000000436332357,1181 3.5,1182 0.50000060345581691183 ],1184 "rotation": [1185 4.999999873689375e-06,1186 0,1187 01188 ]1189 },1190 "location": [1191 256.9192199707031,1192 5,1193 2601194 ],1195 "rotation": [1196 4.999999873689375e-06,1197 0,1198 01199 ],1200 "scale": [