TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l061_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l061_r003/lit.png",5 "camera": {6 "location": [7 9,8 -228,9 22510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 9,38 -228,39 225,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "background": [54 {55 "object_id": "SM_BackgroundA",56 "bbox_2d": [57 1791,58 287,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1.4258699417114258,66 -361.33600664138794,67 172.5001525878906268 ],69 "extent": [70 146.0001220703125,71 0.40011221170425415,72 87.5001983642578173 ]74 },75 "obb": {76 "center": [77 1.4258699417114258,78 -361.33600664138794,79 172.5001525878906280 ],81 "extent": [82 146.0001220703125,83 0.40011221170425415,84 87.5001983642578185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1.4258699417114258,94 -361.7359924316406,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window",118 "bbox_2d": [119 0,120 424,121 1267,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -290.9998779296875,128 -6.103515625e-05,129 149.56552124023438130 ],131 "extent": [132 11.925933837890625,133 391.7356872558594,134 150.43450927734375135 ]136 },137 "obb": {138 "center": [139 -290.9998779296875,140 -6.103515625e-05,141 149.56552124023438142 ],143 "extent": [144 11.925933837890625,145 391.7356872558594,146 150.43450927734375147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 0174 ]175 }176 ],177 "ceiling planks corner": [178 {179 "object_id": "SM_Ceiling",180 "bbox_2d": [181 0,182 0,183 1919,184 423185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 1.42608642578125,190 0,191 276.0003662109375192 ],193 "extent": [194 280.9999694824219,195 371.7356872558594,196 16.000015258789062197 ]198 },199 "obb": {200 "center": [201 1.42608642578125,202 0,203 276.0003662109375204 ],205 "extent": [206 280.9999694824219,207 371.7356872558594,208 16.000015258789062209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 0,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 0,235 0236 ]237 }238 ]239 },240 "foreground": {241 "projection screen": [242 {243 "object_id": "SM_Projection_Screen",244 "bbox_2d": [245 1762,246 310,247 1919,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 1.4258166270214474,254 -354.6729736328125,255 173.4909820556659256 ],257 "extent": [258 137.78615051265047,259 5.51713228225708,260 81.9183695848694261 ]262 },263 "obb": {264 "center": [265 1.4258166270214474,266 -354.6729736328125,267 173.4909820556659268 ],269 "extent": [270 137.78615051265047,271 5.51713228225708,272 81.9183695848694273 ],274 "rotation": [275 -1.7075500409191593e-06,276 0,277 0278 ]279 },280 "location": [281 1.425879955291748,282 -354.6730041503906,283 250.43499755859375284 ],285 "rotation": [286 -1.7075500409191593e-06,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 255,298 255,299 0300 ]301 }302 ],303 "cabinet": [304 {305 "object_id": "SM_CabinetB",306 "bbox_2d": [307 1266,308 321,309 1790,310 1079311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 -212.07400512695312,316 -345.7359867095947,317 130.00018310546875318 ],319 "extent": [320 67.4999771118164,321 26.0000057220459,322 130.00018310546875323 ]324 },325 "obb": {326 "center": [327 -212.07400512695312,328 -345.7359867095947,329 130.00018310546875330 ],331 "extent": [332 67.4999771118164,333 26.0000057220459,334 130.00018310546875335 ],336 "rotation": [337 0,338 0,339 0340 ]341 },342 "location": [343 -212.07400512695312,344 -371.7359924316406,345 0346 ],347 "rotation": [348 0,349 0,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 0,360 0,361 127362 ]363 }364 ],365 "downlight": [366 {367 "object_id": "SM_Downlight",368 "bbox_2d": [369 54,370 405,371 90,372 411373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 -243.08077998558545,378 5,379 259.50000005960464380 ],381 "extent": [382 3.500000043711424,383 3.5,384 0.5000006040031622385 ]386 },387 "obb": {388 "center": [389 -243.08077998558545,390 5,391 259.50000005960464392 ],393 "extent": [394 3.500000043711424,395 3.5,396 0.5000006040031622397 ],398 "rotation": [399 5.008960215491242e-06,400 0,401 0402 ]403 },404 "location": [405 -243.08078002929688,406 5,407 260408 ],409 "rotation": [410 5.008960215491242e-06,411 0,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 255,422 127,423 255424 ]425 },426 {427 "object_id": "SM_Downlight4",428 "bbox_2d": [429 1125,430 405,431 1152,432 411433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -243.08077998566364,438 -275,439 259.50000005960464440 ],441 "extent": [442 3.5000000436332357,443 3.5,444 0.5000006034558169445 ]446 },447 "obb": {448 "center": [449 -243.08077998566364,450 -275,451 259.50000005960464452 ],453 "extent": [454 3.5000000436332357,455 3.5,456 0.5000006034558169457 ],458 "rotation": [459 4.999999873689375e-06,460 0,461 0462 ]463 },464 "location": [465 -243.08078002929688,466 -275,467 260468 ],469 "rotation": [470 4.999999873689375e-06,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 127,482 63,483 255484 ]485 },486 {487 "object_id": "SM_Downlight5",488 "bbox_2d": [489 592,490 405,491 619,492 411493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -243.08077998566364,498 -135,499 259.50000005960464500 ],501 "extent": [502 3.5000000436332357,503 3.5,504 0.5000006034558169505 ]506 },507 "obb": {508 "center": [509 -243.08077998566364,510 -135,511 259.50000005960464512 ],513 "extent": [514 3.5000000436332357,515 3.5,516 0.5000006034558169517 ],518 "rotation": [519 4.999999873689375e-06,520 0,521 0522 ]523 },524 "location": [525 -243.08078002929688,526 -135,527 260528 ],529 "rotation": [530 4.999999873689375e-06,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 127,542 63,543 127544 ]545 }546 ],547 "light": [548 {549 "object_id": "SM_Ceiling_Light",550 "bbox_2d": [551 340,552 0,553 551,554 93555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 1.425872802734375,560 14.999984741210938,561 289.5000305175781562 ],563 "extent": [564 130.2046661376953,565 184.45401000976562,566 0.5567 ]568 },569 "obb": {570 "center": [571 1.425872802734375,572 14.999984741210938,573 289.5000305175781574 ],575 "extent": [576 130.2046661376953,577 184.45401000976562,578 0.5579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 0,588 0,589 0590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 127,604 0,605 255606 ]607 }608 ],609 "curtain": [610 {611 "object_id": "SM_Curtain",612 "bbox_2d": [613 1,614 424,615 445,616 888617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -286.70534936152023,622 -3.2094228267669678,623 200.57251746353654624 ],625 "extent": [626 1.0004270430589486,627 69.80915069580078,628 83.06246194247147629 ]630 },631 "obb": {632 "center": [633 -286.70534936152023,634 -3.2094228267669678,635 200.57251746353654636 ],637 "extent": [638 1.0004270430589486,639 69.80915069580078,640 83.06246194247147641 ],642 "rotation": [643 -5.1226397772552446e-06,644 0,645 0646 ]647 },648 "location": [649 -285.9389953613281,650 -3.209399938583374,651 283.635009765625652 ],653 "rotation": [654 -5.1226397772552446e-06,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 0,666 0,667 191668 ]669 },670 {671 "object_id": "SM_Curtain4",672 "bbox_2d": [673 490,674 424,675 943,676 645677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -286.7053491837275,682 -153.20943450927734,683 275.5725174618962684 ],685 "extent": [686 1.0004268652662631,687 69.80915069580078,688 83.06246194033012689 ]690 },691 "obb": {692 "center": [693 -286.7053491837275,694 -153.20943450927734,695 275.5725174618962696 ],697 "extent": [698 1.0004268652662631,699 69.80915069580078,700 83.06246194033012701 ],702 "rotation": [703 -4.999999873689375e-06,704 0,705 0706 ]707 },708 "location": [709 -285.9389953613281,710 -153.20941162109375,711 358.635009765625712 ],713 "rotation": [714 -4.999999873689375e-06,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 0,726 63,727 191728 ]729 },730 {731 "object_id": "SM_Curtain5",732 "bbox_2d": [733 978,734 424,735 1271,736 742737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -286.7053491837275,742 -303.20943450927734,743 245.5725174618962744 ],745 "extent": [746 1.0004268652662631,747 69.80915069580078,748 83.06246194033012749 ]750 },751 "obb": {752 "center": [753 -286.7053491837275,754 -303.20943450927734,755 245.5725174618962756 ],757 "extent": [758 1.0004268652662631,759 69.80915069580078,760 83.06246194033012761 ],762 "rotation": [763 -4.999999873689375e-06,764 0,765 0766 ]767 },768 "location": [769 -285.9389953613281,770 -303.20941162109375,771 328.635009765625772 ],773 "rotation": [774 -4.999999873689375e-06,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 255,786 0,787 191788 ]789 }790 ],791 "plant": [792 {793 "object_id": "SM_PlantA",794 "bbox_2d": [795 991,796 922,797 1204,798 1079799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -225.31610870361328,804 -255.28635025024414,805 63.446800231933594806 ],807 "extent": [808 43.553627014160156,809 42.17253875732422,810 63.6171989440918811 ]812 },813 "obb": {814 "center": [815 -225.31610870361328,816 -255.28635025024414,817 63.446800231933594818 ],819 "extent": [820 43.553627014160156,821 42.17253875732422,822 63.6171989440918823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -230,832 -260,833 0834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 255,848 127,849 191850 ]851 }852 ],853 "chair": [854 {855 "object_id": "SM_ChairB3",856 "bbox_2d": [857 0,858 971,859 55,860 1079861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -249.9999771118164,866 64.99999999995124,867 48.06242370605469868 ],869 "extent": [870 29.050199835425587,871 30.591845415640776,872 48.062225341796875873 ]874 },875 "obb": {876 "center": [877 -249.9999771118164,878 64.99999999995124,879 48.06242370605469880 ],881 "extent": [882 29.050199835425587,883 30.591845415640776,884 48.062225341796875885 ],886 "rotation": [887 0,888 -90.00012207031251,889 0890 ]891 },892 "location": [893 -250,894 65,895 0896 ],897 "rotation": [898 0,899 -90.00012207031251,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 0,910 191,911 255912 ]913 },914 {915 "object_id": "SM_ChairB4",916 "bbox_2d": [917 135,918 970,919 325,920 1079921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -249.9999771118164,926 -15.000000000048766,927 48.06242370605469928 ],929 "extent": [930 29.050199835425587,931 30.591845415640783,932 48.062225341796875933 ]934 },935 "obb": {936 "center": [937 -249.9999771118164,938 -15.000000000048765,939 48.06242370605469940 ],941 "extent": [942 29.050199835425587,943 30.591845415640783,944 48.062225341796875945 ],946 "rotation": [947 0,948 -90.00012207031251,949 0950 ]951 },952 "location": [953 -250,954 -15,955 0956 ],957 "rotation": [958 0,959 -90.00012207031251,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 0,970 191,971 127972 ]973 },974 {975 "object_id": "SM_ChairB5",976 "bbox_2d": [977 414,978 970,979 594,980 1079981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -249.9999771118164,986 -95.00000000004876,987 48.06242370605469988 ],989 "extent": [990 29.050199835425587,991 30.591845415640776,992 48.062225341796875993 ]994 },995 "obb": {996 "center": [997 -249.9999771118164,998 -95.00000000004876,999 48.062423706054691000 ],1001 "extent": [1002 29.050199835425587,1003 30.591845415640776,1004 48.0622253417968751005 ],1006 "rotation": [1007 0,1008 -90.00012207031251,1009 01010 ]1011 },1012 "location": [1013 -250,1014 -95,1015 01016 ],1017 "rotation": [1018 0,1019 -90.00012207031251,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 0,1030 191,1031 631032 ]1033 },1034 {1035 "object_id": "SM_ChairB6",1036 "bbox_2d": [1037 692,1038 970,1039 864,1040 10791041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -249.9999771118164,1046 -175.00000000004877,1047 48.062423706054691048 ],1049 "extent": [1050 29.050199835425587,1051 30.59184541564079,1052 48.0622253417968751053 ]1054 },1055 "obb": {1056 "center": [1057 -249.9999771118164,1058 -175.00000000004877,1059 48.062423706054691060 ],1061 "extent": [1062 29.050199835425587,1063 30.59184541564079,1064 48.0622253417968751065 ],1066 "rotation": [1067 0,1068 -90.00012207031251,1069 01070 ]1071 },1072 "location": [1073 -250,1074 -175,1075 01076 ],1077 "rotation": [1078 0,1079 -90.00012207031251,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 255,1090 191,1091 01092 ]1093 }1094 ]1095 }1096}