TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l013_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l013_r003/lit.png",5 "camera": {6 "location": [7 -17,8 61,9 10310 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -17,38 61,39 103,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window",56 "bbox_2d": [57 0,58 0,59 1919,60 91661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -290.9998779296875,66 -6.103515625e-05,67 149.5655212402343868 ],69 "extent": [70 11.925933837890625,71 391.7356872558594,72 150.4345092773437573 ]74 },75 "obb": {76 "center": [77 -290.9998779296875,78 -6.103515625e-05,79 149.5655212402343880 ],81 "extent": [82 11.925933837890625,83 391.7356872558594,84 150.4345092773437585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 127,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor",118 "bbox_2d": [119 317,120 917,121 1828,122 989123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 11.426055908203125,128 -3.0517578125e-05,129 0130 ],131 "extent": [132 290.99993896484375,133 371.7356872558594,134 2.2762245240797244e-14135 ]136 },137 "obb": {138 "center": [139 11.426055908203125,140 -3.0517578125e-05,141 0142 ],143 "extent": [144 290.99993896484375,145 371.7356872558594,146 2.2762245240797244e-14147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 127,172 255,173 0174 ]175 }176 ]177 },178 "foreground": {179 "table": [180 {181 "object_id": "SM_Table",182 "bbox_2d": [183 0,184 980,185 1919,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 6.866455078125e-05,192 15.000076293945312,193 35.63624954223633194 ],195 "extent": [196 86.55204772949219,197 205.9636993408203,198 35.63626480102539199 ]200 },201 "obb": {202 "center": [203 6.866455078125e-05,204 15.000076293945312,205 35.63624954223633206 ],207 "extent": [208 86.55204772949219,209 205.9636993408203,210 35.63626480102539211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 0,220 15,221 0222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 127,236 255,237 255238 ]239 }240 ],241 "chair": [242 {243 "object_id": "SM_ChairA3",244 "bbox_2d": [245 1722,246 452,247 1919,248 980249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -106.81778082900883,254 -56.16399439371496,255 56.49450428883189256 ],257 "extent": [258 33.236603305148044,259 32.35257295188812,260 57.309982156719755261 ]262 },263 "obb": {264 "center": [265 -106.81778082900883,266 -56.16399439371496,267 56.4945042888319268 ],269 "extent": [270 33.236603305148044,271 32.35257295188812,272 57.309982156719755273 ],274 "rotation": [275 0,276 -90.00011444091795,277 3.199999991920776e-05278 ]279 },280 "location": [281 -106.80522155761719,282 -56.16400146484375,283 -0.8154370188713074284 ],285 "rotation": [286 0,287 -90.00011444091795,288 3.199999991920776e-05289 ],290 "scale": [291 0.9235389828681946,292 0.9235389828681946,293 1.1688100099563599294 ]295 },296 "color": [297 255,298 0,299 63300 ]301 },302 {303 "object_id": "SM_ChairA4",304 "bbox_2d": [305 1140,306 452,307 1870,308 981309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -106.81778082900883,314 13.83600560628504,315 56.49450428883189316 ],317 "extent": [318 33.236603305148044,319 32.35257295188812,320 57.309982156719755321 ]322 },323 "obb": {324 "center": [325 -106.81778082900883,326 13.836005606285038,327 56.4945042888319328 ],329 "extent": [330 33.236603305148044,331 32.35257295188812,332 57.309982156719755333 ],334 "rotation": [335 0,336 -90.00011444091795,337 3.199999991920776e-05338 ]339 },340 "location": [341 -106.80522155761719,342 13.83599853515625,343 -0.8154370188713074344 ],345 "rotation": [346 0,347 -90.00011444091795,348 3.199999991920776e-05349 ],350 "scale": [351 0.9235389828681946,352 0.9235389828681946,353 1.1688100099563599354 ]355 },356 "color": [357 255,358 255,359 63360 ]361 },362 {363 "object_id": "SM_ChairA5",364 "bbox_2d": [365 350,366 452,367 1006,368 988369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -106.81778082900883,374 83.83600560628504,375 56.49450428883189376 ],377 "extent": [378 33.236603305148044,379 32.35257295188812,380 57.309982156719755381 ]382 },383 "obb": {384 "center": [385 -106.81778082900883,386 83.83600560628504,387 56.4945042888319388 ],389 "extent": [390 33.236603305148044,391 32.35257295188812,392 57.309982156719755393 ],394 "rotation": [395 0,396 -90.00011444091795,397 3.199999991920776e-05398 ]399 },400 "location": [401 -106.80522155761719,402 83.83599853515625,403 -0.8154370188713074404 ],405 "rotation": [406 0,407 -90.00011444091795,408 3.199999991920776e-05409 ],410 "scale": [411 0.9235389828681946,412 0.9235389828681946,413 1.1688100099563599414 ]415 },416 "color": [417 255,418 127,419 63420 ]421 },422 {423 "object_id": "SM_ChairA6",424 "bbox_2d": [425 0,426 452,427 387,428 995429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -106.81778082900883,434 153.83600560628503,435 56.49450428883189436 ],437 "extent": [438 33.236603305148044,439 32.35257295188813,440 57.309982156719755441 ]442 },443 "obb": {444 "center": [445 -106.81778082900883,446 153.83600560628503,447 56.4945042888319448 ],449 "extent": [450 33.236603305148044,451 32.35257295188813,452 57.309982156719755453 ],454 "rotation": [455 0,456 -90.00011444091795,457 3.199999991920776e-05458 ]459 },460 "location": [461 -106.80522155761719,462 153.83599853515625,463 -0.8154370188713074464 ],465 "rotation": [466 0,467 -90.00011444091795,468 3.199999991920776e-05469 ],470 "scale": [471 0.9235389828681946,472 0.9235389828681946,473 1.1688100099563599474 ]475 },476 "color": [477 127,478 0,479 63480 ]481 },482 {483 "object_id": "SM_ChairB",484 "bbox_2d": [485 311,486 566,487 443,488 989489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -249.9999771118164,494 224.99999999995123,495 48.06242370605469496 ],497 "extent": [498 29.050199835425587,499 30.59184541564079,500 48.062225341796875501 ]502 },503 "obb": {504 "center": [505 -249.9999771118164,506 224.99999999995123,507 48.06242370605469508 ],509 "extent": [510 29.050199835425587,511 30.59184541564079,512 48.062225341796875513 ],514 "rotation": [515 0,516 -90.00012207031251,517 0518 ]519 },520 "location": [521 -250,522 225,523 0524 ],525 "rotation": [526 0,527 -90.00012207031251,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 63,538 63,539 191540 ]541 },542 {543 "object_id": "SM_ChairB2",544 "bbox_2d": [545 439,546 568,547 598,548 986549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -249.9999771118164,554 144.99999999995123,555 48.06242370605469556 ],557 "extent": [558 29.050199835425587,559 30.591845415640783,560 48.062225341796875561 ]562 },563 "obb": {564 "center": [565 -249.9999771118164,566 144.99999999995123,567 48.06242370605469568 ],569 "extent": [570 29.050199835425587,571 30.591845415640783,572 48.062225341796875573 ],574 "rotation": [575 0,576 -90.00012207031251,577 0578 ]579 },580 "location": [581 -250,582 145,583 0584 ],585 "rotation": [586 0,587 -90.00012207031251,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 0,598 191,599 0600 ]601 },602 {603 "object_id": "SM_ChairB3",604 "bbox_2d": [605 940,606 565,607 1080,608 981609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -249.9999771118164,614 64.99999999995124,615 48.06242370605469616 ],617 "extent": [618 29.050199835425587,619 30.591845415640776,620 48.062225341796875621 ]622 },623 "obb": {624 "center": [625 -249.9999771118164,626 64.99999999995124,627 48.06242370605469628 ],629 "extent": [630 29.050199835425587,631 30.591845415640776,632 48.062225341796875633 ],634 "rotation": [635 0,636 -90.00012207031251,637 0638 ]639 },640 "location": [641 -250,642 65,643 0644 ],645 "rotation": [646 0,647 -90.00012207031251,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 0,658 191,659 255660 ]661 },662 {663 "object_id": "SM_ChairB4",664 "bbox_2d": [665 1140,666 569,667 1182,668 981669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -249.9999771118164,674 -15.000000000048766,675 48.06242370605469676 ],677 "extent": [678 29.050199835425587,679 30.591845415640783,680 48.062225341796875681 ]682 },683 "obb": {684 "center": [685 -249.9999771118164,686 -15.000000000048765,687 48.06242370605469688 ],689 "extent": [690 29.050199835425587,691 30.591845415640783,692 48.062225341796875693 ],694 "rotation": [695 0,696 -90.00012207031251,697 0698 ]699 },700 "location": [701 -250,702 -15,703 0704 ],705 "rotation": [706 0,707 -90.00012207031251,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 0,718 191,719 127720 ]721 },722 {723 "object_id": "SM_ChairB5",724 "bbox_2d": [725 1523,726 565,727 1792,728 980729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -249.9999771118164,734 -95.00000000004876,735 48.06242370605469736 ],737 "extent": [738 29.050199835425587,739 30.591845415640776,740 48.062225341796875741 ]742 },743 "obb": {744 "center": [745 -249.9999771118164,746 -95.00000000004876,747 48.06242370605469748 ],749 "extent": [750 29.050199835425587,751 30.591845415640776,752 48.062225341796875753 ],754 "rotation": [755 0,756 -90.00012207031251,757 0758 ]759 },760 "location": [761 -250,762 -95,763 0764 ],765 "rotation": [766 0,767 -90.00012207031251,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 0,778 191,779 63780 ]781 },782 {783 "object_id": "SM_ChairB6",784 "bbox_2d": [785 1750,786 683,787 1824,788 960789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -249.9999771118164,794 -175.00000000004877,795 48.06242370605469796 ],797 "extent": [798 29.050199835425587,799 30.59184541564079,800 48.062225341796875801 ]802 },803 "obb": {804 "center": [805 -249.9999771118164,806 -175.00000000004877,807 48.06242370605469808 ],809 "extent": [810 29.050199835425587,811 30.59184541564079,812 48.062225341796875813 ],814 "rotation": [815 0,816 -90.00012207031251,817 0818 ]819 },820 "location": [821 -250,822 -175,823 0824 ],825 "rotation": [826 0,827 -90.00012207031251,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 255,838 191,839 0840 ]841 }842 ],843 "curtain": [844 {845 "object_id": "SM_Curtain",846 "bbox_2d": [847 940,848 0,849 1425,850 487851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -286.70534936152023,856 -3.2094228267669678,857 200.57251746353654858 ],859 "extent": [860 1.0004270430589486,861 69.80915069580078,862 83.06246194247147863 ]864 },865 "obb": {866 "center": [867 -286.70534936152023,868 -3.2094228267669678,869 200.57251746353654870 ],871 "extent": [872 1.0004270430589486,873 69.80915069580078,874 83.06246194247147875 ],876 "rotation": [877 -5.1226397772552446e-06,878 0,879 0880 ]881 },882 "location": [883 -285.9389953613281,884 -3.209399938583374,885 283.635009765625886 ],887 "rotation": [888 -5.1226397772552446e-06,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 0,900 0,901 191902 ]903 },904 {905 "object_id": "SM_Curtain2",906 "bbox_2d": [907 405,908 0,909 902,910 327911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -286.7053491837275,916 146.79058074951172,917 245.5725174618962918 ],919 "extent": [920 1.0004268652662631,921 69.80915069580078,922 83.06246194033012923 ]924 },925 "obb": {926 "center": [927 -286.7053491837275,928 146.79058074951172,929 245.5725174618962930 ],931 "extent": [932 1.0004268652662631,933 69.80915069580078,934 83.06246194033012935 ],936 "rotation": [937 -4.999999873689375e-06,938 0,939 0940 ]941 },942 "location": [943 -285.9389953613281,944 146.7906036376953,945 328.635009765625946 ],947 "rotation": [948 -4.999999873689375e-06,949 0,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 0,960 255,961 191962 ]963 },964 {965 "object_id": "SM_Curtain3",966 "bbox_2d": [967 0,968 0,969 354,970 398971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 -286.7053491837275,976 296.79056549072266,977 225.5725174618962978 ],979 "extent": [980 1.0004268652662631,981 69.80915069580078,982 83.06246194033012983 ]984 },985 "obb": {986 "center": [987 -286.7053491837275,988 296.79056549072266,989 225.5725174618962990 ],991 "extent": [992 1.0004268652662631,993 69.80915069580078,994 83.06246194033012995 ],996 "rotation": [997 -4.999999873689375e-06,998 0,999 01000 ]1001 },1002 "location": [1003 -285.9389953613281,1004 296.79058837890625,1005 308.6350097656251006 ],1007 "rotation": [1008 -4.999999873689375e-06,1009 0,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 0,1020 127,1021 1911022 ]1023 },1024 {1025 "object_id": "SM_Curtain4",1026 "bbox_2d": [1027 1487,1028 0,1029 1919,1030 2211031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 -286.7053491837275,1036 -153.20943450927734,1037 275.57251746189621038 ],1039 "extent": [1040 1.0004268652662631,1041 69.80915069580078,1042 83.062461940330121043 ]1044 },1045 "obb": {1046 "center": [1047 -286.7053491837275,1048 -153.20943450927734,1049 275.57251746189621050 ],1051 "extent": [1052 1.0004268652662631,1053 69.80915069580078,1054 83.062461940330121055 ],1056 "rotation": [1057 -4.999999873689375e-06,1058 0,1059 01060 ]1061 },1062 "location": [1063 -285.9389953613281,1064 -153.20941162109375,1065 358.6350097656251066 ],1067 "rotation": [1068 -4.999999873689375e-06,1069 0,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 0,1080 63,1081 1911082 ]1083 }1084 ]1085 }1086}