TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l029_off1_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l029_off1_r005/lit.png",5 "camera": {6 "location": [7 -1041,8 -78,9 17810 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -1041,38 -78,39 178,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 1853,58 1065,59 1901,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_leftwall_8",118 "bbox_2d": [119 0,120 0,121 1919,122 951123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -512.0688954164282,128 -240.97154998867288,129 245.5155487060547130 ],131 "extent": [132 725.6351637653181,133 99.6704478559158,134 242.13623046875135 ]136 },137 "obb": {138 "center": [139 -512.0688954164282,140 -240.97154998867288,141 245.5155487060547142 ],143 "extent": [144 725.6351637653181,145 99.6704478559158,146 242.13623046875147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -512.0692138671875,156 -290.13128662109375,157 0158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 }176 ],177 "roof": [178 {179 "object_id": "SM_roofmetal_21",180 "bbox_2d": [181 1783,182 0,183 1919,184 85185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -107.95600891113281,190 -49.59537506103514,191 450.57637139898725192 ],193 "extent": [194 840.7164306640622,195 266.835693359375,196 39.01462141495722197 ]198 },199 "obb": {200 "center": [201 -107.95600891113281,202 -49.595375061035156,203 450.57637139898725204 ],205 "extent": [206 840.7164306640622,207 266.835693359375,208 39.01462141495722209 ],210 "rotation": [211 0,212 180,213 0214 ]215 },216 "location": [217 -107.95594787597656,218 3.7793197631835938,219 451.0682678222656220 ],221 "rotation": [222 0,223 180,224 0225 ],226 "scale": [227 1,228 1,229 0.8899327516555786230 ]231 },232 "color": [233 0,234 127,235 255236 ]237 }238 ]239 },240 "foreground": {241 "sofa": [242 {243 "object_id": "SM_sofa_01_2",244 "bbox_2d": [245 0,246 805,247 1313,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -1043.258188634075,254 -238.85671997070312,255 60.04216012080906256 ],257 "extent": [258 135.43008252909203,259 59.66188049316406,260 53.81030763473973261 ]262 },263 "obb": {264 "center": [265 -1043.258188634075,266 -238.85671997070312,267 60.04216012080906268 ],269 "extent": [270 135.43008252909203,271 59.66188049316406,272 53.81030763473973273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 -1043.650634765625,282 -236.76800537109375,283 6.2085723876953125284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 0.949999988079071,292 1,293 1.0600552558898926294 ]295 },296 "color": [297 127,298 255,299 63300 ]301 },302 {303 "object_id": "SM_sofa_10",304 "bbox_2d": [305 994,306 708,307 1919,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -772.9204200793874,314 -238.85671997070312,315 60.0421596439719316 ],317 "extent": [318 135.43008252909203,319 59.66188049316406,320 53.81030763473973321 ]322 },323 "obb": {324 "center": [325 -772.9204200793874,326 -238.85671997070312,327 60.0421596439719328 ],329 "extent": [330 135.43008252909203,331 59.66188049316406,332 53.81030763473973333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -773.3128662109375,342 -236.76800537109375,343 6.208571910858154344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 0.949999988079071,352 1,353 1.0600552558898926354 ]355 },356 "color": [357 127,358 127,359 63360 ]361 },362 {363 "object_id": "SM_sofa_12",364 "bbox_2d": [365 1581,366 663,367 1919,368 774369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -503.6132301379812,374 -238.85671997070312,375 60.0419155033469376 ],377 "extent": [378 135.43008252909203,379 59.66188049316406,380 53.81030763473973381 ]382 },383 "obb": {384 "center": [385 -503.6132301379812,386 -238.85671997070312,387 60.0419155033469388 ],389 "extent": [390 135.43008252909203,391 59.66188049316406,392 53.81030763473973393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -504.00567626953125,402 -236.76800537109375,403 6.208327770233154404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 0.949999988079071,412 1,413 1.0600552558898926414 ]415 },416 "color": [417 0,418 63,419 0420 ]421 }422 ],423 "desk 008 parts": [424 {425 "object_id": "SM_desk5",426 "bbox_2d": [427 1638,428 1024,429 1873,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -868.1666107700889,436 -119.71792728785105,437 49.12735903578141438 ],439 "extent": [440 33.44863514865324,441 39.12228849369252,442 43.30350411253312443 ]444 },445 "obb": {446 "center": [447 -868.1666107700889,448 -119.71792728785105,449 49.12735903578141450 ],451 "extent": [452 33.44863514865324,453 39.12228849369252,454 43.30350411253312455 ],456 "rotation": [457 0,458 -4.745883464813232,459 0460 ]461 },462 "location": [463 -868.1666259765625,464 -119.71792602539062,465 5.823854923248291466 ],467 "rotation": [468 0,469 -4.745883464813232,470 0471 ],472 "scale": [473 1,474 1,475 0.9299650192260742476 ]477 },478 "color": [479 255,480 63,481 127482 ]483 },484 {485 "object_id": "SM_desk6",486 "bbox_2d": [487 1742,488 967,489 1919,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -801.3126068115234,496 -121.00933837890625,497 49.12735903578141498 ],499 "extent": [500 30.51487922668457,501 36.7234992980957,502 43.30350411253312503 ]504 },505 "obb": {506 "center": [507 -801.3126068115234,508 -121.00933837890625,509 49.12735903578141510 ],511 "extent": [512 30.51487922668457,513 36.7234992980957,514 43.30350411253312515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -801.3126220703125,524 -121.00933837890625,525 5.823854923248291526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 0.9299650192260742536 ]537 },538 "color": [539 127,540 63,541 0542 ]543 },544 {545 "object_id": "SM_desk7",546 "bbox_2d": [547 1891,548 918,549 1919,550 940551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -740.1458587646484,556 -121.00930786132812,557 49.127434852889564558 ],559 "extent": [560 30.51487922668457,561 36.7234992980957,562 43.30350411253312563 ]564 },565 "obb": {566 "center": [567 -740.1458587646484,568 -121.00930786132812,569 49.127434852889564570 ],571 "extent": [572 30.51487922668457,573 36.7234992980957,574 43.30350411253312575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -740.1458740234375,584 -121.00930786132812,585 5.823930740356445586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 0.9299650192260742596 ]597 },598 "color": [599 127,600 63,601 255602 ]603 }604 ],605 "chair": [606 {607 "object_id": "SM_chair_3",608 "bbox_2d": [609 1305,610 863,611 1593,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -954.1457533657889,618 -100.2290400717212,619 93.22388645373175620 ],621 "extent": [622 39.039302911319396,623 38.58944681574776,624 50.20029117735377625 ]626 },627 "obb": {628 "center": [629 -954.1457533657889,630 -100.2290400717212,631 93.22388645373175632 ],633 "extent": [634 39.039302911319396,635 38.58944681574776,636 50.20029117735377637 ],638 "rotation": [639 -1.7655625192200634e-31,640 -14.206774711608881,641 180642 ]643 },644 "location": [645 -953.8915405273438,646 -100.69328308105469,647 143.88951110839844648 ],649 "rotation": [650 -1.7655625192200634e-31,651 -14.206774711608881,652 180653 ],654 "scale": [655 0.9449999928474426,656 0.9449999928474426,657 0.9449999928474426658 ]659 },660 "color": [661 63,662 255,663 0664 ]665 }666 ],667 "decor": [668 {669 "object_id": "SM_decorateswall_01_125",670 "bbox_2d": [671 0,672 0,673 1588,674 728675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -898.4035882573808,680 -296.07508230729604,681 318.852354107461682 ],683 "extent": [684 284.6644189727813,685 2.37621697501163,686 172.2920759027329687 ]688 },689 "obb": {690 "center": [691 -898.4035882573808,692 -296.07508230729604,693 318.852354107461694 ],695 "extent": [696 284.6644189727813,697 2.37621697501163,698 172.2920759027329699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 -964.3432006835938,708 -305.5323791503906,709 131.41244506835938710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 -1.0299999713897705,718 1.0299999713897705,719 1.0299999713897705720 ]721 },722 "color": [723 191,724 255,725 127726 ]727 },728 {729 "object_id": "SM_decorateswallrack_128",730 "bbox_2d": [731 683,732 131,733 1099,734 251735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -937.3092041015625,740 -284.0549011230469,741 259.2548522949219742 ],743 "extent": [744 49.73320770263672,745 12.255633496770542,746 1.8625863790512085747 ]748 },749 "obb": {750 "center": [751 -937.3092041015625,752 -284.0549011230469,753 259.2548522949219754 ],755 "extent": [756 49.73320770263672,757 12.255633496770542,758 1.8625863790512085759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 -937.3092041015625,768 -284.0549011230469,769 259.2548522949219770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1.2337313890457153,779 1780 ]781 },782 "color": [783 191,784 255,785 63786 ]787 },788 {789 "object_id": "SM_decoratesceramics_02_132",790 "bbox_2d": [791 688,792 108,793 746,794 154795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -980.8154461664999,800 -289.30589507820514,801 266.8206677131293802 ],803 "extent": [804 6.399618785304483,805 6.3995519518121,806 5.488566894970063807 ]808 },809 "obb": {810 "center": [811 -980.8154461664999,812 -289.30589507820514,813 266.8206677131293814 ],815 "extent": [816 6.399618785304483,817 6.3995519518121,818 5.488566894970063819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -980.8065795898438,828 -289.26336669921875,829 261.117431640625830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 0.7299999594688416,838 0.7299999594688416,839 0.7299999594688416840 ]841 },842 "color": [843 191,844 127,845 255846 ]847 },848 {849 "object_id": "SM_decorativepaint_01_158",850 "bbox_2d": [851 1887,852 130,853 1919,854 511855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -371.71474981307983,860 -212.27692413330078,861 289.60968017578125862 ],863 "extent": [864 2.483466148376465,865 56.918518066406236,866 96.95228576660156867 ]868 },869 "obb": {870 "center": [871 -371.71474981307983,872 -212.27692413330078,873 289.60968017578125874 ],875 "extent": [876 2.483466148376465,877 56.918518066406236,878 96.95228576660156879 ],880 "rotation": [881 0,882 180,883 0884 ]885 },886 "location": [887 -371.7147521972656,888 -212.27691650390625,889 289.60968017578125890 ],891 "rotation": [892 0,893 180,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 191,904 255,905 191906 ]907 },908 {909 "object_id": "SM_decorativepaint_03_169",910 "bbox_2d": [911 150,912 0,913 595,914 233915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -1042.7444884405973,920 -293.28934372917,921 284.4382883026524922 ],923 "extent": [924 36.363176594484685,925 2.4976352548455907,926 40.80458673799876927 ]928 },929 "obb": {930 "center": [931 -1042.7444884405973,932 -293.28934372917,933 284.4382883026524934 ],935 "extent": [936 36.363176594484685,937 2.4976352548455907,938 40.80458673799876939 ],940 "rotation": [941 0,942 180,943 0944 ]945 },946 "location": [947 -1043.714599609375,948 -293.2848205566406,949 288.9330749511719950 ],951 "rotation": [952 0,953 180,954 0955 ],956 "scale": [957 1.0057018995285034,958 1.0057018995285034,959 1.0057018995285034960 ]961 },962 "color": [963 191,964 191,965 0966 ]967 },968 {969 "object_id": "SM_decorativepaint_7",970 "bbox_2d": [971 1722,972 224,973 1809,974 507975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -449.79917434617255,980 -292.2398054839354,981 261.49526451148404982 ],983 "extent": [984 45.099582993773765,985 1.7134752887805007,986 66.8923036535898987 ]988 },989 "obb": {990 "center": [991 -449.79917434617255,992 -292.2398054839354,993 261.49526451148404994 ],995 "extent": [996 45.099582993773765,997 1.7134752887805007,998 66.8923036535898999 ],1000 "rotation": [1001 0,1002 -90.00000000000001,1003 01004 ]1005 },1006 "location": [1007 -449.7991638183594,1008 -292.23980712890625,1009 261.49526977539061010 ],1011 "rotation": [1012 0,1013 -90.00000000000001,1014 01015 ],1016 "scale": [1017 0.6899507641792297,1018 0.6899507641792297,1019 0.68995076417922971020 ]1021 },1022 "color": [1023 191,1024 191,1025 2551026 ]1027 },1028 {1029 "object_id": "SM_decorateswallrack3_185",1030 "bbox_2d": [1031 1512,1032 462,1033 1693,1034 4821035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -616.5359497070312,1040 -285.3233642578125,1041 205.220428466796881042 ],1043 "extent": [1044 49.73320770263672,1045 9.933794021606445,1046 1.86258637905120851047 ]1048 },1049 "obb": {1050 "center": [1051 -616.5359497070312,1052 -285.3233642578125,1053 205.220428466796881054 ],1055 "extent": [1056 49.73320770263672,1057 9.933794021606445,1058 1.86258637905120851059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -616.5359497070312,1068 -285.3233642578125,1069 205.220428466796881070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 0,1084 255,1085 311086 ]1087 },1088 {1089 "object_id": "SM_metaldecoration_188",1090 "bbox_2d": [1091 1537,1092 335,1093 1609,1094 4631095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -653.1397215460825,1100 -279.58102200803864,1101 232.58842468261721102 ],1103 "extent": [1104 12.114604869455775,1105 14.537557407492898,1106 25.5053863525390621107 ]1108 },1109 "obb": {1110 "center": [1111 -653.1397215460825,1112 -279.58102200803864,1113 232.58842468261721114 ],1115 "extent": [1116 12.114604869455775,1117 14.537557407492898,1118 25.5053863525390621119 ],1120 "rotation": [1121 0,1122 91.50399017333986,1123 01124 ]1125 },1126 "location": [1127 -650.1242065429688,1128 -285.5655517578125,1129 207.083038330078121130 ],1131 "rotation": [1132 0,1133 91.50399017333986,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 0,1144 127,1145 311146 ]1147 },1148 {1149 "object_id": "SM_decorateswallrack4",1150 "bbox_2d": [1151 1013,1152 0,1153 1215,1154 511155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -893.5386352539062,1160 -285.3234558105469,1161 325.300292968751162 ],1163 "extent": [1164 49.73320770263672,1165 9.933794021606445,1166 1.86258637905120851167 ]1168 },1169 "obb": {1170 "center": [1171 -893.5386352539062,1172 -285.3234558105469,1173 325.300292968751174 ],1175 "extent": [1176 49.73320770263672,1177 9.933794021606445,1178 1.86258637905120851179 ],1180 "rotation": [1181 0,1182 0,1183 01184 ]1185 },1186 "location": [1187 -893.5386352539062,1188 -285.3234558105469,1189 325.300292968751190 ],1191 "rotation": [1192 0,1193 0,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]