TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l016_off1_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l016_off1_r004/lit.png",5 "camera": {6 "location": [7 -469,8 -79,9 17810 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -469,38 -79,39 178,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_leftwall_8",56 "bbox_2d": [57 0,58 0,59 1919,60 95161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -512.0688954164282,66 -240.97154998867288,67 245.515548706054768 ],69 "extent": [70 725.6351637653181,71 99.6704478559158,72 242.1362304687573 ]74 },75 "obb": {76 "center": [77 -512.0688954164282,78 -240.97154998867288,79 245.515548706054780 ],81 "extent": [82 725.6351637653181,83 99.6704478559158,84 242.1362304687585 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -512.0692138671875,94 -290.13128662109375,95 096 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ]115 },116 "foreground": {117 "sofa": [118 {119 "object_id": "SM_sofa_01_2",120 "bbox_2d": [121 0,122 658,123 284,124 742125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 -1043.258188634075,130 -238.85671997070312,131 60.04216012080906132 ],133 "extent": [134 135.43008252909203,135 59.66188049316406,136 53.81030763473973137 ]138 },139 "obb": {140 "center": [141 -1043.258188634075,142 -238.85671997070312,143 60.04216012080906144 ],145 "extent": [146 135.43008252909203,147 59.66188049316406,148 53.81030763473973149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 -1043.650634765625,158 -236.76800537109375,159 6.2085723876953125160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 0.949999988079071,168 1,169 1.0600552558898926170 ]171 },172 "color": [173 127,174 255,175 63176 ]177 },178 {179 "object_id": "SM_sofa_10",180 "bbox_2d": [181 0,182 700,183 807,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -772.9204200793874,190 -238.85671997070312,191 60.0421596439719192 ],193 "extent": [194 135.43008252909203,195 59.66188049316406,196 53.81030763473973197 ]198 },199 "obb": {200 "center": [201 -772.9204200793874,202 -238.85671997070312,203 60.0421596439719204 ],205 "extent": [206 135.43008252909203,207 59.66188049316406,208 53.81030763473973209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -773.3128662109375,218 -236.76800537109375,219 6.208571910858154220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 0.949999988079071,228 1,229 1.0600552558898926230 ]231 },232 "color": [233 127,234 127,235 63236 ]237 },238 {239 "object_id": "SM_sofa_12",240 "bbox_2d": [241 454,242 786,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -503.6132301379812,250 -238.85671997070312,251 60.0419155033469252 ],253 "extent": [254 135.43008252909203,255 59.66188049316406,256 53.81030763473973257 ]258 },259 "obb": {260 "center": [261 -503.6132301379812,262 -238.85671997070312,263 60.0419155033469264 ],265 "extent": [266 135.43008252909203,267 59.66188049316406,268 53.81030763473973269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -504.00567626953125,278 -236.76800537109375,279 6.208327770233154280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 0.949999988079071,288 1,289 1.0600552558898926290 ]291 },292 "color": [293 0,294 63,295 0296 ]297 }298 ],299 "desk 008 parts": [300 {301 "object_id": "SM_desk8",302 "bbox_2d": [303 82,304 1004,305 227,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -676.3581390545284,312 -117.64012075178451,313 49.12745011167863314 ],315 "extent": [316 32.186373375425205,317 38.10015462524674,318 43.30350411253312319 ]320 },321 "obb": {322 "center": [323 -676.3581390545284,324 -117.64012075178451,325 49.12745011167863326 ],327 "extent": [328 32.186373375425205,329 38.10015462524674,330 43.30350411253312331 ],332 "rotation": [333 0,334 2.6601128578186044,335 0336 ]337 },338 "location": [339 -676.358154296875,340 -117.64012145996094,341 5.823945999145508342 ],343 "rotation": [344 0,345 2.6601128578186044,346 0347 ],348 "scale": [349 1,350 1,351 0.9299650192260742352 ]353 },354 "color": [355 127,356 63,357 127358 ]359 }360 ],361 "decor": [362 {363 "object_id": "SM_decorateswall_01_125",364 "bbox_2d": [365 56,366 0,367 896,368 644369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -898.4035882573808,374 -296.07508230729604,375 318.852354107461376 ],377 "extent": [378 284.6644189727813,379 2.37621697501163,380 172.2920759027329381 ]382 },383 "obb": {384 "center": [385 -898.4035882573808,386 -296.07508230729604,387 318.852354107461388 ],389 "extent": [390 284.6644189727813,391 2.37621697501163,392 172.2920759027329393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -964.3432006835938,402 -305.5323791503906,403 131.41244506835938404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 -1.0299999713897705,412 1.0299999713897705,413 1.0299999713897705414 ]415 },416 "color": [417 191,418 255,419 127420 ]421 },422 {423 "object_id": "SM_decorateswallrack_128",424 "bbox_2d": [425 166,426 328,427 344,428 368429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -937.3092041015625,434 -284.0549011230469,435 259.2548522949219436 ],437 "extent": [438 49.73320770263672,439 12.255633496770542,440 1.8625863790512085441 ]442 },443 "obb": {444 "center": [445 -937.3092041015625,446 -284.0549011230469,447 259.2548522949219448 ],449 "extent": [450 49.73320770263672,451 12.255633496770542,452 1.8625863790512085453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -937.3092041015625,462 -284.0549011230469,463 259.2548522949219464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1.2337313890457153,473 1474 ]475 },476 "color": [477 191,478 255,479 63480 ]481 },482 {483 "object_id": "SM_decorateswallrack2",484 "bbox_2d": [485 58,486 189,487 192,488 240489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -1070.8502197265625,494 -285.3234558105469,495 339.53277587890625496 ],497 "extent": [498 49.73320770263672,499 9.933794021606445,500 1.8625863790512085501 ]502 },503 "obb": {504 "center": [505 -1070.8502197265625,506 -285.3234558105469,507 339.53277587890625508 ],509 "extent": [510 49.73320770263672,511 9.933794021606445,512 1.8625863790512085513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -1070.8502197265625,522 -285.3234558105469,523 339.53277587890625524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 191,538 127,539 0540 ]541 },542 {543 "object_id": "SM_decoratesceramics_02_132",544 "bbox_2d": [545 202,546 332,547 217,548 341549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -980.8154461664999,554 -289.30589507820514,555 266.8206677131293556 ],557 "extent": [558 6.399618785304483,559 6.3995519518121,560 5.488566894970063561 ]562 },563 "obb": {564 "center": [565 -980.8154461664999,566 -289.30589507820514,567 266.8206677131293568 ],569 "extent": [570 6.399618785304483,571 6.3995519518121,572 5.488566894970063573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -980.8065795898438,582 -289.26336669921875,583 261.117431640625584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 0.7299999594688416,592 0.7299999594688416,593 0.7299999594688416594 ]595 },596 "color": [597 191,598 127,599 255600 ]601 },602 {603 "object_id": "SM_decorativepaint_03_169",604 "bbox_2d": [605 130,606 227,607 208,608 411609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -1042.7444884405973,614 -293.28934372917,615 284.4382883026524616 ],617 "extent": [618 36.363176594484685,619 2.4976352548455907,620 40.80458673799876621 ]622 },623 "obb": {624 "center": [625 -1042.7444884405973,626 -293.28934372917,627 284.4382883026524628 ],629 "extent": [630 36.363176594484685,631 2.4976352548455907,632 40.80458673799876633 ],634 "rotation": [635 0,636 180,637 0638 ]639 },640 "location": [641 -1043.714599609375,642 -293.2848205566406,643 288.9330749511719644 ],645 "rotation": [646 0,647 180,648 0649 ],650 "scale": [651 1.0057018995285034,652 1.0057018995285034,653 1.0057018995285034654 ]655 },656 "color": [657 191,658 191,659 0660 ]661 },662 {663 "object_id": "SM_decorativepaint_7",664 "bbox_2d": [665 1368,666 0,667 1919,668 459669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -449.79917434617255,674 -292.2398054839354,675 261.49526451148404676 ],677 "extent": [678 45.099582993773765,679 1.7134752887805007,680 66.8923036535898681 ]682 },683 "obb": {684 "center": [685 -449.79917434617255,686 -292.2398054839354,687 261.49526451148404688 ],689 "extent": [690 45.099582993773765,691 1.7134752887805007,692 66.8923036535898693 ],694 "rotation": [695 0,696 -90.00000000000001,697 0698 ]699 },700 "location": [701 -449.7991638183594,702 -292.23980712890625,703 261.4952697753906704 ],705 "rotation": [706 0,707 -90.00000000000001,708 0709 ],710 "scale": [711 0.6899507641792297,712 0.6899507641792297,713 0.6899507641792297714 ]715 },716 "color": [717 191,718 191,719 255720 ]721 },722 {723 "object_id": "SM_saltrock_173",724 "bbox_2d": [725 64,726 149,727 120,728 217729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -1100.274589937832,734 -285.78085624707484,735 359.5367664319224736 ],737 "extent": [738 16.429322229072795,739 16.357189488208064,740 18.137369874181786741 ]742 },743 "obb": {744 "center": [745 -1100.274589937832,746 -285.78085624707484,747 359.5367664319224748 ],749 "extent": [750 16.429322229072795,751 16.357189488208064,752 18.137369874181786753 ],754 "rotation": [755 0,756 -38.64712524414063,757 0758 ]759 },760 "location": [761 -1100.864990234375,762 -285.82733154296875,763 341.3953552246094764 ],765 "rotation": [766 0,767 -38.64712524414063,768 0769 ],770 "scale": [771 1.1449999809265137,772 1.1449999809265137,773 1.1449999809265137774 ]775 },776 "color": [777 191,778 191,779 127780 ]781 },782 {783 "object_id": "SM_decorateswallrack3_185",784 "bbox_2d": [785 701,786 413,787 1054,788 454789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -616.5359497070312,794 -285.3233642578125,795 205.22042846679688796 ],797 "extent": [798 49.73320770263672,799 9.933794021606445,800 1.8625863790512085801 ]802 },803 "obb": {804 "center": [805 -616.5359497070312,806 -285.3233642578125,807 205.22042846679688808 ],809 "extent": [810 49.73320770263672,811 9.933794021606445,812 1.8625863790512085813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 -616.5359497070312,822 -285.3233642578125,823 205.22042846679688824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 0,838 255,839 31840 ]841 },842 {843 "object_id": "SM_metaldecoration_188",844 "bbox_2d": [845 699,846 256,847 793,848 432849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 -653.1397215460825,854 -279.58102200803864,855 232.5884246826172856 ],857 "extent": [858 12.114604869455775,859 14.537557407492898,860 25.505386352539062861 ]862 },863 "obb": {864 "center": [865 -653.1397215460825,866 -279.58102200803864,867 232.5884246826172868 ],869 "extent": [870 12.114604869455775,871 14.537557407492898,872 25.505386352539062873 ],874 "rotation": [875 0,876 91.50399017333986,877 0878 ]879 },880 "location": [881 -650.1242065429688,882 -285.5655517578125,883 207.08303833007812884 ],885 "rotation": [886 0,887 91.50399017333986,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 0,898 127,899 31900 ]901 },902 {903 "object_id": "SM_decorateswallrack4",904 "bbox_2d": [905 223,906 140,907 404,908 210909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 -893.5386352539062,914 -285.3234558105469,915 325.30029296875916 ],917 "extent": [918 49.73320770263672,919 9.933794021606445,920 1.8625863790512085921 ]922 },923 "obb": {924 "center": [925 -893.5386352539062,926 -285.3234558105469,927 325.30029296875928 ],929 "extent": [930 49.73320770263672,931 9.933794021606445,932 1.8625863790512085933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 -893.5386352539062,942 -285.3234558105469,943 325.30029296875944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 191,958 0,959 31960 ]961 },962 {963 "object_id": "SM_decorateswallrack5",964 "bbox_2d": [965 856,966 58,967 1278,968 194969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -563.0452270507812,974 -285.3233642578125,975 272.803466796875976 ],977 "extent": [978 49.73320770263672,979 9.933794021606445,980 1.8625863790512085981 ]982 },983 "obb": {984 "center": [985 -563.0452270507812,986 -285.3233642578125,987 272.803466796875988 ],989 "extent": [990 49.73320770263672,991 9.933794021606445,992 1.8625863790512085993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 -563.0452270507812,1002 -285.3233642578125,1003 272.8034667968751004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 191,1018 255,1019 311020 ]1021 },1022 {1023 "object_id": "SM_decoratesceramics_01_54",1024 "bbox_2d": [1025 781,1026 400,1027 890,1028 4161029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 -621.7383726751472,1034 -278.85408086222174,1035 211.77360534667971036 ],1037 "extent": [1038 15.869082166366411,1039 6.697081892269637,1040 1.40565490722656251041 ]1042 },1043 "obb": {1044 "center": [1045 -621.7383726751472,1046 -278.85408086222174,1047 211.77360534667971048 ],1049 "extent": [1050 15.869082166366411,1051 6.697081892269637,1052 1.40565490722656251053 ],1054 "rotation": [1055 0,1056 -4.3038368225097665,1057 01058 ]1059 },1060 "location": [1061 -621.8994140625,1062 -278.76202392578125,1063 211.550354003906251064 ],1065 "rotation": [1066 0,1067 -4.3038368225097665,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 127,1078 31,1079 1911080 ]1081 }1082 ],1083 "globe": [1084 {1085 "object_id": "SM_globe_176",1086 "bbox_2d": [1087 230,1088 228,1089 314,1090 3351091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 -913.6752146929969,1096 -280.17501875240316,1097 283.00361633300781098 ],1099 "extent": [1100 20.724565604653435,1101 21.043756118637305,1102 22.1991615295410161103 ]1104 },1105 "obb": {1106 "center": [1107 -913.6752146929969,1108 -280.17501875240316,1109 283.00361633300781110 ],1111 "extent": [1112 20.724565604653435,1113 21.043756118637305,1114 22.1991615295410161115 ],1116 "rotation": [1117 0,1118 54.14358520507811,1119 01120 ]1121 },1122 "location": [1123 -914.5142822265625,1124 -281.33599853515625,1125 261.1174316406251126 ],1127 "rotation": [1128 0,1129 54.14358520507811,1130 01131 ],1132 "scale": [1133 1,1134 1,1135 11136 ]1137 },1138 "color": [1139 191,1140 191,1141 631142 ]1143 }1144 ],1145 "books": [1146 {1147 "object_id": "SM_book_01_30",1148 "bbox_2d": [1149 1111,1150 0,1151 1271,1152 921153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -529.315765481862,1158 -283.5308543289061,1159 290.753640351599531160 ],1161 "extent": [1162 14.576301932724732,1163 10.882089069250469,1164 16.1104776077457361165 ]1166 },1167 "obb": {1168 "center": [1169 -529.315765481862,1170 -283.5308543289061,1171 290.753640351599531172 ],1173 "extent": [1174 14.576301932724732,1175 10.882089069250469,1176 16.1104776077457361177 ],1178 "rotation": [1179 3.1805546814635168e-15,1180 90.00000000000003,1181 -89.999488830566431182 ]1183 },1184 "location": [1185 -527.5079956054688,1186 -285.4132995605469,1187 274.66604614257811188 ],1189 "rotation": [1190 3.1805546814635168e-15,1191 90.00000000000003,1192 -89.999488830566431193 ],1194 "scale": [1195 0.6008799076080322,1196 0.6008799076080322,1197 0.60087990760803221198 ]1199 },1200 "color": [