TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l038_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l038_r004/lit.png",5 "camera": {6 "location": [7 -945,8 87,9 20110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -945,38 87,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 615,58 1001,59 944,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_leftwall_8",118 "bbox_2d": [119 778,120 0,121 1919,122 943123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -512.0688954164282,128 -240.97154998867288,129 245.5155487060547130 ],131 "extent": [132 725.6351637653181,133 99.6704478559158,134 242.13623046875135 ]136 },137 "obb": {138 "center": [139 -512.0688954164282,140 -240.97154998867288,141 245.5155487060547142 ],143 "extent": [144 725.6351637653181,145 99.6704478559158,146 242.13623046875147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -512.0692138671875,156 -290.13128662109375,157 0158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 },176 {177 "object_id": "SM_frontwall_5",178 "bbox_2d": [179 197,180 0,181 777,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -1240.4295752343487,188 -48.000000000007816,189 246.48490142822266190 ],191 "extent": [192 10.572162284987598,193 198.86315791456767,194 242.13623046875195 ]196 },197 "obb": {198 "center": [199 -1240.4295752343487,200 -48.000000000007816,201 246.48490142822266202 ],203 "extent": [204 10.572162284987598,205 198.86315791456767,206 242.13623046875207 ],208 "rotation": [209 0,210 -179.9999542236328,211 0212 ]213 },214 "location": [215 -1240.4295654296875,216 -48,217 4.831062316894531218 ],219 "rotation": [220 0,221 -179.9999542236328,222 0223 ],224 "scale": [225 0.6425582766532898,226 1.0200690031051636,227 1228 ]229 },230 "color": [231 95,232 0,233 127234 ]235 }236 ]237 },238 "foreground": {239 "awning": [240 {241 "object_id": "SM_awning_3",242 "bbox_2d": [243 757,244 291,245 759,246 298247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -1368.5507392984491,252 -40.90485611006264,253 349.7695791132642254 ],255 "extent": [256 131.07720848694953,257 245.26249539648242,258 110.25830092356955259 ]260 },261 "obb": {262 "center": [263 -1368.5507392984491,264 -40.90485611006264,265 349.7695791132642266 ],267 "extent": [268 131.07720848694953,269 245.26249539648242,270 110.25830092356955271 ],272 "rotation": [273 0,274 90.00000000000001,275 0276 ]277 },278 "location": [279 -1237.7021484375,280 -40.9401969909668,281 303.2781066894531282 ],283 "rotation": [284 0,285 90.00000000000001,286 0287 ],288 "scale": [289 0.4749999940395355,290 0.5496014356613159,291 0.4749999940395355292 ]293 },294 "color": [295 127,296 0,297 63298 ]299 }300 ],301 "sofa": [302 {303 "object_id": "SM_sofa_01_2",304 "bbox_2d": [305 787,306 737,307 1693,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -1043.258188634075,314 -238.85671997070312,315 60.04216012080906316 ],317 "extent": [318 135.43008252909203,319 59.66188049316406,320 53.81030763473973321 ]322 },323 "obb": {324 "center": [325 -1043.258188634075,326 -238.85671997070312,327 60.04216012080906328 ],329 "extent": [330 135.43008252909203,331 59.66188049316406,332 53.81030763473973333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -1043.650634765625,342 -236.76800537109375,343 6.2085723876953125344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 0.949999988079071,352 1,353 1.0600552558898926354 ]355 },356 "color": [357 127,358 255,359 63360 ]361 },362 {363 "object_id": "SM_sofa_10",364 "bbox_2d": [365 1651,366 828,367 1919,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -772.9204200793874,374 -238.85671997070312,375 60.0421596439719376 ],377 "extent": [378 135.43008252909203,379 59.66188049316406,380 53.81030763473973381 ]382 },383 "obb": {384 "center": [385 -772.9204200793874,386 -238.85671997070312,387 60.0421596439719388 ],389 "extent": [390 135.43008252909203,391 59.66188049316406,392 53.81030763473973393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -773.3128662109375,402 -236.76800537109375,403 6.208571910858154404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 0.949999988079071,412 1,413 1.0600552558898926414 ]415 },416 "color": [417 127,418 127,419 63420 ]421 }422 ],423 "desk 008 parts": [424 {425 "object_id": "SM_desk_15",426 "bbox_2d": [427 534,428 857,429 868,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -1149.5740814248531,436 -120.84472621512222,437 49.12732804136613438 ],439 "extent": [440 31.34300854715252,441 37.408675625300724,442 43.30350411253312443 ]444 },445 "obb": {446 "center": [447 -1149.5740814248531,448 -120.84472621512222,449 49.12732804136613450 ],451 "extent": [452 31.34300854715252,453 37.408675625300724,454 43.30350411253312455 ],456 "rotation": [457 0,458 1.3044940233230595,459 0460 ]461 },462 "location": [463 -1149.5740966796875,464 -120.8447265625,465 5.823823928833008466 ],467 "rotation": [468 0,469 1.3044940233230595,470 0471 ],472 "scale": [473 1,474 1,475 0.9299650192260742476 ]477 },478 "color": [479 0,480 63,481 255482 ]483 },484 {485 "object_id": "SM_desk2",486 "bbox_2d": [487 702,488 891,489 1055,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -1085.923080444336,496 -121.00909423828125,497 49.127328518203285498 ],499 "extent": [500 30.51487922668457,501 36.7234992980957,502 43.30350411253312503 ]504 },505 "obb": {506 "center": [507 -1085.923080444336,508 -121.00909423828125,509 49.127328518203285510 ],511 "extent": [512 30.51487922668457,513 36.7234992980957,514 43.30350411253312515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -1085.923095703125,524 -121.00909423828125,525 5.823824405670166526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 0.9299650192260742536 ]537 },538 "color": [539 0,540 63,541 127542 ]543 },544 {545 "object_id": "SM_desk3",546 "bbox_2d": [547 903,548 936,549 1279,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -1024.756332397461,556 -117.0438232421875,557 49.1274048121486558 ],559 "extent": [560 30.51487922668457,561 36.7234992980957,562 43.30350411253312563 ]564 },565 "obb": {566 "center": [567 -1024.756332397461,568 -117.0438232421875,569 49.1274048121486570 ],571 "extent": [572 30.51487922668457,573 36.7234992980957,574 43.30350411253312575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -1024.75634765625,584 -117.0438232421875,585 5.8239006996154785586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 0.9299650192260742596 ]597 },598 "color": [599 255,600 63,601 0602 ]603 },604 {605 "object_id": "SM_desk4_27",606 "bbox_2d": [607 1235,608 982,609 1583,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -963.3924407958984,616 -121.00906372070312,617 49.1274195941005618 ],619 "extent": [620 30.51487922668457,621 36.7234992980957,622 43.30350411253312623 ]624 },625 "obb": {626 "center": [627 -963.3924407958984,628 -121.00906372070312,629 49.1274195941005630 ],631 "extent": [632 30.51487922668457,633 36.7234992980957,634 43.30350411253312635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -963.3924560546875,644 -121.00906372070312,645 5.823915481567383646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 0.9299650192260742656 ]657 },658 "color": [659 255,660 63,661 255662 ]663 }664 ],665 "chair": [666 {667 "object_id": "SM_chair_01_10",668 "bbox_2d": [669 320,670 976,671 629,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -1166.520584338869,678 -59.27396403106201,679 49.59096338579707680 ],681 "extent": [682 30.81840075139644,683 33.55901567798762,684 43.28227930600315685 ]686 },687 "obb": {688 "center": [689 -1166.520584338869,690 -59.27396403106201,691 49.59096338579707692 ],693 "extent": [694 30.81840075139644,695 33.55901567798762,696 43.28227930600315697 ],698 "rotation": [699 0,700 -177.03761291503906,701 0702 ]703 },704 "location": [705 -1164.8941650390625,706 -59.652992248535156,707 6.208587646484375708 ],709 "rotation": [710 0,711 -177.03761291503906,712 0713 ],714 "scale": [715 0.9599999785423279,716 0.9599999785423279,717 0.9599999785423279718 ]719 },720 "color": [721 63,722 0,723 0724 ]725 },726 {727 "object_id": "SM_chair_02_13",728 "bbox_2d": [729 499,730 1040,731 610,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -1084.6317677730306,738 -56.24257873146594,739 56.874197042362084740 ],741 "extent": [742 34.28097198032765,743 33.702032102895814,744 50.20029117735385745 ]746 },747 "obb": {748 "center": [749 -1084.6317677730306,750 -56.24257873146594,751 56.874197042362084752 ],753 "extent": [754 34.28097198032765,755 33.702032102895814,756 50.20029117735385757 ],758 "rotation": [759 0,760 176.2114715576172,761 0762 ]763 },764 "location": [765 -1085.0169677734375,766 -56.60557556152344,767 6.2085723876953125768 ],769 "rotation": [770 0,771 176.2114715576172,772 0773 ],774 "scale": [775 0.9449999928474426,776 0.9449999928474426,777 0.9449999928474426778 ]779 },780 "color": [781 63,782 0,783 255784 ]785 },786 {787 "object_id": "SM_chair_3",788 "bbox_2d": [789 1261,790 811,791 1685,792 1079793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -954.1457533657889,798 -100.2290400717212,799 93.22388645373175800 ],801 "extent": [802 39.039302911319396,803 38.58944681574776,804 50.20029117735377805 ]806 },807 "obb": {808 "center": [809 -954.1457533657889,810 -100.2290400717212,811 93.22388645373175812 ],813 "extent": [814 39.039302911319396,815 38.58944681574776,816 50.20029117735377817 ],818 "rotation": [819 -1.7655625192200634e-31,820 -14.206774711608881,821 180822 ]823 },824 "location": [825 -953.8915405273438,826 -100.69328308105469,827 143.88951110839844828 ],829 "rotation": [830 -1.7655625192200634e-31,831 -14.206774711608881,832 180833 ],834 "scale": [835 0.9449999928474426,836 0.9449999928474426,837 0.9449999928474426838 ]839 },840 "color": [841 63,842 255,843 0844 ]845 }846 ],847 "decor": [848 {849 "object_id": "SM_decorateswall_01_125",850 "bbox_2d": [851 926,852 0,853 1919,854 725855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -898.4035882573808,860 -296.07508230729604,861 318.852354107461862 ],863 "extent": [864 284.6644189727813,865 2.37621697501163,866 172.2920759027329867 ]868 },869 "obb": {870 "center": [871 -898.4035882573808,872 -296.07508230729604,873 318.852354107461874 ],875 "extent": [876 284.6644189727813,877 2.37621697501163,878 172.2920759027329879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 -964.3432006835938,888 -305.5323791503906,889 131.41244506835938890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 -1.0299999713897705,898 1.0299999713897705,899 1.0299999713897705900 ]901 },902 "color": [903 191,904 255,905 127906 ]907 },908 {909 "object_id": "SM_decorateswallrack_128",910 "bbox_2d": [911 1374,912 336,913 1739,914 385915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -937.3092041015625,920 -284.0549011230469,921 259.2548522949219922 ],923 "extent": [924 49.73320770263672,925 12.255633496770542,926 1.8625863790512085927 ]928 },929 "obb": {930 "center": [931 -937.3092041015625,932 -284.0549011230469,933 259.2548522949219934 ],935 "extent": [936 49.73320770263672,937 12.255633496770542,938 1.8625863790512085939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 -937.3092041015625,948 -284.0549011230469,949 259.2548522949219950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 1,958 1.2337313890457153,959 1960 ]961 },962 "color": [963 191,964 255,965 63966 ]967 },968 {969 "object_id": "SM_decorateswallrack2",970 "bbox_2d": [971 1030,972 157,973 1285,974 225975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -1070.8502197265625,980 -285.3234558105469,981 339.53277587890625982 ],983 "extent": [984 49.73320770263672,985 9.933794021606445,986 1.8625863790512085987 ]988 },989 "obb": {990 "center": [991 -1070.8502197265625,992 -285.3234558105469,993 339.53277587890625994 ],995 "extent": [996 49.73320770263672,997 9.933794021606445,998 1.8625863790512085999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 -1070.8502197265625,1008 -285.3234558105469,1009 339.532775878906251010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 191,1024 127,1025 01026 ]1027 },1028 {1029 "object_id": "SM_decoratesceramics_02_132",1030 "bbox_2d": [1031 1377,1032 339,1033 1417,1034 3651035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -980.8154461664999,1040 -289.30589507820514,1041 266.82066771312931042 ],1043 "extent": [1044 6.399618785304483,1045 6.3995519518121,1046 5.4885668949700631047 ]1048 },1049 "obb": {1050 "center": [1051 -980.8154461664999,1052 -289.30589507820514,1053 266.82066771312931054 ],1055 "extent": [1056 6.399618785304483,1057 6.3995519518121,1058 5.4885668949700631059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -980.8065795898438,1068 -289.26336669921875,1069 261.1174316406251070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 0.7299999594688416,1078 0.7299999594688416,1079 0.72999995946884161080 ]1081 },1082 "color": [1083 191,1084 127,1085 2551086 ]1087 },1088 {1089 "object_id": "SM_decorativepaint_03_169",1090 "bbox_2d": [1091 1137,1092 209,1093 1325,1094 4361095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -1042.7444884405973,1100 -293.28934372917,1101 284.43828830265241102 ],1103 "extent": [1104 36.363176594484685,1105 2.4976352548455907,1106 40.804586737998761107 ]1108 },1109 "obb": {1110 "center": [1111 -1042.7444884405973,1112 -293.28934372917,1113 284.43828830265241114 ],1115 "extent": [1116 36.363176594484685,1117 2.4976352548455907,1118 40.804586737998761119 ],1120 "rotation": [1121 0,1122 180,1123 01124 ]1125 },1126 "location": [1127 -1043.714599609375,1128 -293.2848205566406,1129 288.93307495117191130 ],1131 "rotation": [1132 0,1133 180,1134 01135 ],1136 "scale": [1137 1.0057018995285034,1138 1.0057018995285034,1139 1.00570189952850341140 ]1141 },1142 "color": [1143 191,1144 191,1145 01146 ]1147 },1148 {1149 "object_id": "SM_saltrock_173",1150 "bbox_2d": [1151 1053,1152 112,1153 1113,1154 1981155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -1100.274589937832,1160 -285.78085624707484,1161 359.53676643192241162 ],1163 "extent": [1164 16.429322229072795,1165 16.357189488208064,1166 18.1373698741817861167 ]1168 },1169 "obb": {1170 "center": [1171 -1100.274589937832,1172 -285.78085624707484,1173 359.53676643192241174 ],1175 "extent": [1176 16.429322229072795,1177 16.357189488208064,1178 18.1373698741817861179 ],1180 "rotation": [1181 0,1182 -38.64712524414063,1183 01184 ]1185 },1186 "location": [1187 -1100.864990234375,1188 -285.82733154296875,1189 341.39535522460941190 ],1191 "rotation": [1192 0,1193 -38.64712524414063,1194 01195 ],1196 "scale": [1197 1.1449999809265137,1198 1.1449999809265137,1199 1.14499998092651371200 ]