TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ResidentialGarage",3 "view_id": "l003_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/ResidentialGarage/l003_r002/lit.png",5 "camera": {6 "location": [7 -191,8 107,9 13110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -191,38 107,39 131,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "building material": [54 {55 "object_id": "SM_Plank2_512",56 "bbox_2d": [57 1558,58 519,59 1813,60 52861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -593.2592163085938,66 274.4866638183594,67 136.4579582214355568 ],69 "extent": [70 64.775446137892,71 12.514301934527055,72 1.180984497070312573 ]74 },75 "obb": {76 "center": [77 -593.2592163085938,78 274.4866638183594,79 136.4579582214355580 ],81 "extent": [82 64.775446137892,83 12.514301934527055,84 1.180984497070312585 ],86 "rotation": [87 0,88 90.00011444091797,89 090 ]91 },92 "location": [93 -593.2592163085938,94 274.4866638183594,95 135.276977539062596 ],97 "rotation": [98 0,99 90.00011444091797,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 31,110 0,111 127112 ]113 }114 ],115 "beam": [116 {117 "object_id": "SM_Support_Beam2_541",118 "bbox_2d": [119 598,120 0,121 680,122 786123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -238.18710758472957,128 339.1098234822874,129 184.21585083007812130 ],131 "extent": [132 52.25633420209935,133 8.54310078178105,134 153.40621948242188135 ]136 },137 "obb": {138 "center": [139 -238.18710758472957,140 339.1098234822874,141 184.21585083007812142 ],143 "extent": [144 52.25633420209935,145 8.54310078178105,146 153.40621948242188147 ],148 "rotation": [149 0,150 90.00011444091797,151 0152 ]153 },154 "location": [155 -238.31495666503906,156 340.77008056640625,157 30.80963134765625158 ],159 "rotation": [160 0,161 90.00011444091797,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 31,172 127,173 63174 ]175 }176 ]177 },178 "foreground": {179 "equipment": [180 {181 "object_id": "SM_Gasheater_248",182 "bbox_2d": [183 1607,184 561,185 1876,186 807187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -686.4393307871114,192 292.9475555419878,193 75.80960464477539194 ],195 "extent": [196 60.00006443961763,197 26.665037194481044,198 45.00000762939453199 ]200 },201 "obb": {202 "center": [203 -686.4393307871114,204 292.9475555419878,205 75.80960464477539206 ],207 "extent": [208 60.00006443961763,209 26.665037194481044,210 45.00000762939453211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 -686.4393310546875,220 294.6124572753906,221 30.809600830078125222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 127,236 191,237 63238 ]239 },240 {241 "object_id": "SM_Welding_Torch2_692",242 "bbox_2d": [243 995,244 540,245 1143,246 553247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -323.9848329610573,252 294.4369448396566,253 129.4766424894333254 ],255 "extent": [256 11.635671781003737,257 23.078236568847615,258 1.6359065771102905259 ]260 },261 "obb": {262 "center": [263 -323.9848329610573,264 294.4369448396566,265 129.4766424894333266 ],267 "extent": [268 11.635671781003737,269 23.078236568847615,270 1.6359065771102905271 ],272 "rotation": [273 0,274 160.00013732910156,275 0276 ]277 },278 "location": [279 -327.79095458984375,280 283.9796447753906,281 127.84073638916016282 ],283 "rotation": [284 0,285 160.00013732910156,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 191,296 191,297 95298 ]299 }300 ],301 "shelves": [302 {303 "object_id": "SM_Shelves_01_413",304 "bbox_2d": [305 1836,306 375,307 1919,308 575309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -1018.4350509643798,314 310.48289871214195,315 161.2667694091797316 ],317 "extent": [318 71.1229590232665,319 37.54721726412532,320 130.4571075439453321 ]322 },323 "obb": {324 "center": [325 -1018.4350509643798,326 310.48289871214195,327 161.2667694091797328 ],329 "extent": [330 71.1229590232665,331 37.54721726412532,332 130.4571075439453333 ],334 "rotation": [335 0,336 -90.00012207031251,337 0338 ]339 },340 "location": [341 -1018.43505859375,342 310.48291015625,343 30.809661865234375344 ],345 "rotation": [346 0,347 -90.00012207031251,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 191,358 255,359 31360 ]361 },362 {363 "object_id": "SM_Shelves_2",364 "bbox_2d": [365 1741,366 189,367 1919,368 758369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -853.5046310425048,374 310.48289871214195,375 161.2667694091797376 ],377 "extent": [378 71.1229590232665,379 37.54721726412532,380 130.4571075439453381 ]382 },383 "obb": {384 "center": [385 -853.5046310425048,386 310.48289871214195,387 161.2667694091797388 ],389 "extent": [390 71.1229590232665,391 37.54721726412532,392 130.4571075439453393 ],394 "rotation": [395 0,396 -90.00012207031251,397 0398 ]399 },400 "location": [401 -853.504638671875,402 310.48291015625,403 30.809661865234375404 ],405 "rotation": [406 0,407 -90.00012207031251,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 127,419 31420 ]421 },422 {423 "object_id": "SM_Shelves_497",424 "bbox_2d": [425 1608,426 293,427 1815,428 476429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -686.8273537395886,434 305.87719249727115,435 201.1854705810547436 ],437 "extent": [438 64.77544333912135,439 13.891255886307988,440 40.52800750732422441 ]442 },443 "obb": {444 "center": [445 -686.8273537395886,446 305.87719249727115,447 201.1854705810547448 ],449 "extent": [450 64.77544333912135,451 13.891255886307988,452 40.52800750732422453 ],454 "rotation": [455 0,456 -90.00009155273439,457 0458 ]459 },460 "location": [461 -686.8273315429688,462 319.7683410644531,463 201.1854705810547464 ],465 "rotation": [466 0,467 -90.00009155273439,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 31,479 31480 ]481 },482 {483 "object_id": "SM_Mobile_Shelves2_509",484 "bbox_2d": [485 1557,486 526,487 1755,488 852489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -558.4520351395595,494 299.58094915944054,495 82.95089721679688496 ],497 "extent": [498 53.54827475048046,499 45.36089271040903,500 52.32609558105469501 ]502 },503 "obb": {504 "center": [505 -558.4520351395595,506 299.58094915944054,507 82.95089721679688508 ],509 "extent": [510 53.54827475048046,511 45.36089271040903,512 52.32609558105469513 ],514 "rotation": [515 0,516 -80,517 0518 ]519 },520 "location": [521 -559.2078857421875,522 303.0128173828125,523 30.80963134765625524 ],525 "rotation": [526 0,527 -80,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 31,538 0,539 255540 ]541 },542 {543 "object_id": "SM_Shelves_04_538",544 "bbox_2d": [545 702,546 250,547 1346,548 959549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -324.55121612551267,554 305.0390472412231,555 106.82341766357422556 ],557 "extent": [558 70.56433259548163,559 39.16161940719303,560 76.01344299316406561 ]562 },563 "obb": {564 "center": [565 -324.55121612551267,566 305.0390472412231,567 106.82341766357422568 ],569 "extent": [570 70.56433259548163,571 39.16161940719303,572 76.01344299316406573 ],574 "rotation": [575 0,576 -90.00009155273439,577 0578 ]579 },580 "location": [581 -324.55120849609375,582 305.0390625,583 30.809982299804688584 ],585 "rotation": [586 0,587 -90.00009155273439,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 31,598 127,599 127600 ]601 }602 ],603 "paint": [604 {605 "object_id": "SM_Paint_Bucket_417",606 "bbox_2d": [607 1902,608 579,609 1919,610 619611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -987.3361821517066,616 315.23781497173053,617 83.8699722290039618 ],619 "extent": [620 48.27568187041345,621 52.87585648607643,622 22.705400466918945623 ]624 },625 "obb": {626 "center": [627 -987.3361821517066,628 315.23781497173053,629 83.8699722290039630 ],631 "extent": [632 48.27568187041345,633 52.87585648607643,634 22.705400466918945635 ],636 "rotation": [637 0,638 -30.000061035156264,639 0640 ]641 },642 "location": [643 -987.336181640625,644 315.2378234863281,645 61.164573669433594646 ],647 "rotation": [648 0,649 -30.000061035156264,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 63,661 31662 ]663 },664 {665 "object_id": "SM_Paint_Bucket_420",666 "bbox_2d": [667 1902,668 576,669 1919,670 578671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -1055.0086650848389,676 317.8160057067871,677 83.86985778808594678 ],679 "extent": [680 30.740041732788086,681 43.30799865722656,682 22.705400466918945683 ]684 },685 "obb": {686 "center": [687 -1055.0086650848389,688 317.8160057067871,689 83.86985778808594690 ],691 "extent": [692 30.740041732788086,693 43.30799865722656,694 22.705400466918945695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -1055.0086669921875,704 317.8160095214844,705 61.164459228515625706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 191,721 31722 ]723 },724 {725 "object_id": "SM_Paints_Merged_01_488",726 "bbox_2d": [727 1902,728 620,729 1919,730 678731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -853.9398836323775,736 309.9132990459924,737 74.66235256195068738 ],739 "extent": [740 65.59484421726881,741 35.43399611003315,742 13.509798049926758743 ]744 },745 "obb": {746 "center": [747 -853.9398836323775,748 309.9132990459924,749 74.66235256195068750 ],751 "extent": [752 65.59484421726881,753 35.43399611003315,754 13.509798049926758755 ],756 "rotation": [757 0,758 -90.00009155273439,759 0760 ]761 },762 "location": [763 -854.2619018554688,764 311.95428466796875,765 61.164459228515625766 ],767 "rotation": [768 0,769 -90.00009155273439,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 191,780 31,781 63782 ]783 },784 {785 "object_id": "SM_Paints_Merged_02_491",786 "bbox_2d": [787 1757,788 516,789 1919,790 562791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -855.301757812498,796 310.7578468322754,797 129.05965518951416798 ],799 "extent": [800 64.2664751504334,801 34.82038106265583,802 13.499897003173828803 ]804 },805 "obb": {806 "center": [807 -855.301757812498,808 310.7578468322754,809 129.05965518951416810 ],811 "extent": [812 64.2664751504334,813 34.82038106265583,814 13.499897003173828815 ],816 "rotation": [817 0,818 -90.00003051757814,819 0820 ]821 },822 "location": [823 -855.3017578125,824 310.7578430175781,825 115.55976104736328826 ],827 "rotation": [828 0,829 -90.00003051757814,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 191,840 31,841 191842 ]843 },844 {845 "object_id": "SM_Paints_Merged_03_494",846 "bbox_2d": [847 1741,848 400,849 1919,850 454851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -851.5678024291992,856 310.5033874511597,857 183.3397340774536858 ],859 "extent": [860 64.23076885197497,861 35.022037143273906,862 13.596955299377441863 ]864 },865 "obb": {866 "center": [867 -851.5678024291992,868 310.5033874511597,869 183.3397340774536870 ],871 "extent": [872 64.23076885197497,873 35.022037143273906,874 13.596955299377441875 ],876 "rotation": [877 0,878 -90.00009155273439,879 0880 ]881 },882 "location": [883 -851.5678100585938,884 310.5033874511719,885 169.9551239013672886 ],887 "rotation": [888 0,889 -90.00009155273439,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 0,900 31,901 31902 ]903 },904 {905 "object_id": "SM_Paint_Spray_Yellow4_500",906 "bbox_2d": [907 1706,908 334,909 1735,910 396911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -692.4186992645264,916 305.44555950164795,917 205.66162014007568918 ],919 "extent": [920 5.244768142700195,921 5.244767189025879,922 15.000000953674316923 ]924 },925 "obb": {926 "center": [927 -692.4186992645264,928 305.44555950164795,929 205.66162014007568930 ],931 "extent": [932 5.244768142700195,933 5.244767189025879,934 15.000000953674316935 ],936 "rotation": [937 0,938 0,939 0940 ]941 },942 "location": [943 -692.418701171875,944 305.445556640625,945 190.66162109375946 ],947 "rotation": [948 0,949 0,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 127,960 31,961 31962 ]963 },964 {965 "object_id": "SM_Paint_Spray_Red4_503",966 "bbox_2d": [967 1749,968 260,969 1765,970 315971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 -724.7996225357056,976 306.77356147766113,977 242.76910305023193978 ],979 "extent": [980 5.244769096374512,981 5.2447662353515625,982 15.000000953674316983 ]984 },985 "obb": {986 "center": [987 -724.7996225357056,988 306.77356147766113,989 242.76910305023193990 ],991 "extent": [992 5.244769096374512,993 5.2447662353515625,994 15.000000953674316995 ],996 "rotation": [997 0,998 0,999 01000 ]1001 },1002 "location": [1003 -724.7996215820312,1004 306.7735595703125,1005 227.769104003906251006 ],1007 "rotation": [1008 0,1009 0,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 63,1020 31,1021 311022 ]1023 },1024 {1025 "object_id": "SM_Paint_Spray_Brown2_506",1026 "bbox_2d": [1027 1719,1028 253,1029 1748,1030 3101031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 -706.0846443176063,1036 306.0990109443466,1037 242.769105911254881038 ],1039 "extent": [1040 5.244775314325921,1041 5.244778175343924,1042 15.0000019073486331043 ]1044 },1045 "obb": {1046 "center": [1047 -706.0846443176063,1048 306.0990109443466,1049 242.769105911254881050 ],1051 "extent": [1052 5.244775314325921,1053 5.244778175343924,1054 15.0000019073486331055 ],1056 "rotation": [1057 0,1058 -90.00009918212892,1059 01060 ]1061 },1062 "location": [1063 -706.0846557617188,1064 306.0989990234375,1065 227.769104003906251066 ],1067 "rotation": [1068 0,1069 -90.00009918212892,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 191,1080 31,1081 311082 ]1083 },1084 {1085 "object_id": "SM_Paints_Merged_550",1086 "bbox_2d": [1087 751,1088 644,1089 1298,1090 8461091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 -326.5272554585493,1096 305.340941868258,1097 86.342177391052251098 ],1099 "extent": [1100 65.59484421726887,1101 35.43399611003315,1102 13.5097980499267581103 ]1104 },1105 "obb": {1106 "center": [1107 -326.5272554585493,1108 305.340941868258,1109 86.342177391052251110 ],1111 "extent": [1112 65.59484421726887,1113 35.43399611003315,1114 13.5097980499267581115 ],1116 "rotation": [1117 0,1118 -90.00009155273439,1119 01120 ]1121 },1122 "location": [1123 -326.8492736816406,1124 307.3819274902344,1125 72.844284057617191126 ],1127 "rotation": [1128 0,1129 -90.00009155273439,1130 01131 ],1132 "scale": [1133 1,1134 1,1135 11136 ]1137 },1138 "color": [1139 31,1140 63,1141 2551142 ]1143 },1144 {1145 "object_id": "SM_Paint_Spray_Blue3_553",1146 "bbox_2d": [1147 850,1148 399,1149 868,1150 5561151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 -264.7933241246403,1156 280.6942147666178,1157 142.840545654296881158 ],1159 "extent": [1160 6.722278137542162,1161 6.722276997567519,1162 151163 ]1164 },1165 "obb": {1166 "center": [1167 -264.7933241246403,1168 280.6942147666178,1169 142.840545654296881170 ],1171 "extent": [1172 6.722278137542162,1173 6.722276997567519,1174 151175 ],1176 "rotation": [1177 0,1178 -70.00011444091797,1179 01180 ]1181 },1182 "location": [1183 -264.7933349609375,1184 280.6942138671875,1185 127.840545654296881186 ],1187 "rotation": [1188 0,1189 -70.00011444091797,1190 01191 ],1192 "scale": [1193 1,1194 1,1195 11196 ]1197 },1198 "color": [1199 31,1200 63,