TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l037_off0_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l037_off0_r004/lit.png",5 "camera": {6 "location": [7 -796,8 -104,9 23110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -796,38 -104,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_leftwall_8",56 "bbox_2d": [57 90,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -512.0688954164282,66 -240.97154998867288,67 245.515548706054768 ],69 "extent": [70 725.6351637653181,71 99.6704478559158,72 242.1362304687573 ]74 },75 "obb": {76 "center": [77 -512.0688954164282,78 -240.97154998867288,79 245.515548706054780 ],81 "extent": [82 725.6351637653181,83 99.6704478559158,84 242.1362304687585 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -512.0692138671875,94 -290.13128662109375,95 096 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_frontwall_5",116 "bbox_2d": [117 0,118 0,119 89,120 957121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -1240.4295752343487,126 -48.000000000007816,127 246.48490142822266128 ],129 "extent": [130 10.572162284987598,131 198.86315791456767,132 242.13623046875133 ]134 },135 "obb": {136 "center": [137 -1240.4295752343487,138 -48.000000000007816,139 246.48490142822266140 ],141 "extent": [142 10.572162284987598,143 198.86315791456767,144 242.13623046875145 ],146 "rotation": [147 0,148 -179.9999542236328,149 0150 ]151 },152 "location": [153 -1240.4295654296875,154 -48,155 4.831062316894531156 ],157 "rotation": [158 0,159 -179.9999542236328,160 0161 ],162 "scale": [163 0.6425582766532898,164 1.0200690031051636,165 1166 ]167 },168 "color": [169 95,170 0,171 127172 ]173 }174 ],175 "sidewalk": [176 {177 "object_id": "SM_sidewalk_68",178 "bbox_2d": [179 47,180 912,181 59,182 943183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -1404.224136352539,188 -393.4500427246094,189 1.4315639734268188190 ],191 "extent": [192 171.16180419921875,193 158.59075927734378,194 8.45494556427002195 ]196 },197 "obb": {198 "center": [199 -1404.224136352539,200 -393.4500427246094,201 1.4315639734268188202 ],203 "extent": [204 171.16180419921875,205 158.59075927734378,206 8.45494556427002207 ],208 "rotation": [209 0,210 90.00000000000001,211 0212 ]213 },214 "location": [215 -1404.22412109375,216 -393.45001220703125,217 1.4315639734268188218 ],219 "rotation": [220 0,221 90.00000000000001,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 127,233 0234 ]235 }236 ]237 },238 "foreground": {239 "plane": [240 {241 "object_id": "Plane_2",242 "bbox_2d": [243 47,244 820,245 59,246 915247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -91.475341796875,252 0.002471923828125,253 -7254 ],255 "extent": [256 1775,257 1775,258 2.851052727237402e-13259 ]260 },261 "obb": {262 "center": [263 -91.475341796875,264 0.002471923828125,265 -7266 ],267 "extent": [268 1775,269 1775,270 2.851052727237402e-13271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -91.475341796875,280 0.002471923828125,281 -7282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 35.5,290 35.5,291 35.5292 ]293 },294 "color": [295 255,296 0,297 0298 ]299 }300 ],301 "sofa": [302 {303 "object_id": "SM_sofa_01_2",304 "bbox_2d": [305 0,306 875,307 941,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -1043.258188634075,314 -238.85671997070312,315 60.04216012080906316 ],317 "extent": [318 135.43008252909203,319 59.66188049316406,320 53.81030763473973321 ]322 },323 "obb": {324 "center": [325 -1043.258188634075,326 -238.85671997070312,327 60.04216012080906328 ],329 "extent": [330 135.43008252909203,331 59.66188049316406,332 53.81030763473973333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -1043.650634765625,342 -236.76800537109375,343 6.2085723876953125344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 0.949999988079071,352 1,353 1.0600552558898926354 ]355 },356 "color": [357 127,358 255,359 63360 ]361 }362 ],363 "decor": [364 {365 "object_id": "SM_decorateswall_01_125",366 "bbox_2d": [367 315,368 0,369 1919,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -898.4035882573808,376 -296.07508230729604,377 318.852354107461378 ],379 "extent": [380 284.6644189727813,381 2.37621697501163,382 172.2920759027329383 ]384 },385 "obb": {386 "center": [387 -898.4035882573808,388 -296.07508230729604,389 318.852354107461390 ],391 "extent": [392 284.6644189727813,393 2.37621697501163,394 172.2920759027329395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 -964.3432006835938,404 -305.5323791503906,405 131.41244506835938406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 -1.0299999713897705,414 1.0299999713897705,415 1.0299999713897705416 ]417 },418 "color": [419 191,420 255,421 127422 ]423 },424 {425 "object_id": "SM_decorateswallrack_128",426 "bbox_2d": [427 636,428 389,429 1034,430 442431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -937.3092041015625,436 -284.0549011230469,437 259.2548522949219438 ],439 "extent": [440 49.73320770263672,441 12.255633496770542,442 1.8625863790512085443 ]444 },445 "obb": {446 "center": [447 -937.3092041015625,448 -284.0549011230469,449 259.2548522949219450 ],451 "extent": [452 49.73320770263672,453 12.255633496770542,454 1.8625863790512085455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -937.3092041015625,464 -284.0549011230469,465 259.2548522949219466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1.2337313890457153,475 1476 ]477 },478 "color": [479 191,480 255,481 63482 ]483 },484 {485 "object_id": "SM_decorateswallrack2",486 "bbox_2d": [487 357,488 135,489 616,490 226491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -1070.8502197265625,496 -285.3234558105469,497 339.53277587890625498 ],499 "extent": [500 49.73320770263672,501 9.933794021606445,502 1.8625863790512085503 ]504 },505 "obb": {506 "center": [507 -1070.8502197265625,508 -285.3234558105469,509 339.53277587890625510 ],511 "extent": [512 49.73320770263672,513 9.933794021606445,514 1.8625863790512085515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -1070.8502197265625,524 -285.3234558105469,525 339.53277587890625526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 127,541 0542 ]543 },544 {545 "object_id": "SM_decoratesceramics_02_132",546 "bbox_2d": [547 678,548 381,549 726,550 415551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -980.8154461664999,556 -289.30589507820514,557 266.8206677131293558 ],559 "extent": [560 6.399618785304483,561 6.3995519518121,562 5.488566894970063563 ]564 },565 "obb": {566 "center": [567 -980.8154461664999,568 -289.30589507820514,569 266.8206677131293570 ],571 "extent": [572 6.399618785304483,573 6.3995519518121,574 5.488566894970063575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -980.8065795898438,584 -289.26336669921875,585 261.117431640625586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 0.7299999594688416,594 0.7299999594688416,595 0.7299999594688416596 ]597 },598 "color": [599 191,600 127,601 255602 ]603 },604 {605 "object_id": "SM_decorativepaint_03_169",606 "bbox_2d": [607 480,608 201,609 653,610 500611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -1042.7444884405973,616 -293.28934372917,617 284.4382883026524618 ],619 "extent": [620 36.363176594484685,621 2.4976352548455907,622 40.80458673799876623 ]624 },625 "obb": {626 "center": [627 -1042.7444884405973,628 -293.28934372917,629 284.4382883026524630 ],631 "extent": [632 36.363176594484685,633 2.4976352548455907,634 40.80458673799876635 ],636 "rotation": [637 0,638 180,639 0640 ]641 },642 "location": [643 -1043.714599609375,644 -293.2848205566406,645 288.9330749511719646 ],647 "rotation": [648 0,649 180,650 0651 ],652 "scale": [653 1.0057018995285034,654 1.0057018995285034,655 1.0057018995285034656 ]657 },658 "color": [659 191,660 191,661 0662 ]663 },664 {665 "object_id": "SM_saltrock_173",666 "bbox_2d": [667 379,668 79,669 466,670 190671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -1100.274589937832,676 -285.78085624707484,677 359.5367664319224678 ],679 "extent": [680 16.429322229072795,681 16.357189488208064,682 18.137369874181786683 ]684 },685 "obb": {686 "center": [687 -1100.274589937832,688 -285.78085624707484,689 359.5367664319224690 ],691 "extent": [692 16.429322229072795,693 16.357189488208064,694 18.137369874181786695 ],696 "rotation": [697 0,698 -38.64712524414063,699 0700 ]701 },702 "location": [703 -1100.864990234375,704 -285.82733154296875,705 341.3953552246094706 ],707 "rotation": [708 0,709 -38.64712524414063,710 0711 ],712 "scale": [713 1.1449999809265137,714 1.1449999809265137,715 1.1449999809265137716 ]717 },718 "color": [719 191,720 191,721 127722 ]723 },724 {725 "object_id": "SM_decorateswallrack4",726 "bbox_2d": [727 780,728 5,729 1233,730 168731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -893.5386352539062,736 -285.3234558105469,737 325.30029296875738 ],739 "extent": [740 49.73320770263672,741 9.933794021606445,742 1.8625863790512085743 ]744 },745 "obb": {746 "center": [747 -893.5386352539062,748 -285.3234558105469,749 325.30029296875750 ],751 "extent": [752 49.73320770263672,753 9.933794021606445,754 1.8625863790512085755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -893.5386352539062,764 -285.3234558105469,765 325.30029296875766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 191,780 0,781 31782 ]783 }784 ],785 "globe": [786 {787 "object_id": "SM_globe_176",788 "bbox_2d": [789 832,790 195,791 961,792 399793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -913.6752146929969,798 -280.17501875240316,799 283.0036163330078800 ],801 "extent": [802 20.724565604653435,803 21.043756118637305,804 22.199161529541016805 ]806 },807 "obb": {808 "center": [809 -913.6752146929969,810 -280.17501875240316,811 283.0036163330078812 ],813 "extent": [814 20.724565604653435,815 21.043756118637305,816 22.199161529541016817 ],818 "rotation": [819 0,820 54.14358520507811,821 0822 ]823 },824 "location": [825 -914.5142822265625,826 -281.33599853515625,827 261.117431640625828 ],829 "rotation": [830 0,831 54.14358520507811,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 191,842 191,843 63844 ]845 }846 ],847 "books": [848 {849 "object_id": "SM_book_3",850 "bbox_2d": [851 797,852 0,853 898,854 119855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -929.1981377229906,860 -284.2509844584851,861 338.3977450935365862 ],863 "extent": [864 12.343715987036262,865 7.959319850298925,866 11.531588320623825867 ]868 },869 "obb": {870 "center": [871 -929.1981377229906,872 -284.2509844584851,873 338.3977450935365874 ],875 "extent": [876 12.343715987036262,877 7.959319850298925,878 11.531588320623825879 ],880 "rotation": [881 3.1805546814635168e-15,882 90.00000000000003,883 -89.99948883056643884 ]885 },886 "location": [887 -930.7042846679688,888 -286.1936340332031,889 326.8857727050781890 ],891 "rotation": [892 3.1805546814635168e-15,893 90.00000000000003,894 -89.99948883056643895 ],896 "scale": [897 0.4231252074241638,898 0.4231252074241638,899 0.4231252074241638900 ]901 },902 "color": [903 127,904 31,905 0906 ]907 },908 {909 "object_id": "SM_book_4",910 "bbox_2d": [911 895,912 0,913 1051,914 91915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -898.2030865564833,920 -285.7140703949822,921 339.25032057401404922 ],923 "extent": [924 16.01983889791984,925 7.89749195772697,926 12.379928695762715927 ]928 },929 "obb": {930 "center": [931 -898.2030865564833,932 -285.7140703949822,933 339.25032057401404934 ],935 "extent": [936 16.01983889791984,937 7.89749195772697,938 12.379928695762715939 ],940 "rotation": [941 3.1805546814635168e-15,942 90.00000000000003,943 -89.99948883056643944 ]945 },946 "location": [947 -897.7664184570312,948 -286.1936340332031,949 326.8931884765625950 ],951 "rotation": [952 3.1805546814635168e-15,953 90.00000000000003,954 -89.99948883056643955 ],956 "scale": [957 0.4231252074241638,958 0.4231252074241638,959 0.8433694839477539960 ]961 },962 "color": [963 127,964 31,965 255966 ]967 },968 {969 "object_id": "SM_book_033_57",970 "bbox_2d": [971 483,972 124,973 599,974 152975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -1035.1239943501507,980 -280.84586483274825,981 342.6562458439465982 ],983 "extent": [984 13.657708713630882,985 10.606088616869613,986 0.805646658549108987 ]988 },989 "obb": {990 "center": [991 -1035.1239943501507,992 -280.84586483274825,993 342.6562458439465994 ],995 "extent": [996 13.657708713630882,997 10.606088616869613,998 0.805646658549108999 ],1000 "rotation": [1001 0,1002 -97.44665527343751,1003 01004 ]1005 },1006 "location": [1007 -1047.5623779296875,1008 -278.9710998535156,1009 341.860839843751010 ],1011 "rotation": [1012 0,1013 -97.44665527343751,1014 01015 ],1016 "scale": [1017 0.5424999594688416,1018 0.5424999594688416,1019 0.54249995946884161020 ]1021 },1022 "color": [1023 63,1024 31,1025 01026 ]1027 },1028 {1029 "object_id": "SM_book_60",1030 "bbox_2d": [1031 484,1032 116,1033 582,1034 1451035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -1039.4472802879984,1040 -281.2264447827512,1041 345.3746395002831042 ],1043 "extent": [1044 12.108971746120687,1045 9.415469353514254,1046 1.410110548840181047 ]1048 },1049 "obb": {1050 "center": [1051 -1039.4472802879984,1052 -281.2264447827512,1053 345.3746395002831054 ],1055 "extent": [1056 12.108971746120687,1057 9.415469353514254,1058 1.410110548840181059 ],1060 "rotation": [1061 0,1062 -84.69244384765625,1063 01064 ]1065 },1066 "location": [1067 -1050.788818359375,1068 -282.0469665527344,1069 343.970275878906251070 ],1071 "rotation": [1072 0,1073 -84.69244384765625,1074 01075 ],1076 "scale": [1077 0.5425000190734863,1078 0.5425000190734863,1079 0.54250001907348631080 ]1081 },1082 "color": [1083 63,1084 31,1085 2551086 ]1087 },1088 {1089 "object_id": "SM_book_35",1090 "bbox_2d": [1091 424,1092 140,1093 499,1094 1731095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -1066.1295382708743,1100 -281.0414396785698,1101 343.26120226776721102 ],1103 "extent": [1104 14.10165466364856,1105 11.281433880261602,1106 1.41011041949809621107 ]1108 },1109 "obb": {1110 "center": [1111 -1066.1295382708743,1112 -281.0414396785698,1113 343.26120226776721114 ],1115 "extent": [1116 14.10165466364856,1117 11.281433880261602,1118 1.41011041949809621119 ],1120 "rotation": [1121 0,1122 -81.4209213256836,1123 01124 ]1125 },1126 "location": [1127 -1078.8323974609375,1128 -282.71337890625,1129 341.860839843751130 ],1131 "rotation": [1132 0,1133 -81.4209213256836,1134 01135 ],1136 "scale": [1137 0.5425000190734863,1138 0.5425000190734863,1139 0.54250001907348631140 ]1141 },1142 "color": [1143 63,1144 31,1145 1271146 ]1147 },1148 {1149 "object_id": "SM_book_36",1150 "bbox_2d": [1151 477,1152 102,1153 600,1154 1361155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -1035.3076514975396,1160 -280.1611271512616,1161 347.74732857726911162 ],1163 "extent": [1164 13.923215567010402,1165 9.918417091886965,1166 0.59498406177510791167 ]1168 },1169 "obb": {1170 "center": [1171 -1035.3076514975396,1172 -280.1611271512616,1173 347.74732857726911174 ],1175 "extent": [1176 13.923215567010402,1177 9.918417091886965,1178 0.59498406177510791179 ],1180 "rotation": [1181 0,1182 -90.7863540649414,1183 01184 ]1185 },1186 "location": [1187 -1049.079345703125,1188 -279.725830078125,1189 347.15597534179691190 ],1191 "rotation": [1192 0,1193 -90.7863540649414,1194 01195 ],1196 "scale": [1197 0.5425000190734863,1198 0.5425000190734863,1199 0.54250001907348631200 ]