TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l037_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l037_r004/lit.png",5 "camera": {6 "location": [7 -796,8 -104,9 20110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -796,38 -104,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_leftwall_8",56 "bbox_2d": [57 90,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -512.0688954164282,66 -240.97154998867288,67 245.515548706054768 ],69 "extent": [70 725.6351637653181,71 99.6704478559158,72 242.1362304687573 ]74 },75 "obb": {76 "center": [77 -512.0688954164282,78 -240.97154998867288,79 245.515548706054780 ],81 "extent": [82 725.6351637653181,83 99.6704478559158,84 242.1362304687585 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -512.0692138671875,94 -290.13128662109375,95 096 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_frontwall_5",116 "bbox_2d": [117 0,118 0,119 89,120 852121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -1240.4295752343487,126 -48.000000000007816,127 246.48490142822266128 ],129 "extent": [130 10.572162284987598,131 198.86315791456767,132 242.13623046875133 ]134 },135 "obb": {136 "center": [137 -1240.4295752343487,138 -48.000000000007816,139 246.48490142822266140 ],141 "extent": [142 10.572162284987598,143 198.86315791456767,144 242.13623046875145 ],146 "rotation": [147 0,148 -179.9999542236328,149 0150 ]151 },152 "location": [153 -1240.4295654296875,154 -48,155 4.831062316894531156 ],157 "rotation": [158 0,159 -179.9999542236328,160 0161 ],162 "scale": [163 0.6425582766532898,164 1.0200690031051636,165 1166 ]167 },168 "color": [169 95,170 0,171 127172 ]173 }174 ]175 },176 "foreground": {177 "plane": [178 {179 "object_id": "Plane_2",180 "bbox_2d": [181 47,182 785,183 59,184 841185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -91.475341796875,190 0.002471923828125,191 -7192 ],193 "extent": [194 1775,195 1775,196 2.851052727237402e-13197 ]198 },199 "obb": {200 "center": [201 -91.475341796875,202 0.002471923828125,203 -7204 ],205 "extent": [206 1775,207 1775,208 2.851052727237402e-13209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -91.475341796875,218 0.002471923828125,219 -7220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 35.5,228 35.5,229 35.5230 ]231 },232 "color": [233 255,234 0,235 0236 ]237 }238 ],239 "sofa": [240 {241 "object_id": "SM_sofa_01_2",242 "bbox_2d": [243 0,244 790,245 945,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -1043.258188634075,252 -238.85671997070312,253 60.04216012080906254 ],255 "extent": [256 135.43008252909203,257 59.66188049316406,258 53.81030763473973259 ]260 },261 "obb": {262 "center": [263 -1043.258188634075,264 -238.85671997070312,265 60.04216012080906266 ],267 "extent": [268 135.43008252909203,269 59.66188049316406,270 53.81030763473973271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -1043.650634765625,280 -236.76800537109375,281 6.2085723876953125282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 0.949999988079071,290 1,291 1.0600552558898926292 ]293 },294 "color": [295 127,296 255,297 63298 ]299 },300 {301 "object_id": "SM_sofa_10",302 "bbox_2d": [303 787,304 956,305 1510,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -772.9204200793874,312 -238.85671997070312,313 60.0421596439719314 ],315 "extent": [316 135.43008252909203,317 59.66188049316406,318 53.81030763473973319 ]320 },321 "obb": {322 "center": [323 -772.9204200793874,324 -238.85671997070312,325 60.0421596439719326 ],327 "extent": [328 135.43008252909203,329 59.66188049316406,330 53.81030763473973331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -773.3128662109375,340 -236.76800537109375,341 6.208571910858154342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 0.949999988079071,350 1,351 1.0600552558898926352 ]353 },354 "color": [355 127,356 127,357 63358 ]359 }360 ],361 "decor": [362 {363 "object_id": "SM_decorateswall_01_125",364 "bbox_2d": [365 315,366 0,367 1919,368 894369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -898.4035882573808,374 -296.07508230729604,375 318.852354107461376 ],377 "extent": [378 284.6644189727813,379 2.37621697501163,380 172.2920759027329381 ]382 },383 "obb": {384 "center": [385 -898.4035882573808,386 -296.07508230729604,387 318.852354107461388 ],389 "extent": [390 284.6644189727813,391 2.37621697501163,392 172.2920759027329393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -964.3432006835938,402 -305.5323791503906,403 131.41244506835938404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 -1.0299999713897705,412 1.0299999713897705,413 1.0299999713897705414 ]415 },416 "color": [417 191,418 255,419 127420 ]421 },422 {423 "object_id": "SM_decorateswallrack_128",424 "bbox_2d": [425 636,426 239,427 1034,428 332429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -937.3092041015625,434 -284.0549011230469,435 259.2548522949219436 ],437 "extent": [438 49.73320770263672,439 12.255633496770542,440 1.8625863790512085441 ]442 },443 "obb": {444 "center": [445 -937.3092041015625,446 -284.0549011230469,447 259.2548522949219448 ],449 "extent": [450 49.73320770263672,451 12.255633496770542,452 1.8625863790512085453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -937.3092041015625,462 -284.0549011230469,463 259.2548522949219464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1.2337313890457153,473 1474 ]475 },476 "color": [477 191,478 255,479 63480 ]481 },482 {483 "object_id": "SM_decorateswallrack2",484 "bbox_2d": [485 357,486 24,487 616,488 138489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -1070.8502197265625,494 -285.3234558105469,495 339.53277587890625496 ],497 "extent": [498 49.73320770263672,499 9.933794021606445,500 1.8625863790512085501 ]502 },503 "obb": {504 "center": [505 -1070.8502197265625,506 -285.3234558105469,507 339.53277587890625508 ],509 "extent": [510 49.73320770263672,511 9.933794021606445,512 1.8625863790512085513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -1070.8502197265625,522 -285.3234558105469,523 339.53277587890625524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 191,538 127,539 0540 ]541 },542 {543 "object_id": "SM_decoratesceramics_02_132",544 "bbox_2d": [545 678,546 266,547 724,548 292549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -980.8154461664999,554 -289.30589507820514,555 266.8206677131293556 ],557 "extent": [558 6.399618785304483,559 6.3995519518121,560 5.488566894970063561 ]562 },563 "obb": {564 "center": [565 -980.8154461664999,566 -289.30589507820514,567 266.8206677131293568 ],569 "extent": [570 6.399618785304483,571 6.3995519518121,572 5.488566894970063573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -980.8065795898438,582 -289.26336669921875,583 261.117431640625584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 0.7299999594688416,592 0.7299999594688416,593 0.7299999594688416594 ]595 },596 "color": [597 191,598 127,599 255600 ]601 },602 {603 "object_id": "SM_decorativepaint_03_169",604 "bbox_2d": [605 480,606 93,607 653,608 406609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -1042.7444884405973,614 -293.28934372917,615 284.4382883026524616 ],617 "extent": [618 36.363176594484685,619 2.4976352548455907,620 40.80458673799876621 ]622 },623 "obb": {624 "center": [625 -1042.7444884405973,626 -293.28934372917,627 284.4382883026524628 ],629 "extent": [630 36.363176594484685,631 2.4976352548455907,632 40.80458673799876633 ],634 "rotation": [635 0,636 180,637 0638 ]639 },640 "location": [641 -1043.714599609375,642 -293.2848205566406,643 288.9330749511719644 ],645 "rotation": [646 0,647 180,648 0649 ],650 "scale": [651 1.0057018995285034,652 1.0057018995285034,653 1.0057018995285034654 ]655 },656 "color": [657 191,658 191,659 0660 ]661 },662 {663 "object_id": "SM_saltrock_173",664 "bbox_2d": [665 379,666 0,667 460,668 95669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -1100.274589937832,674 -285.78085624707484,675 359.5367664319224676 ],677 "extent": [678 16.429322229072795,679 16.357189488208064,680 18.137369874181786681 ]682 },683 "obb": {684 "center": [685 -1100.274589937832,686 -285.78085624707484,687 359.5367664319224688 ],689 "extent": [690 16.429322229072795,691 16.357189488208064,692 18.137369874181786693 ],694 "rotation": [695 0,696 -38.64712524414063,697 0698 ]699 },700 "location": [701 -1100.864990234375,702 -285.82733154296875,703 341.3953552246094704 ],705 "rotation": [706 0,707 -38.64712524414063,708 0709 ],710 "scale": [711 1.1449999809265137,712 1.1449999809265137,713 1.1449999809265137714 ]715 },716 "color": [717 191,718 191,719 127720 ]721 },722 {723 "object_id": "SM_decorateswallrack4",724 "bbox_2d": [725 780,726 0,727 980,728 47729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -893.5386352539062,734 -285.3234558105469,735 325.30029296875736 ],737 "extent": [738 49.73320770263672,739 9.933794021606445,740 1.8625863790512085741 ]742 },743 "obb": {744 "center": [745 -893.5386352539062,746 -285.3234558105469,747 325.30029296875748 ],749 "extent": [750 49.73320770263672,751 9.933794021606445,752 1.8625863790512085753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 -893.5386352539062,762 -285.3234558105469,763 325.30029296875764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 191,778 0,779 31780 ]781 }782 ],783 "globe": [784 {785 "object_id": "SM_globe_176",786 "bbox_2d": [787 832,788 56,789 960,790 260791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -913.6752146929969,796 -280.17501875240316,797 283.0036163330078798 ],799 "extent": [800 20.724565604653435,801 21.043756118637305,802 22.199161529541016803 ]804 },805 "obb": {806 "center": [807 -913.6752146929969,808 -280.17501875240316,809 283.0036163330078810 ],811 "extent": [812 20.724565604653435,813 21.043756118637305,814 22.199161529541016815 ],816 "rotation": [817 0,818 54.14358520507811,819 0820 ]821 },822 "location": [823 -914.5142822265625,824 -281.33599853515625,825 261.117431640625826 ],827 "rotation": [828 0,829 54.14358520507811,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 191,840 191,841 63842 ]843 }844 ],845 "books": [846 {847 "object_id": "SM_book_033_57",848 "bbox_2d": [849 483,850 13,851 599,852 47853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -1035.1239943501507,858 -280.84586483274825,859 342.6562458439465860 ],861 "extent": [862 13.657708713630882,863 10.606088616869613,864 0.805646658549108865 ]866 },867 "obb": {868 "center": [869 -1035.1239943501507,870 -280.84586483274825,871 342.6562458439465872 ],873 "extent": [874 13.657708713630882,875 10.606088616869613,876 0.805646658549108877 ],878 "rotation": [879 0,880 -97.44665527343751,881 0882 ]883 },884 "location": [885 -1047.5623779296875,886 -278.9710998535156,887 341.86083984375888 ],889 "rotation": [890 0,891 -97.44665527343751,892 0893 ],894 "scale": [895 0.5424999594688416,896 0.5424999594688416,897 0.5424999594688416898 ]899 },900 "color": [901 63,902 31,903 0904 ]905 },906 {907 "object_id": "SM_book_60",908 "bbox_2d": [909 484,910 6,911 582,912 47913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -1039.4472802879984,918 -281.2264447827512,919 345.374639500283920 ],921 "extent": [922 12.108971746120687,923 9.415469353514254,924 1.41011054884018925 ]926 },927 "obb": {928 "center": [929 -1039.4472802879984,930 -281.2264447827512,931 345.374639500283932 ],933 "extent": [934 12.108971746120687,935 9.415469353514254,936 1.41011054884018937 ],938 "rotation": [939 0,940 -84.69244384765625,941 0942 ]943 },944 "location": [945 -1050.788818359375,946 -282.0469665527344,947 343.97027587890625948 ],949 "rotation": [950 0,951 -84.69244384765625,952 0953 ],954 "scale": [955 0.5425000190734863,956 0.5425000190734863,957 0.5425000190734863958 ]959 },960 "color": [961 63,962 31,963 255964 ]965 },966 {967 "object_id": "SM_book_35",968 "bbox_2d": [969 424,970 35,971 496,972 74973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -1066.1295382708743,978 -281.0414396785698,979 343.2612022677672980 ],981 "extent": [982 14.10165466364856,983 11.281433880261602,984 1.4101104194980962985 ]986 },987 "obb": {988 "center": [989 -1066.1295382708743,990 -281.0414396785698,991 343.2612022677672992 ],993 "extent": [994 14.10165466364856,995 11.281433880261602,996 1.4101104194980962997 ],998 "rotation": [999 0,1000 -81.4209213256836,1001 01002 ]1003 },1004 "location": [1005 -1078.8323974609375,1006 -282.71337890625,1007 341.860839843751008 ],1009 "rotation": [1010 0,1011 -81.4209213256836,1012 01013 ],1014 "scale": [1015 0.5425000190734863,1016 0.5425000190734863,1017 0.54250001907348631018 ]1019 },1020 "color": [1021 63,1022 31,1023 1271024 ]1025 },1026 {1027 "object_id": "SM_book_36",1028 "bbox_2d": [1029 478,1030 0,1031 600,1032 321033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -1035.3076514975396,1038 -280.1611271512616,1039 347.74732857726911040 ],1041 "extent": [1042 13.923215567010402,1043 9.918417091886965,1044 0.59498406177510791045 ]1046 },1047 "obb": {1048 "center": [1049 -1035.3076514975396,1050 -280.1611271512616,1051 347.74732857726911052 ],1053 "extent": [1054 13.923215567010402,1055 9.918417091886965,1056 0.59498406177510791057 ],1058 "rotation": [1059 0,1060 -90.7863540649414,1061 01062 ]1063 },1064 "location": [1065 -1049.079345703125,1066 -279.725830078125,1067 347.15597534179691068 ],1069 "rotation": [1070 0,1071 -90.7863540649414,1072 01073 ],1074 "scale": [1075 0.5425000190734863,1076 0.5425000190734863,1077 0.54250001907348631078 ]1079 },1080 "color": [1081 63,1082 31,1083 631084 ]1085 }1086 ],1087 "vase": [1088 {1089 "object_id": "SM_vase_01_83",1090 "bbox_2d": [1091 945,1092 216,1093 988,1094 2441095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -898.3801879882812,1100 -284.2422790527344,1101 265.616890430450441102 ],1103 "extent": [1104 4.860931396484375,1105 4.860933303833008,1106 4.4994592666625981107 ]1108 },1109 "obb": {1110 "center": [1111 -898.3801879882812,1112 -284.2422790527344,1113 265.616890430450441114 ],1115 "extent": [1116 4.860931396484375,1117 4.860933303833008,1118 4.4994592666625981119 ],1120 "rotation": [1121 0,1122 0,1123 01124 ]1125 },1126 "location": [1127 -898.3801879882812,1128 -284.2422790527344,1129 261.1174316406251130 ],1131 "rotation": [1132 0,1133 0,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 191,1144 31,1145 1911146 ]1147 },1148 {1149 "object_id": "SM_vase_06_86",1150 "bbox_2d": [1151 723,1152 233,1153 824,1154 2841155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -953.8391552025904,1160 -285.8105355772462,1161 267.226435362343351162 ],1163 "extent": [1164 15.220920492575715,1165 11.41229140864516,1166 7.5526526323523631167 ]1168 },1169 "obb": {1170 "center": [1171 -953.8391552025904,1172 -285.8105355772462,1173 267.226435362343351174 ],1175 "extent": [1176 15.220920492575715,1177 11.41229140864516,1178 7.5526526323523631179 ],1180 "rotation": [1181 -89.22140502929658,1182 -127.11437988281229,1183 146.064544677734521184 ]1185 },1186 "location": [1187 -966.6142578125,1188 -290.1963195800781,1189 267.378723144531251190 ],1191 "rotation": [1192 -89.22140502929658,1193 -127.11437988281229,1194 146.064544677734521195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]