TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l002_off0_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l002_off0_r003/lit.png",5 "camera": {6 "location": [7 548,8 -213,9 14810 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 548,38 -213,39 148,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "roof": [54 {55 "object_id": "SM_roof_5",56 "bbox_2d": [57 500,58 156,59 764,60 35461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3,66 -24.625823974609375,67 491.182006835937568 ],69 "extent": [70 1235.6843500952236,71 284.49486201703985,72 3.76006865501403873 ]74 },75 "obb": {76 "center": [77 -3,78 -24.625823974609375,79 491.182006835937580 ],81 "extent": [82 1235.6843500952236,83 284.49486201703985,84 3.76006865501403885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3,94 -24.625823974609375,95 491.182006835937596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1.0174999237060547,104 1.0950000286102295,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_roofmetal_21",116 "bbox_2d": [117 412,118 166,119 764,120 349121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -107.95600891113281,126 -49.59537506103514,127 450.57637139898725128 ],129 "extent": [130 840.7164306640622,131 266.835693359375,132 39.01462141495722133 ]134 },135 "obb": {136 "center": [137 -107.95600891113281,138 -49.595375061035156,139 450.57637139898725140 ],141 "extent": [142 840.7164306640622,143 266.835693359375,144 39.01462141495722145 ],146 "rotation": [147 0,148 180,149 0150 ]151 },152 "location": [153 -107.95594787597656,154 3.7793197631835938,155 451.0682678222656156 ],157 "rotation": [158 0,159 180,160 0161 ],162 "scale": [163 1,164 1,165 0.8899327516555786166 ]167 },168 "color": [169 0,170 127,171 255172 ]173 }174 ],175 "wall": [176 {177 "object_id": "SM_leftwall_8",178 "bbox_2d": [179 765,180 0,181 1200,182 905183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -512.0688954164282,188 -240.97154998867288,189 245.5155487060547190 ],191 "extent": [192 725.6351637653181,193 99.6704478559158,194 242.13623046875195 ]196 },197 "obb": {198 "center": [199 -512.0688954164282,200 -240.97154998867288,201 245.5155487060547202 ],203 "extent": [204 725.6351637653181,205 99.6704478559158,206 242.13623046875207 ],208 "rotation": [209 0,210 179.99977111816406,211 0212 ]213 },214 "location": [215 -512.0692138671875,216 -290.13128662109375,217 0218 ],219 "rotation": [220 0,221 179.99977111816406,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 0,233 127234 ]235 },236 {237 "object_id": "SM_rightwall_11",238 "bbox_2d": [239 0,240 162,241 759,242 579243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -26.000122070144926,248 201.00004196215752,249 248.09518432617188250 ],251 "extent": [252 1213.475322102896,253 56.19279383862782,254 242.13626098632812255 ]256 },257 "obb": {258 "center": [259 -26.000122070144926,260 201.00004196215752,261 248.09518432617188262 ],263 "extent": [264 1213.475322102896,265 56.19279383862782,266 242.13626098632812267 ],268 "rotation": [269 0,270 179.99977111816406,271 0272 ]273 },274 "location": [275 -26,276 201,277 9.81463623046875278 ],279 "rotation": [280 0,281 179.99977111816406,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 255,293 127294 ]295 },296 {297 "object_id": "SM_backwall_14",298 "bbox_2d": [299 1201,300 0,301 1919,302 886303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 727,308 -42,309 244.2459716796875310 ],311 "extent": [312 513.4542740243764,313 298.30824864120177,314 243.74131774902344315 ]316 },317 "obb": {318 "center": [319 726.9999999999999,320 -42,321 244.2459716796875322 ],323 "extent": [324 513.4542740243764,325 298.30824864120177,326 243.74131774902344327 ],328 "rotation": [329 0,330 179.999755859375,331 0332 ]333 },334 "location": [335 727,336 -42,337 -1.56610107421875338 ],339 "rotation": [340 0,341 179.999755859375,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 255,352 0,353 127354 ]355 }356 ],357 "pipe": [358 {359 "object_id": "SM_pipeskitchen2",360 "bbox_2d": [361 1141,362 0,363 1217,364 704365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 227.54487258468762,370 -284.40251964971355,371 248.0353830024833372 ],373 "extent": [374 11.047083256055203,375 13.444635788883545,376 242.980073706829377 ]378 },379 "obb": {380 "center": [381 227.54487258468762,382 -284.40251964971355,383 248.0353830024833384 ],385 "extent": [386 11.047083256055203,387 13.444635788883545,388 242.980073706829389 ],390 "rotation": [391 0,392 -0.23931884765624997,393 0394 ]395 },396 "location": [397 227.58517456054688,398 -279.1572265625,399 5.055309295654297400 ],401 "rotation": [402 0,403 -0.23931884765624997,404 0405 ],406 "scale": [407 1.013401985168457,408 1.013401985168457,409 1.013401985168457410 ]411 },412 "color": [413 63,414 191,415 63416 ]417 }418 ]419 },420 "foreground": {421 "appliance": [422 {423 "object_id": "SM_metalsink_60",424 "bbox_2d": [425 804,426 532,427 1091,428 981429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 264.75233279905626,434 -209.32645588334057,435 81.72821044921875436 ],437 "extent": [438 42.07584665726837,439 40.463185044579944,440 68.62519073486328441 ]442 },443 "obb": {444 "center": [445 264.75233279905626,446 -209.32645588334057,447 81.72821044921875448 ],449 "extent": [450 42.07584665726837,451 40.463185044579944,452 68.62519073486328453 ],454 "rotation": [455 0,456 -3.2819552421569833,457 0458 ]459 },460 "location": [461 264.72784423828125,462 -209.30799865722656,463 6.2085723876953125464 ],465 "rotation": [466 0,467 -3.2819552421569833,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 191,479 63480 ]481 },482 {483 "object_id": "SM_metalstove_01_63",484 "bbox_2d": [485 880,486 703,487 1919,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 428.0511474609375,494 -249.85353088378906,495 64.6959114074707496 ],497 "extent": [498 50.72198486328125,499 44.144866943359375,500 56.601539611816406501 ]502 },503 "obb": {504 "center": [505 428.0511474609375,506 -249.85353088378906,507 64.6959114074707508 ],509 "extent": [510 50.72198486328125,511 44.144866943359375,512 56.601539611816406513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 428.0511474609375,522 -249.85353088378906,523 6.2086181640625524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 191,539 0540 ]541 }542 ],543 "shelving": [544 {545 "object_id": "SM_kitchenshelf_2",546 "bbox_2d": [547 1013,548 1046,549 1919,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 587.5064392089844,556 -256.2773094177246,557 61.13639831542969558 ],559 "extent": [560 100.01679229736328,561 40.04176330566406,562 54.999107360839844563 ]564 },565 "obb": {566 "center": [567 587.5064392089844,568 -256.2773094177246,569 61.13639831542969570 ],571 "extent": [572 100.01679229736328,573 40.04176330566406,574 54.999107360839844575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 587.5064697265625,584 -256.27728271484375,585 5.758232116699219586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 255,600 191,601 63602 ]603 }604 ],605 "rack": [606 {607 "object_id": "SM_potrack_98",608 "bbox_2d": [609 1656,610 0,611 1919,612 216613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 552.9032776829881,618 -272.0926284614452,619 208.36021662483108620 ],621 "extent": [622 57.77327762029381,623 24.881000084882558,624 47.0049159501541625 ]626 },627 "obb": {628 "center": [629 552.9032776829881,630 -272.0926284614452,631 208.36021662483108632 ],633 "extent": [634 57.77327762029381,635 24.881000084882558,636 47.0049159501541637 ],638 "rotation": [639 0,640 90.00000000000001,641 0642 ]643 },644 "location": [645 552.9215698242188,646 -272.63623046875,647 180.7266387939453648 ],649 "rotation": [650 0,651 90.00000000000001,652 0653 ],654 "scale": [655 1.2925000190734863,656 1.2925000190734863,657 1.2925000190734863658 ]659 },660 "color": [661 255,662 191,663 191664 ]665 }666 ],667 "lamp": [668 {669 "object_id": "SM_menulamp_110",670 "bbox_2d": [671 564,672 0,673 764,674 169675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 190.35113716125488,680 -110.09845352172852,681 324.38989639282227682 ],683 "extent": [684 22.20184326171875,685 35.38909912109374,686 38.32521057128906687 ]688 },689 "obb": {690 "center": [691 190.35113716125488,692 -110.09845352172852,693 324.38989639282227694 ],695 "extent": [696 22.20184326171875,697 35.38909912109374,698 38.32521057128906699 ],700 "rotation": [701 0,702 180,703 0704 ]705 },706 "location": [707 194.90130615234375,708 -110.19397735595703,709 324.34259033203125710 ],711 "rotation": [712 0,713 180,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 191,724 0,725 0726 ]727 },728 {729 "object_id": "SM_menulamp2",730 "bbox_2d": [731 362,732 0,733 602,734 169735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 190.35118293762207,740 -39.281951904296875,741 324.38989639282227742 ],743 "extent": [744 22.20184326171875,745 35.389099121093736,746 38.32521057128906747 ]748 },749 "obb": {750 "center": [751 190.35118293762207,752 -39.281951904296875,753 324.38989639282227754 ],755 "extent": [756 22.20184326171875,757 35.389099121093736,758 38.32521057128906759 ],760 "rotation": [761 0,762 180,763 0764 ]765 },766 "location": [767 194.90135192871094,768 -39.37747573852539,769 324.34259033203125770 ],771 "rotation": [772 0,773 180,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 191,784 0,785 127786 ]787 },788 {789 "object_id": "SM_menulamp3",790 "bbox_2d": [791 158,792 0,793 416,794 169795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 190.35057258605957,800 31.783302307128906,801 324.38989639282227802 ],803 "extent": [804 22.20184326171875,805 35.389099121093736,806 38.32521057128906807 ]808 },809 "obb": {810 "center": [811 190.35057258605957,812 31.783302307128906,813 324.38989639282227814 ],815 "extent": [816 22.20184326171875,817 35.389099121093736,818 38.32521057128906819 ],820 "rotation": [821 0,822 180,823 0824 ]825 },826 "location": [827 194.90074157714844,828 31.68777847290039,829 324.34259033203125830 ],831 "rotation": [832 0,833 180,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 191,844 0,845 63846 ]847 },848 {849 "object_id": "SM_menulamp4",850 "bbox_2d": [851 0,852 0,853 230,854 169855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 190.3512134552002,860 102.86700057983398,861 324.38989639282227862 ],863 "extent": [864 22.20184326171875,865 35.38909912109374,866 38.32521057128906867 ]868 },869 "obb": {870 "center": [871 190.3512134552002,872 102.86700057983398,873 324.38989639282227874 ],875 "extent": [876 22.20184326171875,877 35.38909912109374,878 38.32521057128906879 ],880 "rotation": [881 0,882 180,883 0884 ]885 },886 "location": [887 194.90138244628906,888 102.77147674560547,889 324.34259033203125890 ],891 "rotation": [892 0,893 180,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 191,904 255,905 0906 ]907 },908 {909 "object_id": "SM_menulamp5",910 "bbox_2d": [911 0,912 0,913 43,914 169915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 190.35119819641113,920 174.2113380432129,921 324.38989639282227922 ],923 "extent": [924 22.20184326171875,925 35.38909912109375,926 38.32521057128906927 ]928 },929 "obb": {930 "center": [931 190.35119819641113,932 174.2113380432129,933 324.38989639282227934 ],935 "extent": [936 22.20184326171875,937 35.38909912109375,938 38.32521057128906939 ],940 "rotation": [941 0,942 180,943 0944 ]945 },946 "location": [947 194.9013671875,948 174.11581420898438,949 324.34259033203125950 ],951 "rotation": [952 0,953 180,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 191,964 255,965 255966 ]967 },968 {969 "object_id": "SM_lamp_01_135",970 "bbox_2d": [971 646,972 170,973 764,974 267975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -155.69004873376252,980 -53.48185731531885,981 419.36306829580644982 ],983 "extent": [984 67.05482144542475,985 67.05480329110287,986 68.9042566781718987 ]988 },989 "obb": {990 "center": [991 -155.69004873376252,992 -53.48185731531885,993 419.36306829580644994 ],995 "extent": [996 67.05482144542475,997 67.05480329110287,998 68.9042566781718999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 -154.6347198486328,1008 -54.026309967041016,1009 487.39636230468751010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 1.1897616386413574,1018 1.1897616386413574,1019 1.18976163864135741020 ]1021 },1022 "color": [1023 191,1024 127,1025 1271026 ]1027 },1028 {1029 "object_id": "SM_lamp_3",1030 "bbox_2d": [1031 761,1032 324,1033 761,1034 3531035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -980.0181427001953,1040 -17.849369049072266,1041 435.2043457031251042 ],1043 "extent": [1044 77.56246948242188,1045 133.66229248046875,1046 52.43457031251047 ]1048 },1049 "obb": {1050 "center": [1051 -980.0181427001953,1052 -17.849369049072266,1053 435.2043457031251054 ],1055 "extent": [1056 77.56246948242188,1057 133.66229248046875,1058 52.43457031251059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -979.4650268554688,1068 -9.948307037353516,1069 487.098693847656251070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 191,1084 63,1085 631086 ]1087 },1088 {1089 "object_id": "SM_lamp_5",1090 "bbox_2d": [1091 654,1092 225,1093 764,1094 3441095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -540.7869415283203,1100 -17.849308013916016,1101 435.20529174804691102 ],1103 "extent": [1104 77.56246948242188,1105 133.66229248046875,1106 52.43457031251107 ]1108 },1109 "obb": {1110 "center": [1111 -540.7869415283203,1112 -17.849308013916016,1113 435.20529174804691114 ],1115 "extent": [1116 77.56246948242188,1117 133.66229248046875,1118 52.43457031251119 ],1120 "rotation": [1121 0,1122 0,1123 01124 ]1125 },1126 "location": [1127 -540.2338256835938,1128 -9.948246002197266,1129 487.09963989257811130 ],1131 "rotation": [1132 0,1133 0,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 191,1144 0,1145 1911146 ]1147 }1148 ],1149 "telephone": [1150 {1151 "object_id": "SM_Telephone_01_179",1152 "bbox_2d": [1153 50,1154 575,1155 151,1156 6031157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 284.84402135875314,1162 5.595381879272519,1163 136.719514794031741164 ],1165 "extent": [1166 23.676857497912636,1167 19.808281306381893,1168 4.8426634216868931169 ]1170 },1171 "obb": {1172 "center": [1173 284.84402135875314,1174 5.595381879272519,1175 136.719514794031741176 ],1177 "extent": [1178 23.676857497912636,1179 19.808281306381893,1180 4.8426634216868931181 ],1182 "rotation": [1183 0,1184 -102.84952545166017,1185 01186 ]1187 },1188 "location": [1189 285.58135986328125,1190 6.523965835571289,1191 131.876861572265621192 ],1193 "rotation": [1194 0,1195 -102.84952545166017,1196 01197 ],1198 "scale": [1199 1.1883769035339355,1200 1.1883769035339355,