TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l047_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l047_off0_r005/lit.png",5 "camera": {6 "location": [7 -65,8 44,9 23110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -65,38 44,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "roof": [54 {55 "object_id": "SM_roof_5",56 "bbox_2d": [57 1425,58 0,59 1919,60 27261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3,66 -24.625823974609375,67 491.182006835937568 ],69 "extent": [70 1235.6843500952236,71 284.49486201703985,72 3.76006865501403873 ]74 },75 "obb": {76 "center": [77 -3,78 -24.625823974609375,79 491.182006835937580 ],81 "extent": [82 1235.6843500952236,83 284.49486201703985,84 3.76006865501403885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3,94 -24.625823974609375,95 491.182006835937596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1.0174999237060547,104 1.0950000286102295,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_roofmetal_21",116 "bbox_2d": [117 1425,118 0,119 1441,120 8121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -107.95600891113281,126 -49.59537506103514,127 450.57637139898725128 ],129 "extent": [130 840.7164306640622,131 266.835693359375,132 39.01462141495722133 ]134 },135 "obb": {136 "center": [137 -107.95600891113281,138 -49.595375061035156,139 450.57637139898725140 ],141 "extent": [142 840.7164306640622,143 266.835693359375,144 39.01462141495722145 ],146 "rotation": [147 0,148 180,149 0150 ]151 },152 "location": [153 -107.95594787597656,154 3.7793197631835938,155 451.0682678222656156 ],157 "rotation": [158 0,159 180,160 0161 ],162 "scale": [163 1,164 1,165 0.8899327516555786166 ]167 },168 "color": [169 0,170 127,171 255172 ]173 },174 {175 "object_id": "SM_woodroof_113",176 "bbox_2d": [177 1425,178 0,179 1527,180 49181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 318.353384929158,186 -29.895414810180228,187 419.59094345527046188 ],189 "extent": [190 102.64006227441315,191 238.89991255711357,192 37.60747276143411193 ]194 },195 "obb": {196 "center": [197 318.353384929158,198 -29.895414810180228,199 419.59094345527046200 ],201 "extent": [202 102.64006227441315,203 238.89991255711357,204 37.60747276143411205 ],206 "rotation": [207 0,208 180,209 0210 ]211 },212 "location": [213 315.8971862792969,214 -29.895389556884766,215 388.9488220214844216 ],217 "rotation": [218 0,219 180,220 0221 ],222 "scale": [223 -0.8274999856948853,224 0.8274999856948853,225 0.8274999856948853226 ]227 },228 "color": [229 191,230 0,231 255232 ]233 }234 ],235 "wall": [236 {237 "object_id": "SM_leftwall_8",238 "bbox_2d": [239 0,240 0,241 1429,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -512.0688954164282,248 -240.97154998867288,249 245.5155487060547250 ],251 "extent": [252 725.6351637653181,253 99.6704478559158,254 242.13623046875255 ]256 },257 "obb": {258 "center": [259 -512.0688954164282,260 -240.97154998867288,261 245.5155487060547262 ],263 "extent": [264 725.6351637653181,265 99.6704478559158,266 242.13623046875267 ],268 "rotation": [269 0,270 179.99977111816406,271 0272 ]273 },274 "location": [275 -512.0692138671875,276 -290.13128662109375,277 0278 ],279 "rotation": [280 0,281 179.99977111816406,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 0,293 127294 ]295 },296 {297 "object_id": "SM_backwall_14",298 "bbox_2d": [299 1425,300 264,301 1919,302 657303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 727,308 -42,309 244.2459716796875310 ],311 "extent": [312 513.4542740243764,313 298.30824864120177,314 243.74131774902344315 ]316 },317 "obb": {318 "center": [319 726.9999999999999,320 -42,321 244.2459716796875322 ],323 "extent": [324 513.4542740243764,325 298.30824864120177,326 243.74131774902344327 ],328 "rotation": [329 0,330 179.999755859375,331 0332 ]333 },334 "location": [335 727,336 -42,337 -1.56610107421875338 ],339 "rotation": [340 0,341 179.999755859375,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 255,352 0,353 127354 ]355 }356 ],357 "door frame": [358 {359 "object_id": "SM_doorframe_17",360 "bbox_2d": [361 0,362 215,363 150,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -157.67118806118947,370 -155.33301375058022,371 141.48603439331055372 ],373 "extent": [374 59.778804806042736,375 13.562216479467907,376 135.9108123779297377 ]378 },379 "obb": {380 "center": [381 -157.67118806118947,382 -155.33301375058022,383 141.48603439331055384 ],385 "extent": [386 59.778804806042736,387 13.562216479467907,388 135.9108123779297389 ],390 "rotation": [391 0,392 179.30589294433597,393 0394 ]395 },396 "location": [397 -157.67112731933594,398 -155.33303833007812,399 7.076168060302734400 ],401 "rotation": [402 0,403 179.30589294433597,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 255,415 127416 ]417 },418 {419 "object_id": "SM_doorframe2",420 "bbox_2d": [421 727,422 304,423 1177,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 49.11266356234569,430 -155.33301375058022,431 141.48603439331055432 ],433 "extent": [434 59.77880480604274,435 13.562216479467907,436 135.9108123779297437 ]438 },439 "obb": {440 "center": [441 49.11266356234569,442 -155.33301375058022,443 141.48603439331055444 ],445 "extent": [446 59.77880480604274,447 13.562216479467907,448 135.9108123779297449 ],450 "rotation": [451 0,452 179.30589294433597,453 0454 ]455 },456 "location": [457 49.11272430419922,458 -155.33303833007812,459 7.076168060302734460 ],461 "rotation": [462 0,463 179.30589294433597,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 0,474 127,475 0476 ]477 }478 ],479 "door": [480 {481 "object_id": "SM_wooddoor_39",482 "bbox_2d": [483 0,484 257,485 148,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -156.7989273071289,492 -145.8241720199585,493 147.42587280273438494 ],495 "extent": [496 56.42961883544922,497 8.872248649597168,498 124.50353240966797499 ]500 },501 "obb": {502 "center": [503 -156.7989273071289,504 -145.8241720199585,505 147.42587280273438506 ],507 "extent": [508 56.42961883544922,509 8.872248649597168,510 124.50353240966797511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 -156.7989501953125,520 -145.8241729736328,521 22.922348022460938522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 255,536 127,537 0538 ]539 },540 {541 "object_id": "SM_wooddoor2",542 "bbox_2d": [543 760,544 339,545 1152,546 1079547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 51.556976318359375,552 -145.8241720199585,553 147.42587280273438554 ],555 "extent": [556 56.42961883544922,557 8.872248649597168,558 124.50353240966797559 ]560 },561 "obb": {562 "center": [563 51.556976318359375,564 -145.8241720199585,565 147.42587280273438566 ],567 "extent": [568 56.42961883544922,569 8.872248649597168,570 124.50353240966797571 ],572 "rotation": [573 0,574 0,575 0576 ]577 },578 "location": [579 51.55695343017578,580 -145.8241729736328,581 22.922348022460938582 ],583 "rotation": [584 0,585 0,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 255,596 127,597 255598 ]599 }600 ]601 },602 "foreground": {603 "shelving": [604 {605 "object_id": "SM_kitchenshelf_01_66",606 "bbox_2d": [607 1760,608 625,609 1797,610 645611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 789.006477355957,616 -256.27825927734375,617 85.66647338867188618 ],619 "extent": [620 100.21844482421875,621 40.54936981201172,622 79.90824890136719623 ]624 },625 "obb": {626 "center": [627 789.006477355957,628 -256.27825927734375,629 85.66647338867188630 ],631 "extent": [632 100.21844482421875,633 40.54936981201172,634 79.90824890136719635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 789.0064697265625,644 -256.27825927734375,645 5.758232116699219646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 255,660 191,661 255662 ]663 }664 ],665 "fridge": [666 {667 "object_id": "SM_fridge_02_84",668 "bbox_2d": [669 1780,670 492,671 1919,672 664673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 966.9981079101562,678 -245.73443603515625,679 135.7894058227539680 ],681 "extent": [682 80.00001525878906,683 47.4110107421875,684 129.93312072753906685 ]686 },687 "obb": {688 "center": [689 966.9981079101562,690 -245.73443603515625,691 135.7894058227539692 ],693 "extent": [694 80.00001525878906,695 47.4110107421875,696 129.93312072753906697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 966.9981079101562,706 -245.73443603515625,707 4.546058654785156708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 63,722 191,723 0724 ]725 }726 ],727 "rack": [728 {729 "object_id": "SM_potrack_98",730 "bbox_2d": [731 1486,732 499,733 1669,734 645735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 552.9032776829881,740 -272.0926284614452,741 208.36021662483108742 ],743 "extent": [744 57.77327762029381,745 24.881000084882558,746 47.0049159501541747 ]748 },749 "obb": {750 "center": [751 552.9032776829881,752 -272.0926284614452,753 208.36021662483108754 ],755 "extent": [756 57.77327762029381,757 24.881000084882558,758 47.0049159501541759 ],760 "rotation": [761 0,762 90.00000000000001,763 0764 ]765 },766 "location": [767 552.9215698242188,768 -272.63623046875,769 180.7266387939453770 ],771 "rotation": [772 0,773 90.00000000000001,774 0775 ],776 "scale": [777 1.2925000190734863,778 1.2925000190734863,779 1.2925000190734863780 ]781 },782 "color": [783 255,784 191,785 191786 ]787 },788 {789 "object_id": "SM_potrack2_101",790 "bbox_2d": [791 1589,792 503,793 1754,794 634795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 668.0903504368944,800 -272.0927200141796,801 208.36021662483108802 ],803 "extent": [804 57.77327762029381,805 24.881000084882558,806 47.0049159501541807 ]808 },809 "obb": {810 "center": [811 668.0903504368944,812 -272.0927200141796,813 208.36021662483108814 ],815 "extent": [816 57.77327762029381,817 24.881000084882558,818 47.0049159501541819 ],820 "rotation": [821 0,822 90.00000000000001,823 0824 ]825 },826 "location": [827 668.108642578125,828 -272.6363220214844,829 180.7266387939453830 ],831 "rotation": [832 0,833 90.00000000000001,834 0835 ],836 "scale": [837 1.2925000190734863,838 1.2925000190734863,839 1.2925000190734863840 ]841 },842 "color": [843 127,844 191,845 191846 ]847 },848 {849 "object_id": "SM_kitchenrack_01_191",850 "bbox_2d": [851 1675,852 507,853 1803,854 591855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 795.0182226657862,860 -283.8942193627356,861 221.20362854003906862 ],863 "extent": [864 69.32912685175688,865 13.728644802682538,866 33.61538142823338867 ]868 },869 "obb": {870 "center": [871 795.0182226657862,872 -283.8942193627356,873 221.20362854003906874 ],875 "extent": [876 69.32912685175688,877 13.728644802682538,878 33.61538142823338879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 795.0182495117188,888 -283.89422607421875,889 221.20362854003906890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1.4075000286102295,898 1.4075000286102295,899 1.4075000286102295900 ]901 },902 "color": [903 0,904 63,905 31906 ]907 }908 ],909 "lamp": [910 {911 "object_id": "SM_menulamp_110",912 "bbox_2d": [913 1334,914 0,915 1635,916 357917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 190.35113716125488,922 -110.09845352172852,923 324.38989639282227924 ],925 "extent": [926 22.20184326171875,927 35.38909912109374,928 38.32521057128906929 ]930 },931 "obb": {932 "center": [933 190.35113716125488,934 -110.09845352172852,935 324.38989639282227936 ],937 "extent": [938 22.20184326171875,939 35.38909912109374,940 38.32521057128906941 ],942 "rotation": [943 0,944 180,945 0946 ]947 },948 "location": [949 194.90130615234375,950 -110.19397735595703,951 324.34259033203125952 ],953 "rotation": [954 0,955 180,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 191,966 0,967 0968 ]969 },970 {971 "object_id": "SM_menulamp2",972 "bbox_2d": [973 1596,974 0,975 1919,976 307977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 190.35118293762207,982 -39.281951904296875,983 324.38989639282227984 ],985 "extent": [986 22.20184326171875,987 35.389099121093736,988 38.32521057128906989 ]990 },991 "obb": {992 "center": [993 190.35118293762207,994 -39.281951904296875,995 324.38989639282227996 ],997 "extent": [998 22.20184326171875,999 35.389099121093736,1000 38.325210571289061001 ],1002 "rotation": [1003 0,1004 180,1005 01006 ]1007 },1008 "location": [1009 194.90135192871094,1010 -39.37747573852539,1011 324.342590332031251012 ],1013 "rotation": [1014 0,1015 180,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 191,1026 0,1027 1271028 ]1029 }1030 ],1031 "supply": [1032 {1033 "object_id": "SM_canfood_162",1034 "bbox_2d": [1035 1669,1036 604,1037 1684,1038 6161039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 631.6035174751281,1044 -268.68029415130627,1045 186.51668058996871046 ],1047 "extent": [1048 16.71038303386308,1049 16.71038303386308,1050 4.0044963844573261051 ]1052 },1053 "obb": {1054 "center": [1055 631.6035174751281,1056 -268.68029415130627,1057 186.51668058996871058 ],1059 "extent": [1060 16.71038303386308,1061 16.71038303386308,1062 4.0044963844573261063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 631.603515625,1072 -268.6802978515625,1073 182.750305175781251074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1.9399999380111694,1082 1.9399999380111694,1083 1.93999993801116941084 ]1085 },1086 "color": [1087 31,1088 191,1089 01090 ]1091 },1092 {1093 "object_id": "SM_canfood2",1094 "bbox_2d": [1095 1684,1096 601,1097 1723,1098 6151099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 666.3973411284499,1104 -262.02069438229626,1105 186.516680821405261106 ],1107 "extent": [1108 22.858663262056098,1109 22.858663262056112,1110 4.0044966305259781111 ]1112 },1113 "obb": {1114 "center": [1115 666.3973411284499,1116 -262.02069438229626,1117 186.516680821405261118 ],1119 "extent": [1120 22.858663262056098,1121 22.858663262056112,1122 4.0044966305259781123 ],1124 "rotation": [1125 0,1126 -120.30135345458984,1127 01128 ]1129 },1130 "location": [1131 666.3973388671875,1132 -262.02069091796875,1133 182.750305175781251134 ],1135 "rotation": [1136 0,1137 -120.30135345458984,1138 01139 ],1140 "scale": [1141 1.940000057220459,1142 1.940000057220459,1143 1.9400000572204591144 ]1145 },1146 "color": [1147 95,1148 159,1149 631150 ]1151 },1152 {1153 "object_id": "SM_canfood3",1154 "bbox_2d": [1155 1722,1156 602,1157 1741,1158 6101159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 701.0185569487624,1164 -265.89859355221813,1165 186.516680821405261166 ],1167 "extent": [1168 22.858663262056098,1169 22.858663262056112,1170 4.0044966305259781171 ]1172 },1173 "obb": {1174 "center": [1175 701.0185569487624,1176 -265.89859355221813,1177 186.516680821405261178 ],1179 "extent": [1180 22.858663262056098,1181 22.858663262056112,1182 4.0044966305259781183 ],1184 "rotation": [1185 0,1186 -120.30135345458984,1187 01188 ]1189 },1190 "location": [1191 701.0185546875,1192 -265.8985900878906,1193 182.750305175781251194 ],1195 "rotation": [1196 0,1197 -120.30135345458984,1198 01199 ],1200 "scale": [