TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l049_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l049_r000/lit.png",5 "camera": {6 "location": [7 59,8 -36,9 20110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 59,38 -36,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "roof": [54 {55 "object_id": "SM_roof_5",56 "bbox_2d": [57 490,58 0,59 1371,60 29661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3,66 -24.625823974609375,67 491.182006835937568 ],69 "extent": [70 1235.6843500952236,71 284.49486201703985,72 3.76006865501403873 ]74 },75 "obb": {76 "center": [77 -3,78 -24.625823974609375,79 491.182006835937580 ],81 "extent": [82 1235.6843500952236,83 284.49486201703985,84 3.76006865501403885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3,94 -24.625823974609375,95 491.182006835937596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1.0174999237060547,104 1.0950000286102295,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_roofmetal_21",116 "bbox_2d": [117 533,118 0,119 1429,120 229121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -107.95600891113281,126 -49.59537506103514,127 450.57637139898725128 ],129 "extent": [130 840.7164306640622,131 266.835693359375,132 39.01462141495722133 ]134 },135 "obb": {136 "center": [137 -107.95600891113281,138 -49.595375061035156,139 450.57637139898725140 ],141 "extent": [142 840.7164306640622,143 266.835693359375,144 39.01462141495722145 ],146 "rotation": [147 0,148 180,149 0150 ]151 },152 "location": [153 -107.95594787597656,154 3.7793197631835938,155 451.0682678222656156 ],157 "rotation": [158 0,159 180,160 0161 ],162 "scale": [163 1,164 1,165 0.8899327516555786166 ]167 },168 "color": [169 0,170 127,171 255172 ]173 },174 {175 "object_id": "SM_woodroof_113",176 "bbox_2d": [177 283,178 0,179 1582,180 59181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 318.353384929158,186 -29.895414810180228,187 419.59094345527046188 ],189 "extent": [190 102.64006227441315,191 238.89991255711357,192 37.60747276143411193 ]194 },195 "obb": {196 "center": [197 318.353384929158,198 -29.895414810180228,199 419.59094345527046200 ],201 "extent": [202 102.64006227441315,203 238.89991255711357,204 37.60747276143411205 ],206 "rotation": [207 0,208 180,209 0210 ]211 },212 "location": [213 315.8971862792969,214 -29.895389556884766,215 388.9488220214844216 ],217 "rotation": [218 0,219 180,220 0221 ],222 "scale": [223 -0.8274999856948853,224 0.8274999856948853,225 0.8274999856948853226 ]227 },228 "color": [229 191,230 0,231 255232 ]233 }234 ],235 "wall": [236 {237 "object_id": "SM_leftwall_8",238 "bbox_2d": [239 0,240 0,241 294,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -512.0688954164282,248 -240.97154998867288,249 245.5155487060547250 ],251 "extent": [252 725.6351637653181,253 99.6704478559158,254 242.13623046875255 ]256 },257 "obb": {258 "center": [259 -512.0688954164282,260 -240.97154998867288,261 245.5155487060547262 ],263 "extent": [264 725.6351637653181,265 99.6704478559158,266 242.13623046875267 ],268 "rotation": [269 0,270 179.99977111816406,271 0272 ]273 },274 "location": [275 -512.0692138671875,276 -290.13128662109375,277 0278 ],279 "rotation": [280 0,281 179.99977111816406,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 0,293 127294 ]295 },296 {297 "object_id": "SM_rightwall_11",298 "bbox_2d": [299 1142,300 0,301 1919,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -26.000122070144926,308 201.00004196215752,309 248.09518432617188310 ],311 "extent": [312 1213.475322102896,313 56.19279383862782,314 242.13626098632812315 ]316 },317 "obb": {318 "center": [319 -26.000122070144926,320 201.00004196215752,321 248.09518432617188322 ],323 "extent": [324 1213.475322102896,325 56.19279383862782,326 242.13626098632812327 ],328 "rotation": [329 0,330 179.99977111816406,331 0332 ]333 },334 "location": [335 -26,336 201,337 9.81463623046875338 ],339 "rotation": [340 0,341 179.99977111816406,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 255,353 127354 ]355 },356 {357 "object_id": "SM_backwall_14",358 "bbox_2d": [359 283,360 0,361 1141,362 613363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 727,368 -42,369 244.2459716796875370 ],371 "extent": [372 513.4542740243764,373 298.30824864120177,374 243.74131774902344375 ]376 },377 "obb": {378 "center": [379 726.9999999999999,380 -42,381 244.2459716796875382 ],383 "extent": [384 513.4542740243764,385 298.30824864120177,386 243.74131774902344387 ],388 "rotation": [389 0,390 179.999755859375,391 0392 ]393 },394 "location": [395 727,396 -42,397 -1.56610107421875398 ],399 "rotation": [400 0,401 179.999755859375,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 255,412 0,413 127414 ]415 }416 ],417 "pipe": [418 {419 "object_id": "SM_Pipes_87",420 "bbox_2d": [421 1000,422 291,423 1130,424 612425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 1164.9854568957085,430 86.61339285034592,431 248.83089232729253432 ],433 "extent": [434 17.764735660944098,435 75.6964546231211,436 244.47722919016087437 ]438 },439 "obb": {440 "center": [441 1164.9854568957085,442 86.6133928503459,443 248.83089232729253444 ],445 "extent": [446 17.764735660944098,447 75.6964546231211,448 244.47722919016087449 ],450 "rotation": [451 0,452 90.00000000000001,453 0454 ]455 },456 "location": [457 1174.117431640625,458 55.71179962158203,459 6.208587646484375460 ],461 "rotation": [462 0,463 90.00000000000001,464 0465 ],466 "scale": [467 1.384575366973877,468 1.384575366973877,469 1.384575366973877470 ]471 },472 "color": [473 63,474 191,475 255476 ]477 },478 {479 "object_id": "SM_pipeskitchen_90",480 "bbox_2d": [481 760,482 292,483 770,484 465485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1177.9559863401912,490 -261.75722317782504,491 246.57614497792383492 ],493 "extent": [494 13.398842006945642,495 10.99121235027792,496 242.9800451244082497 ]498 },499 "obb": {500 "center": [501 1177.9559863401912,502 -261.75722317782504,503 246.57614497792383504 ],505 "extent": [506 13.398842006945642,507 10.99121235027792,508 242.9800451244082509 ],510 "rotation": [511 0,512 90.00000000000001,513 0514 ]515 },516 "location": [517 1172.7105712890625,518 -261.73883056640625,519 3.596099853515625520 ],521 "rotation": [522 0,523 90.00000000000001,524 0525 ],526 "scale": [527 1.0134018659591675,528 1.0134018659591675,529 1.0134018659591675530 ]531 },532 "color": [533 63,534 191,535 127536 ]537 },538 {539 "object_id": "SM_pipeskitchen3",540 "bbox_2d": [541 1337,542 60,543 1355,544 629545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 622.7100430042074,550 196.72460267988026,551 248.03538252564613552 ],553 "extent": [554 10.991213643204901,555 13.39884358308882,556 242.980073706829557 ]558 },559 "obb": {560 "center": [561 622.7100430042074,562 196.72460267988026,563 248.03538252564613564 ],565 "extent": [566 10.991213643204901,567 13.39884358308882,568 242.980073706829569 ],570 "rotation": [571 0,572 180,573 0574 ]575 },576 "location": [577 622.691650390625,578 191.47918701171875,579 5.055308818817139580 ],581 "rotation": [582 0,583 180,584 0585 ],586 "scale": [587 1.013401985168457,588 1.013401985168457,589 1.013401985168457590 ]591 },592 "color": [593 0,594 191,595 191596 ]597 }598 ]599 },600 "foreground": {601 "shelving": [602 {603 "object_id": "SM_kitchenshelf_02_69",604 "bbox_2d": [605 1029,606 735,607 1493,608 788609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 491.3492431640625,614 93.78185272216797,615 61.110496520996094616 ],617 "extent": [618 39.9998779296875,619 99.99972534179693,620 54.99895095825195621 ]622 },623 "obb": {624 "center": [625 491.3492431640625,626 93.78185272216798,627 61.110496520996094628 ],629 "extent": [630 39.9998779296875,631 99.99972534179693,632 54.99895095825195633 ],634 "rotation": [635 0,636 90.00000000000001,637 0638 ]639 },640 "location": [641 491.3492431640625,642 93.78185272216797,643 3.6686134338378906644 ],645 "rotation": [646 0,647 90.00000000000001,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 255,658 191,659 127660 ]661 },662 {663 "object_id": "SM_kitchenshelf_3",664 "bbox_2d": [665 1028,666 746,667 1393,668 788669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 573.2568359375,674 93.78185272216797,675 61.110496044158936676 ],677 "extent": [678 39.9998779296875,679 99.99972534179693,680 54.99895095825195681 ]682 },683 "obb": {684 "center": [685 573.2568359375,686 93.78185272216798,687 61.110496044158936688 ],689 "extent": [690 39.9998779296875,691 99.99972534179693,692 54.99895095825195693 ],694 "rotation": [695 0,696 90.00000000000001,697 0698 ]699 },700 "location": [701 573.2568359375,702 93.78185272216797,703 3.6686129570007324704 ],705 "rotation": [706 0,707 90.00000000000001,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 191,718 63,719 0720 ]721 },722 {723 "object_id": "SM_kitchenshelf_194",724 "bbox_2d": [725 1157,726 609,727 1337,728 681729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 733.5660934448242,734 161.9463653564453,735 86.11681365966797736 ],737 "extent": [738 100.21844482421875,739 40.54936981201172,740 79.90824890136719741 ]742 },743 "obb": {744 "center": [745 733.5660934448242,746 161.9463653564453,747 86.11681365966797748 ],749 "extent": [750 100.21844482421875,751 40.54936981201172,752 79.90824890136719753 ],754 "rotation": [755 0,756 180,757 0758 ]759 },760 "location": [761 733.5661010742188,762 161.9463653564453,763 6.2085723876953125764 ],765 "rotation": [766 0,767 180,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 0,778 191,779 31780 ]781 },782 {783 "object_id": "SM_kitchenshelf_7",784 "bbox_2d": [785 1118,786 628,787 1160,788 680789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 934.2007751464844,794 161.94645309448242,795 61.58667707443237796 ],797 "extent": [798 100.01679229736328,799 40.04176330566406,800 54.999107360839844801 ]802 },803 "obb": {804 "center": [805 934.2007751464844,806 161.94645309448242,807 61.58667707443237808 ],809 "extent": [810 100.01679229736328,811 40.04176330566406,812 54.999107360839844813 ],814 "rotation": [815 0,816 180,817 0818 ]819 },820 "location": [821 934.2007446289062,822 161.94642639160156,823 6.208510875701904824 ],825 "rotation": [826 0,827 180,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 255,838 0,839 31840 ]841 }842 ],843 "fridge": [844 {845 "object_id": "SM_fridge_02_84",846 "bbox_2d": [847 662,848 465,849 797,850 569851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 966.9981079101562,856 -245.73443603515625,857 135.7894058227539858 ],859 "extent": [860 80.00001525878906,861 47.4110107421875,862 129.93312072753906863 ]864 },865 "obb": {866 "center": [867 966.9981079101562,868 -245.73443603515625,869 135.7894058227539870 ],871 "extent": [872 80.00001525878906,873 47.4110107421875,874 129.93312072753906875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 966.9981079101562,884 -245.73443603515625,885 4.546058654785156886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 63,900 191,901 0902 ]903 }904 ],905 "rack": [906 {907 "object_id": "SM_potrack_98",908 "bbox_2d": [909 387,910 421,911 587,912 581913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 552.9032776829881,918 -272.0926284614452,919 208.36021662483108920 ],921 "extent": [922 57.77327762029381,923 24.881000084882558,924 47.0049159501541925 ]926 },927 "obb": {928 "center": [929 552.9032776829881,930 -272.0926284614452,931 208.36021662483108932 ],933 "extent": [934 57.77327762029381,935 24.881000084882558,936 47.0049159501541937 ],938 "rotation": [939 0,940 90.00000000000001,941 0942 ]943 },944 "location": [945 552.9215698242188,946 -272.63623046875,947 180.7266387939453948 ],949 "rotation": [950 0,951 90.00000000000001,952 0953 ],954 "scale": [955 1.2925000190734863,956 1.2925000190734863,957 1.2925000190734863958 ]959 },960 "color": [961 255,962 191,963 191964 ]965 },966 {967 "object_id": "SM_potrack2_101",968 "bbox_2d": [969 507,970 446,971 652,972 553973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 668.0903504368944,978 -272.0927200141796,979 208.36021662483108980 ],981 "extent": [982 57.77327762029381,983 24.881000084882558,984 47.0049159501541985 ]986 },987 "obb": {988 "center": [989 668.0903504368944,990 -272.0927200141796,991 208.36021662483108992 ],993 "extent": [994 57.77327762029381,995 24.881000084882558,996 47.0049159501541997 ],998 "rotation": [999 0,1000 90.00000000000001,1001 01002 ]1003 },1004 "location": [1005 668.108642578125,1006 -272.6363220214844,1007 180.72663879394531008 ],1009 "rotation": [1010 0,1011 90.00000000000001,1012 01013 ],1014 "scale": [1015 1.2925000190734863,1016 1.2925000190734863,1017 1.29250001907348631018 ]1019 },1020 "color": [1021 127,1022 191,1023 1911024 ]1025 },1026 {1027 "object_id": "SM_kitchenrack_01_191",1028 "bbox_2d": [1029 584,1030 463,1031 678,1032 5471033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 795.0182226657862,1038 -283.8942193627356,1039 221.203628540039061040 ],1041 "extent": [1042 69.32912685175688,1043 13.728644802682538,1044 33.615381428233381045 ]1046 },1047 "obb": {1048 "center": [1049 795.0182226657862,1050 -283.8942193627356,1051 221.203628540039061052 ],1053 "extent": [1054 69.32912685175688,1055 13.728644802682538,1056 33.615381428233381057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 795.0182495117188,1066 -283.89422607421875,1067 221.203628540039061068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 1.4075000286102295,1076 1.4075000286102295,1077 1.40750002861022951078 ]1079 },1080 "color": [1081 0,1082 63,1083 311084 ]1085 },1086 {1087 "object_id": "SM_kitchenrack_02_202",1088 "bbox_2d": [1089 1254,1090 518,1091 1338,1092 5501093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 704.3261108398438,1098 196.471133055687,1099 215.765045166015621100 ],1101 "extent": [1102 69.32925571223313,1103 13.72866627942858,1104 21.591045284461871105 ]1106 },1107 "obb": {1108 "center": [1109 704.3261108398438,1110 196.471133055687,1111 215.765045166015621112 ],1113 "extent": [1114 69.32925571223313,1115 13.72866627942858,1116 21.591045284461871117 ],1118 "rotation": [1119 0,1120 180,1121 01122 ]1123 },1124 "location": [1125 704.3261108398438,1126 196.47113037109375,1127 215.765045166015621128 ],1129 "rotation": [1130 0,1131 180,1132 01133 ],1134 "scale": [1135 1.4075000286102295,1136 1.4075000286102295,1137 1.40750002861022951138 ]1139 },1140 "color": [1141 255,1142 63,1143 311144 ]1145 },1146 {1147 "object_id": "SM_kitchenrack_3",1148 "bbox_2d": [1149 1206,1150 518,1151 1275,1152 5481153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 842.84033203125,1158 196.471133055687,1159 215.765045166015621160 ],1161 "extent": [1162 69.32925571223313,1163 13.72866627942858,1164 21.591045284461871165 ]1166 },1167 "obb": {1168 "center": [1169 842.84033203125,1170 196.471133055687,1171 215.765045166015621172 ],1173 "extent": [1174 69.32925571223313,1175 13.72866627942858,1176 21.591045284461871177 ],1178 "rotation": [1179 0,1180 180,1181 01182 ]1183 },1184 "location": [1185 842.84033203125,1186 196.47113037109375,1187 215.765045166015621188 ],1189 "rotation": [1190 0,1191 180,1192 01193 ],1194 "scale": [1195 1.4075000286102295,1196 1.4075000286102295,1197 1.40750002861022951198 ]1199 },1200 "color": [