TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l018_off1_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l018_off1_r005/lit.png",5 "camera": {6 "location": [7 796,8 -54,9 17810 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 796,38 -54,39 178,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 1494,58 951,59 1519,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_backwall_14",118 "bbox_2d": [119 0,120 0,121 1919,122 1072123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 727,128 -42,129 244.2459716796875130 ],131 "extent": [132 513.4542740243764,133 298.30824864120177,134 243.74131774902344135 ]136 },137 "obb": {138 "center": [139 726.9999999999999,140 -42,141 244.2459716796875142 ],143 "extent": [144 513.4542740243764,145 298.30824864120177,146 243.74131774902344147 ],148 "rotation": [149 0,150 179.999755859375,151 0152 ]153 },154 "location": [155 727,156 -42,157 -1.56610107421875158 ],159 "rotation": [160 0,161 179.999755859375,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 127174 ]175 }176 ],177 "pipe": [178 {179 "object_id": "SM_pipeskitchen_90",180 "bbox_2d": [181 1509,182 0,183 1589,184 737185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 1177.9559863401912,190 -261.75722317782504,191 246.57614497792383192 ],193 "extent": [194 13.398842006945642,195 10.99121235027792,196 242.9800451244082197 ]198 },199 "obb": {200 "center": [201 1177.9559863401912,202 -261.75722317782504,203 246.57614497792383204 ],205 "extent": [206 13.398842006945642,207 10.99121235027792,208 242.9800451244082209 ],210 "rotation": [211 0,212 90.00000000000001,213 0214 ]215 },216 "location": [217 1172.7105712890625,218 -261.73883056640625,219 3.596099853515625220 ],221 "rotation": [222 0,223 90.00000000000001,224 0225 ],226 "scale": [227 1.0134018659591675,228 1.0134018659591675,229 1.0134018659591675230 ]231 },232 "color": [233 63,234 191,235 127236 ]237 }238 ]239 },240 "foreground": {241 "shelving": [242 {243 "object_id": "SM_kitchenshelf_01_66",244 "bbox_2d": [245 0,246 594,247 946,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 789.006477355957,254 -256.27825927734375,255 85.66647338867188256 ],257 "extent": [258 100.21844482421875,259 40.54936981201172,260 79.90824890136719261 ]262 },263 "obb": {264 "center": [265 789.006477355957,266 -256.27825927734375,267 85.66647338867188268 ],269 "extent": [270 100.21844482421875,271 40.54936981201172,272 79.90824890136719273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 789.0064697265625,282 -256.27825927734375,283 5.758232116699219284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 255,298 191,299 255300 ]301 }302 ],303 "appliance": [304 {305 "object_id": "SM_metalstove_04_79",306 "bbox_2d": [307 1514,308 719,309 1919,310 1079311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 1103.11962890625,316 -157.6143341064453,317 64.6992073059082318 ],319 "extent": [320 43.35235595703125,321 50.721969604492216,322 57.534793853759766323 ]324 },325 "obb": {326 "center": [327 1103.11962890625,328 -157.6143341064453,329 64.6992073059082330 ],331 "extent": [332 43.35235595703125,333 50.721969604492216,334 57.534793853759766335 ],336 "rotation": [337 0,338 90.00000000000001,339 0340 ]341 },342 "location": [343 1103.11962890625,344 -157.6143341064453,345 6.2119140625346 ],347 "rotation": [348 0,349 90.00000000000001,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 127,360 191,361 127362 ]363 }364 ],365 "fridge": [366 {367 "object_id": "SM_fridge_02_84",368 "bbox_2d": [369 805,370 60,371 1500,372 1079373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 966.9981079101562,378 -245.73443603515625,379 135.7894058227539380 ],381 "extent": [382 80.00001525878906,383 47.4110107421875,384 129.93312072753906385 ]386 },387 "obb": {388 "center": [389 966.9981079101562,390 -245.73443603515625,391 135.7894058227539392 ],393 "extent": [394 80.00001525878906,395 47.4110107421875,396 129.93312072753906397 ],398 "rotation": [399 0,400 0,401 0402 ]403 },404 "location": [405 966.9981079101562,406 -245.73443603515625,407 4.546058654785156408 ],409 "rotation": [410 0,411 0,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 63,422 191,423 0424 ]425 }426 ],427 "rack": [428 {429 "object_id": "SM_kitchenrack_01_191",430 "bbox_2d": [431 0,432 237,433 747,434 484435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 795.0182226657862,440 -283.8942193627356,441 221.20362854003906442 ],443 "extent": [444 69.32912685175688,445 13.728644802682538,446 33.61538142823338447 ]448 },449 "obb": {450 "center": [451 795.0182226657862,452 -283.8942193627356,453 221.20362854003906454 ],455 "extent": [456 69.32912685175688,457 13.728644802682538,458 33.61538142823338459 ],460 "rotation": [461 0,462 0,463 0464 ]465 },466 "location": [467 795.0182495117188,468 -283.89422607421875,469 221.20362854003906470 ],471 "rotation": [472 0,473 0,474 0475 ],476 "scale": [477 1.4075000286102295,478 1.4075000286102295,479 1.4075000286102295480 ]481 },482 "color": [483 0,484 63,485 31486 ]487 }488 ],489 "kitchen equipment": [490 {491 "object_id": "SM_coffeemachine_11",492 "bbox_2d": [493 1621,494 563,495 1812,496 784497 ],498 "bbox_3d": {499 "aabb": {500 "center": [501 1095.7961469192533,502 -175.6615118314168,503 144.75994300842285504 ],505 "extent": [506 32.62421884570176,507 22.657497602739596,508 26.59660530090332509 ]510 },511 "obb": {512 "center": [513 1095.7961469192533,514 -175.6615118314168,515 144.75994300842285516 ],517 "extent": [518 32.62421884570176,519 22.657497602739596,520 26.59660530090332521 ],522 "rotation": [523 0,524 79.07534790039062,525 0526 ]527 },528 "location": [529 1101.175537109375,530 -176.69981384277344,531 118.16334533691406532 ],533 "rotation": [534 0,535 79.07534790039062,536 0537 ],538 "scale": [539 1,540 1,541 1542 ]543 },544 "color": [545 127,546 63,547 31548 ]549 }550 ],551 "detergent bag": [552 {553 "object_id": "SM_detergent_174",554 "bbox_2d": [555 424,556 660,557 506,558 844559 ],560 "bbox_3d": {561 "aabb": {562 "center": [563 806.8837890484732,564 -278.65231895727624,565 134.52036666870117566 ],567 "extent": [568 9.648114948387388,569 7.775964348389152,570 18.756542205810547571 ]572 },573 "obb": {574 "center": [575 806.8837890484732,576 -278.65231895727624,577 134.52036666870117578 ],579 "extent": [580 9.648114948387388,581 7.775964348389152,582 18.756542205810547583 ],584 "rotation": [585 0,586 -22.576663970947266,587 0588 ]589 },590 "location": [591 806.48779296875,592 -278.4876708984375,593 115.76382446289062594 ],595 "rotation": [596 0,597 -22.576663970947266,598 0599 ],600 "scale": [601 1,602 1,603 1604 ]605 },606 "color": [607 31,608 191,609 127610 ]611 }612 ],613 "knife": [614 {615 "object_id": "SM_knife_01_83",616 "bbox_2d": [617 31,618 921,619 56,620 939621 ],622 "bbox_3d": {623 "aabb": {624 "center": [625 749.0878825189488,626 -251.87404060091131,627 115.76382452249527628 ],629 "extent": [630 5.229935788745593,631 9.763024288403301,632 0.6032625436782837633 ]634 },635 "obb": {636 "center": [637 749.0878825189488,638 -251.87404060091131,639 115.76382452249527640 ],641 "extent": [642 5.229935788745593,643 9.763024288403301,644 0.6032625436782837645 ],646 "rotation": [647 0,648 -24.396179199218757,649 0650 ]651 },652 "location": [653 747.4592895507812,654 -255.6338653564453,655 115.76382446289062656 ],657 "rotation": [658 0,659 -24.396179199218757,660 0661 ],662 "scale": [663 1,664 1,665 1666 ]667 },668 "color": [669 95,670 95,671 95672 ]673 },674 {675 "object_id": "SM_knife_02_86",676 "bbox_2d": [677 156,678 877,679 200,680 904681 ],682 "bbox_3d": {683 "aabb": {684 "center": [685 760.0522495176997,686 -263.95330343865015,687 115.7638093829155688 ],689 "extent": [690 3.7122543307530123,691 12.599260122671708,692 0.6032631397247314693 ]694 },695 "obb": {696 "center": [697 760.0522495176997,698 -263.95330343865015,699 115.7638093829155700 ],701 "extent": [702 3.7122543307530123,703 12.599260122671708,704 0.6032631397247314705 ],706 "rotation": [707 0,708 12.045557022094727,709 0710 ]711 },712 "location": [713 761.4401245117188,714 -269.96142578125,715 115.76380920410156716 ],717 "rotation": [718 0,719 12.045557022094727,720 0721 ],722 "scale": [723 1,724 1,725 1726 ]727 },728 "color": [729 0,730 0,731 159732 ]733 }734 ],735 "plate": [736 {737 "object_id": "SM_Plate_04_115",738 "bbox_2d": [739 543,740 1016,741 561,742 1052743 ],744 "bbox_3d": {745 "aabb": {746 "center": [747 835.579704284668,748 -250.69109535217285,749 81.8488461971283750 ],751 "extent": [752 16.940677642822266,753 16.940677642822266,754 2.3559725284576416755 ]756 },757 "obb": {758 "center": [759 835.579704284668,760 -250.69109535217285,761 81.8488461971283762 ],763 "extent": [764 16.940677642822266,765 16.940677642822266,766 2.3559725284576416767 ],768 "rotation": [769 0,770 0,771 0772 ]773 },774 "location": [775 835.5797119140625,776 -250.6911163330078,777 79.49287414550781778 ],779 "rotation": [780 0,781 0,782 0783 ],784 "scale": [785 1,786 1,787 1788 ]789 },790 "color": [791 255,792 127,793 159794 ]795 },796 {797 "object_id": "SM_Plate_121",798 "bbox_2d": [799 347,800 861,801 519,802 932803 ],804 "bbox_3d": {805 "aabb": {806 "center": [807 800.4238119125366,808 -232.97500705718994,809 119.30856418609619810 ],811 "extent": [812 12.399820327758789,813 12.399818420410156,814 2.0544354915618896815 ]816 },817 "obb": {818 "center": [819 800.4238119125366,820 -232.97500705718994,821 119.30856418609619822 ],823 "extent": [824 12.399820327758789,825 12.399818420410156,826 2.0544354915618896827 ],828 "rotation": [829 0,830 0,831 0832 ]833 },834 "location": [835 800.423828125,836 -232.97503662109375,837 116.79820251464844838 ],839 "rotation": [840 0,841 0,842 0843 ],844 "scale": [845 1,846 1,847 1848 ]849 },850 "color": [851 255,852 191,853 159854 ]855 },856 {857 "object_id": "SM_Plate_124",858 "bbox_2d": [859 301,860 859,861 533,862 950863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 798.2294845581055,868 -235.3245029449463,869 117.48576331138611870 ],871 "extent": [872 16.940677642822266,873 16.940677642822266,874 2.3559725284576416875 ]876 },877 "obb": {878 "center": [879 798.2294845581055,880 -235.3245029449463,881 117.48576331138611882 ],883 "extent": [884 16.940677642822266,885 16.940677642822266,886 2.3559725284576416887 ],888 "rotation": [889 0,890 0,891 0892 ]893 },894 "location": [895 798.2294921875,896 -235.32452392578125,897 115.12979125976562898 ],899 "rotation": [900 0,901 0,902 0903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 255,912 31,913 159914 ]915 },916 {917 "object_id": "SM_Plate_01_127",918 "bbox_2d": [919 202,920 849,921 427,922 905923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 782.7360763549805,928 -260.4333305358887,929 116.45846271514893930 ],931 "extent": [932 16.948688507080078,933 16.948688507080078,934 0.6946386098861694935 ]936 },937 "obb": {938 "center": [939 782.7360763549805,940 -260.4333305358887,941 116.45846271514893942 ],943 "extent": [944 16.948688507080078,945 16.948688507080078,946 0.6946386098861694947 ],948 "rotation": [949 0,950 0,951 0952 ]953 },954 "location": [955 782.736083984375,956 -260.433349609375,957 115.76382446289062958 ],959 "rotation": [960 0,961 0,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 255,972 95,973 159974 ]975 },976 {977 "object_id": "SM_Plate_130",978 "bbox_2d": [979 4,980 925,981 311,982 1025983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 766.5143356323242,988 -230.07152938842773,989 116.45847034454346990 ],991 "extent": [992 16.948688507080078,993 16.948688507080078,994 0.6946386098861694995 ]996 },997 "obb": {998 "center": [999 766.5143356323242,1000 -230.07152938842773,1001 116.458470344543461002 ],1003 "extent": [1004 16.948688507080078,1005 16.948688507080078,1006 0.69463860988616941007 ],1008 "rotation": [1009 0,1010 0,1011 01012 ]1013 },1014 "location": [1015 766.5143432617188,1016 -230.07154846191406,1017 115.763832092285161018 ],1019 "rotation": [1020 0,1021 0,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 127,1032 0,1033 1591034 ]1035 },1036 {1037 "object_id": "SM_Plate_133",1038 "bbox_2d": [1039 0,1040 894,1041 305,1042 10091043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 765.778923034668,1048 -231.0051212310791,1049 118.464385747909551050 ],1051 "extent": [1052 16.940677642822266,1053 16.940677642822266,1054 2.35597252845764161055 ]1056 },1057 "obb": {1058 "center": [1059 765.778923034668,1060 -231.0051212310791,1061 118.464385747909551062 ],1063 "extent": [1064 16.940677642822266,1065 16.940677642822266,1066 2.35597252845764161067 ],1068 "rotation": [1069 0,1070 0,1071 01072 ]1073 },1074 "location": [1075 765.7789306640625,1076 -231.00514221191406,1077 116.108413696289061078 ],1079 "rotation": [1080 0,1081 0,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 127,1092 255,1093 1591094 ]1095 },1096 {1097 "object_id": "SM_Plate_139",1098 "bbox_2d": [1099 84,1100 934,1101 238,1102 9781103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 765.6961050033569,1108 -231.82429313659668,1109 117.703526377677921110 ],1111 "extent": [1112 8.78738784790039,1113 3.448993444442749,1114 1.0055284500122071115 ]1116 },1117 "obb": {1118 "center": [1119 765.6961050033569,1120 -231.82429313659668,1121 117.703526377677921122 ],1123 "extent": [1124 8.78738784790039,1125 3.448993444442749,1126 1.0055284500122071127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 765.6961059570312,1136 -231.82431030273438,1137 116.452987670898441138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 127,1152 63,1153 1591154 ]1155 },1156 {1157 "object_id": "SM_Plate_209",1158 "bbox_2d": [1159 1824,1160 778,1161 1919,1162 8281163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 1079.6664962768555,1168 -128.44455909729004,1169 120.519317388534551170 ],1171 "extent": [1172 16.940677642822266,1173 16.940677642822266,1174 2.35597252845764161175 ]1176 },1177 "obb": {1178 "center": [1179 1079.6664962768555,1180 -128.44455909729004,1181 120.519317388534551182 ],1183 "extent": [1184 16.940677642822266,1185 16.940677642822266,1186 2.35597252845764161187 ],1188 "rotation": [1189 0,1190 0,1191 01192 ]1193 },1194 "location": [1195 1079.66650390625,1196 -128.444580078125,1197 118.163345336914061198 ],1199 "rotation": [1200 0,