TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l003_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l003_r005/lit.png",5 "camera": {6 "location": [7 676,8 -132,9 11810 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 676,38 -132,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 1505,58 1010,59 1723,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_backwall_14",118 "bbox_2d": [119 0,120 0,121 1359,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 727,128 -42,129 244.2459716796875130 ],131 "extent": [132 513.4542740243764,133 298.30824864120177,134 243.74131774902344135 ]136 },137 "obb": {138 "center": [139 726.9999999999999,140 -42,141 244.2459716796875142 ],143 "extent": [144 513.4542740243764,145 298.30824864120177,146 243.74131774902344147 ],148 "rotation": [149 0,150 179.999755859375,151 0152 ]153 },154 "location": [155 727,156 -42,157 -1.56610107421875158 ],159 "rotation": [160 0,161 179.999755859375,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 127174 ]175 }176 ]177 },178 "foreground": {179 "shelving": [180 {181 "object_id": "SM_kitchenshelf_01_66",182 "bbox_2d": [183 533,184 326,185 1712,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 789.006477355957,192 -256.27825927734375,193 85.66647338867188194 ],195 "extent": [196 100.21844482421875,197 40.54936981201172,198 79.90824890136719199 ]200 },201 "obb": {202 "center": [203 789.006477355957,204 -256.27825927734375,205 85.66647338867188206 ],207 "extent": [208 100.21844482421875,209 40.54936981201172,210 79.90824890136719211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 789.0064697265625,220 -256.27825927734375,221 5.758232116699219222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 191,237 255238 ]239 },240 {241 "object_id": "SM_kitchenshelf_2",242 "bbox_2d": [243 0,244 553,245 567,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 587.5064392089844,252 -256.2773094177246,253 61.13639831542969254 ],255 "extent": [256 100.01679229736328,257 40.04176330566406,258 54.999107360839844259 ]260 },261 "obb": {262 "center": [263 587.5064392089844,264 -256.2773094177246,265 61.13639831542969266 ],267 "extent": [268 100.01679229736328,269 40.04176330566406,270 54.999107360839844271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 587.5064697265625,280 -256.27728271484375,281 5.758232116699219282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 255,296 191,297 63298 ]299 }300 ],301 "fridge": [302 {303 "object_id": "SM_fridge_02_84",304 "bbox_2d": [305 1360,306 0,307 1919,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 966.9981079101562,314 -245.73443603515625,315 135.7894058227539316 ],317 "extent": [318 80.00001525878906,319 47.4110107421875,320 129.93312072753906321 ]322 },323 "obb": {324 "center": [325 966.9981079101562,326 -245.73443603515625,327 135.7894058227539328 ],329 "extent": [330 80.00001525878906,331 47.4110107421875,332 129.93312072753906333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 966.9981079101562,342 -245.73443603515625,343 4.546058654785156344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 63,358 191,359 0360 ]361 }362 ],363 "rack": [364 {365 "object_id": "SM_potrack2_101",366 "bbox_2d": [367 0,368 0,369 832,370 230371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 668.0903504368944,376 -272.0927200141796,377 208.36021662483108378 ],379 "extent": [380 57.77327762029381,381 24.881000084882558,382 47.0049159501541383 ]384 },385 "obb": {386 "center": [387 668.0903504368944,388 -272.0927200141796,389 208.36021662483108390 ],391 "extent": [392 57.77327762029381,393 24.881000084882558,394 47.0049159501541395 ],396 "rotation": [397 0,398 90.00000000000001,399 0400 ]401 },402 "location": [403 668.108642578125,404 -272.6363220214844,405 180.7266387939453406 ],407 "rotation": [408 0,409 90.00000000000001,410 0411 ],412 "scale": [413 1.2925000190734863,414 1.2925000190734863,415 1.2925000190734863416 ]417 },418 "color": [419 127,420 191,421 191422 ]423 },424 {425 "object_id": "SM_kitchenrack_01_191",426 "bbox_2d": [427 746,428 0,429 1381,430 207431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 795.0182226657862,436 -283.8942193627356,437 221.20362854003906438 ],439 "extent": [440 69.32912685175688,441 13.728644802682538,442 33.61538142823338443 ]444 },445 "obb": {446 "center": [447 795.0182226657862,448 -283.8942193627356,449 221.20362854003906450 ],451 "extent": [452 69.32912685175688,453 13.728644802682538,454 33.61538142823338455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 795.0182495117188,464 -283.89422607421875,465 221.20362854003906466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1.4075000286102295,474 1.4075000286102295,475 1.4075000286102295476 ]477 },478 "color": [479 0,480 63,481 31482 ]483 }484 ],485 "detergent bag": [486 {487 "object_id": "SM_detergent_174",488 "bbox_2d": [489 1130,490 365,491 1186,492 516493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 806.8837890484732,498 -278.65231895727624,499 134.52036666870117500 ],501 "extent": [502 9.648114948387388,503 7.775964348389152,504 18.756542205810547505 ]506 },507 "obb": {508 "center": [509 806.8837890484732,510 -278.65231895727624,511 134.52036666870117512 ],513 "extent": [514 9.648114948387388,515 7.775964348389152,516 18.756542205810547517 ],518 "rotation": [519 0,520 -22.576663970947266,521 0522 ]523 },524 "location": [525 806.48779296875,526 -278.4876708984375,527 115.76382446289062528 ],529 "rotation": [530 0,531 -22.576663970947266,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 31,542 191,543 127544 ]545 }546 ],547 "decor": [548 {549 "object_id": "SM_sunfloweroil_225",550 "bbox_2d": [551 101,552 126,553 266,554 559555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 657.5003614425659,560 -252.60947465896606,561 137.17693328857422562 ],563 "extent": [564 5.742660999298096,565 5.742663383483887,566 21.04144287109375567 ]568 },569 "obb": {570 "center": [571 657.5003614425659,572 -252.60947465896606,573 137.17693328857422574 ],575 "extent": [576 5.742660999298096,577 5.742663383483887,578 21.04144287109375579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 657.5003662109375,588 -252.60946655273438,589 116.13548278808594590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 0,604 127,605 95606 ]607 }608 ],609 "knife": [610 {611 "object_id": "SM_knife_01_83",612 "bbox_2d": [613 939,614 551,615 1040,616 555617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 749.0878825189488,622 -251.87404060091131,623 115.76382452249527624 ],625 "extent": [626 5.229935788745593,627 9.763024288403301,628 0.6032625436782837629 ]630 },631 "obb": {632 "center": [633 749.0878825189488,634 -251.87404060091131,635 115.76382452249527636 ],637 "extent": [638 5.229935788745593,639 9.763024288403301,640 0.6032625436782837641 ],642 "rotation": [643 0,644 -24.396179199218757,645 0646 ]647 },648 "location": [649 747.4592895507812,650 -255.6338653564453,651 115.76382446289062652 ],653 "rotation": [654 0,655 -24.396179199218757,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 95,666 95,667 95668 ]669 },670 {671 "object_id": "SM_knife_02_86",672 "bbox_2d": [673 973,674 549,675 1032,676 554677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 760.0522495176997,682 -263.95330343865015,683 115.7638093829155684 ],685 "extent": [686 3.7122543307530123,687 12.599260122671708,688 0.6032631397247314689 ]690 },691 "obb": {692 "center": [693 760.0522495176997,694 -263.95330343865015,695 115.7638093829155696 ],697 "extent": [698 3.7122543307530123,699 12.599260122671708,700 0.6032631397247314701 ],702 "rotation": [703 0,704 12.045557022094727,705 0706 ]707 },708 "location": [709 761.4401245117188,710 -269.96142578125,711 115.76380920410156712 ],713 "rotation": [714 0,715 12.045557022094727,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 0,726 0,727 159728 ]729 }730 ],731 "plate": [732 {733 "object_id": "SM_Plate_04_115",734 "bbox_2d": [735 1288,736 719,737 1359,738 740739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 835.579704284668,744 -250.69109535217285,745 81.8488461971283746 ],747 "extent": [748 16.940677642822266,749 16.940677642822266,750 2.3559725284576416751 ]752 },753 "obb": {754 "center": [755 835.579704284668,756 -250.69109535217285,757 81.8488461971283758 ],759 "extent": [760 16.940677642822266,761 16.940677642822266,762 2.3559725284576416763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 835.5797119140625,772 -250.6911163330078,773 79.49287414550781774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 255,788 127,789 159790 ]791 },792 {793 "object_id": "SM_Plate_121",794 "bbox_2d": [795 1288,796 516,797 1416,798 526799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 800.4238119125366,804 -232.97500705718994,805 119.30856418609619806 ],807 "extent": [808 12.399820327758789,809 12.399818420410156,810 2.0544354915618896811 ]812 },813 "obb": {814 "center": [815 800.4238119125366,816 -232.97500705718994,817 119.30856418609619818 ],819 "extent": [820 12.399820327758789,821 12.399818420410156,822 2.0544354915618896823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 800.423828125,832 -232.97503662109375,833 116.79820251464844834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 255,848 191,849 159850 ]851 },852 {853 "object_id": "SM_Plate_124",854 "bbox_2d": [855 1270,856 527,857 1424,858 555859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 798.2294845581055,864 -235.3245029449463,865 117.48576331138611866 ],867 "extent": [868 16.940677642822266,869 16.940677642822266,870 2.3559725284576416871 ]872 },873 "obb": {874 "center": [875 798.2294845581055,876 -235.3245029449463,877 117.48576331138611878 ],879 "extent": [880 16.940677642822266,881 16.940677642822266,882 2.3559725284576416883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 798.2294921875,892 -235.32452392578125,893 115.12979125976562894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 255,908 31,909 159910 ]911 },912 {913 "object_id": "SM_Plate_01_127",914 "bbox_2d": [915 1026,916 545,917 1073,918 553919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 782.7360763549805,924 -260.4333305358887,925 116.45846271514893926 ],927 "extent": [928 16.948688507080078,929 16.948688507080078,930 0.6946386098861694931 ]932 },933 "obb": {934 "center": [935 782.7360763549805,936 -260.4333305358887,937 116.45846271514893938 ],939 "extent": [940 16.948688507080078,941 16.948688507080078,942 0.6946386098861694943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 782.736083984375,952 -260.433349609375,953 115.76382446289062954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 255,968 95,969 159970 ]971 },972 {973 "object_id": "SM_Plate_130",974 "bbox_2d": [975 1051,976 546,977 1308,978 557979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 766.5143356323242,984 -230.07152938842773,985 116.45847034454346986 ],987 "extent": [988 16.948688507080078,989 16.948688507080078,990 0.6946386098861694991 ]992 },993 "obb": {994 "center": [995 766.5143356323242,996 -230.07152938842773,997 116.45847034454346998 ],999 "extent": [1000 16.948688507080078,1001 16.948688507080078,1002 0.69463860988616941003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 766.5143432617188,1012 -230.07154846191406,1013 115.763832092285161014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 127,1028 0,1029 1591030 ]1031 },1032 {1033 "object_id": "SM_Plate_133",1034 "bbox_2d": [1035 1043,1036 516,1037 1299,1038 5461039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 765.778923034668,1044 -231.0051212310791,1045 118.464385747909551046 ],1047 "extent": [1048 16.940677642822266,1049 16.940677642822266,1050 2.35597252845764161051 ]1052 },1053 "obb": {1054 "center": [1055 765.778923034668,1056 -231.0051212310791,1057 118.464385747909551058 ],1059 "extent": [1060 16.940677642822266,1061 16.940677642822266,1062 2.35597252845764161063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 765.7789306640625,1072 -231.00514221191406,1073 116.108413696289061074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 127,1088 255,1089 1591090 ]1091 },1092 {1093 "object_id": "SM_Plate_142",1094 "bbox_2d": [1095 1153,1096 771,1097 1346,1098 8551099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 779.590934753418,1104 -234.57891273498535,1105 78.068076848983761106 ],1107 "extent": [1108 16.940677642822266,1109 16.940677642822266,1110 2.35597252845764161111 ]1112 },1113 "obb": {1114 "center": [1115 779.590934753418,1116 -234.57891273498535,1117 78.068076848983761118 ],1119 "extent": [1120 16.940677642822266,1121 16.940677642822266,1122 2.35597252845764161123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 779.5909423828125,1132 -234.5789337158203,1133 75.712104797363281134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 127,1148 191,1149 1591150 ]1151 },1152 {1153 "object_id": "SM_Plate_145",1154 "bbox_2d": [1155 1153,1156 787,1157 1313,1158 8371159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 778.6076583862305,1164 -239.4612522125244,1165 78.412658452987671166 ],1167 "extent": [1168 16.940677642822266,1169 16.940677642822266,1170 2.35597252845764161171 ]1172 },1173 "obb": {1174 "center": [1175 778.6076583862305,1176 -239.4612522125244,1177 78.412658452987671178 ],1179 "extent": [1180 16.940677642822266,1181 16.940677642822266,1182 2.35597252845764161183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 778.607666015625,1192 -239.46127319335938,1193 76.056686401367191194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [