TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l037_off0_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l037_off0_r002/lit.png",5 "camera": {6 "location": [7 67,8 347,9 17610 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 67,38 347,39 176,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 0,58 0,59 1533,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ]115 },116 "foreground": {117 "breadrack": [118 {119 "object_id": "SM_breadrack_04_293",120 "bbox_2d": [121 0,122 308,123 1825,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 5.943952560424805,130 400.90496826171875,131 105.9197006225586132 ],133 "extent": [134 83.54350280761719,135 33.417388916015625,136 85.13441467285156137 ]138 },139 "obb": {140 "center": [141 5.943952560424805,142 400.90496826171875,143 105.9197006225586144 ],145 "extent": [146 83.54350280761719,147 33.417388916015625,148 85.13441467285156149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 5.943952560424805,158 400.90496826171875,159 20160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 127,175 0176 ]177 },178 {179 "object_id": "SM_breadrack_2",180 "bbox_2d": [181 1505,182 0,183 1919,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -244.97552490234375,190 397.81231689453125,191 138.38698959350586192 ],193 "extent": [194 167.6439971923828,195 33.974395751953125,196 119.4671630859375197 ]198 },199 "obb": {200 "center": [201 -244.97552490234375,202 397.81231689453125,203 138.38698959350586204 ],205 "extent": [206 167.6439971923828,207 33.974395751953125,208 119.4671630859375209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -244.97552490234375,218 397.81231689453125,219 22.278316497802734220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 191,235 255236 ]237 }238 ],239 "clip": [240 {241 "object_id": "SM_clip_5",242 "bbox_2d": [243 148,244 1075,245 168,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 76.20115852355957,252 397.98963928222656,253 145.887451171875254 ],255 "extent": [256 1.7291240692138672,257 5.0867767333984375,258 7.9662322998046875259 ]260 },261 "obb": {262 "center": [263 76.20115852355957,264 397.98963928222656,265 145.887451171875266 ],267 "extent": [268 1.7291240692138672,269 5.0867767333984375,270 7.9662322998046875271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 76.20306396484375,280 397.5279235839844,281 152.9875030517578282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 127,296 191,297 127298 ]299 },300 {301 "object_id": "SM_clip2",302 "bbox_2d": [303 193,304 1063,305 228,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 74.12641334533691,312 396.8923054582484,313 145.90090247875622314 ],315 "extent": [316 1.7291240692138672,317 6.25131308260984,318 8.653717123152262319 ]320 },321 "obb": {322 "center": [323 74.12641334533691,324 396.8923054582484,325 145.90090247875622326 ],327 "extent": [328 1.7291240692138672,329 6.25131308260984,330 8.653717123152262331 ],332 "rotation": [333 0,334 0,335 8.846013069152832336 ]337 },338 "location": [339 74.1283187866211,340 397.5279235839844,341 152.9875030517578342 ],343 "rotation": [344 0,345 0,346 8.846013069152832347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 191,357 63358 ]359 },360 {361 "object_id": "SM_clip3",362 "bbox_2d": [363 271,364 1045,365 306,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 71.44133949279785,372 398.7807735005178,373 145.98362661297958374 ],375 "extent": [376 1.7291240692138672,377 5.945766080187809,378 8.485135959617793379 ]380 },381 "obb": {382 "center": [383 71.44133949279785,384 398.7807735005178,385 145.98362661297958386 ],387 "extent": [388 1.7291240692138672,389 5.945766080187809,390 8.485135959617793391 ],392 "rotation": [393 0,394 0,395 -6.42107629776001396 ]397 },398 "location": [399 71.44324493408203,400 397.5279235839844,401 152.9875030517578402 ],403 "rotation": [404 0,405 0,406 -6.42107629776001407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 63,416 191,417 0418 ]419 },420 {421 "object_id": "SM_clip4",422 "bbox_2d": [423 431,424 1012,425 459,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 65.46821022033691,432 397.98963928222656,433 145.887451171875434 ],435 "extent": [436 1.7291240692138672,437 5.0867767333984375,438 7.9662322998046875439 ]440 },441 "obb": {442 "center": [443 65.46821022033691,444 397.98963928222656,445 145.887451171875446 ],447 "extent": [448 1.7291240692138672,449 5.0867767333984375,450 7.9662322998046875451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 65.4701156616211,460 397.5279235839844,461 152.9875030517578462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 63,476 191,477 255478 ]479 },480 {481 "object_id": "SM_clip5",482 "bbox_2d": [483 517,484 994,485 548,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 61.77237510681152,492 396.8173081745999,493 145.90802963751463494 ],495 "extent": [496 1.7291240692138672,497 6.326023464910406,498 8.693479438914409499 ]500 },501 "obb": {502 "center": [503 61.77237510681152,504 396.8173081745999,505 145.90802963751463506 ],507 "extent": [508 1.7291240692138672,509 6.326023464910406,510 8.693479438914409511 ],512 "rotation": [513 0,514 0,515 9.452672004699705516 ]517 },518 "location": [519 61.7742805480957,520 397.5279235839844,521 152.9875030517578522 ],523 "rotation": [524 0,525 0,526 9.452672004699705527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 63,536 191,537 127538 ]539 },540 {541 "object_id": "SM_clip6",542 "bbox_2d": [543 593,544 974,545 639,546 1079547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 57.672555923461914,552 398.2167477008914,553 145.905876161064554 ],555 "extent": [556 1.7291240692138672,557 5.339248802094403,558 8.125027063784898559 ]560 },561 "obb": {562 "center": [563 57.672555923461914,564 398.2167477008914,565 145.905876161064566 ],567 "extent": [568 1.7291240692138672,569 5.339248802094403,570 8.125027063784898571 ],572 "rotation": [573 0,574 0,575 -1.8349367380142212576 ]577 },578 "location": [579 57.674461364746094,580 397.5279235839844,581 152.9875030517578582 ],583 "rotation": [584 0,585 0,586 -1.8349367380142212587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 63,596 191,597 63598 ]599 },600 {601 "object_id": "SM_clip7",602 "bbox_2d": [603 731,604 944,605 799,606 1079607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 50.03094673156738,612 397.4556906847045,613 145.87282101449907614 ],615 "extent": [616 1.7291240692138672,617 5.67007079793467,618 8.325394690263721619 ]620 },621 "obb": {622 "center": [623 50.03094673156738,624 397.4556906847045,625 145.87282101449907626 ],627 "extent": [628 1.7291240692138672,629 5.67007079793467,630 8.325394690263721631 ],632 "rotation": [633 0,634 0,635 4.30238437652588636 ]637 },638 "location": [639 50.03285217285156,640 397.5279235839844,641 152.9875030517578642 ],643 "rotation": [644 0,645 0,646 4.30238437652588647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 0,656 191,657 191658 ]659 },660 {661 "object_id": "SM_clip8",662 "bbox_2d": [663 787,664 932,665 851,666 1079667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 47.057416915893555,672 398.08326440459325,673 145.8941600700604674 ],675 "extent": [676 1.7291240692138672,677 5.191426203969854,678 8.032644845257067679 ]680 },681 "obb": {682 "center": [683 47.057416915893555,684 398.08326440459325,685 145.8941600700604686 ],687 "extent": [688 1.7291240692138672,689 5.191426203969854,690 8.032644845257067691 ],692 "rotation": [693 0,694 0,695 -0.755879282951355696 ]697 },698 "location": [699 47.059322357177734,700 397.5279235839844,701 152.9875030517578702 ],703 "rotation": [704 0,705 0,706 -0.755879282951355707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 255,716 191,717 191718 ]719 },720 {721 "object_id": "SM_clip9",722 "bbox_2d": [723 844,724 919,725 924,726 1079727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 43.201772689819336,732 397.56347040712984,733 145.87254314277766734 ],735 "extent": [736 1.7291240692138672,737 5.554870341369337,738 8.256656120493318739 ]740 },741 "obb": {742 "center": [743 43.201772689819336,744 397.56347040712984,745 145.87254314277766746 ],747 "extent": [748 1.7291240692138672,749 5.554870341369337,750 8.256656120493318751 ],752 "rotation": [753 0,754 0,755 3.4344489574432377756 ]757 },758 "location": [759 43.203678131103516,760 397.5279235839844,761 152.9875030517578762 ],763 "rotation": [764 0,765 0,766 3.4344489574432377767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 127,776 191,777 191778 ]779 },780 {781 "object_id": "SM_clip10",782 "bbox_2d": [783 878,784 906,785 987,786 1079787 ],788 "bbox_3d": {789 "aabb": {790 "center": [791 39.22496223449707,792 397.98963928222656,793 145.887451171875794 ],795 "extent": [796 1.7291240692138672,797 5.0867767333984375,798 7.9662322998046875799 ]800 },801 "obb": {802 "center": [803 39.22496223449707,804 397.98963928222656,805 145.887451171875806 ],807 "extent": [808 1.7291240692138672,809 5.0867767333984375,810 7.9662322998046875811 ],812 "rotation": [813 0,814 0,815 0816 ]817 },818 "location": [819 39.22686767578125,820 397.5279235839844,821 152.9875030517578822 ],823 "rotation": [824 0,825 0,826 0827 ],828 "scale": [829 1,830 1,831 1832 ]833 },834 "color": [835 63,836 191,837 191838 ]839 },840 {841 "object_id": "SM_clip11",842 "bbox_2d": [843 931,844 893,845 1050,846 1079847 ],848 "bbox_3d": {849 "aabb": {850 "center": [851 34.92196083068848,852 398.46951214757433,853 145.93503333824984854 ],855 "extent": [856 1.7291240692138672,857 5.614699050814522,858 8.292496691237233859 ]860 },861 "obb": {862 "center": [863 34.92196083068848,864 398.46951214757433,865 145.93503333824984866 ],867 "extent": [868 1.7291240692138672,869 5.614699050814522,870 8.292496691237233871 ],872 "rotation": [873 0,874 0,875 -3.8839948177337646876 ]877 },878 "location": [879 34.923866271972656,880 397.5279235839844,881 152.9875030517578882 ],883 "rotation": [884 0,885 0,886 -3.8839948177337646887 ],888 "scale": [889 1,890 1,891 1892 ]893 },894 "color": [895 191,896 0,897 0898 ]899 }900 ],901 "cake": [902 {903 "object_id": "SM_cake_108",904 "bbox_2d": [905 1895,906 788,907 1919,908 807909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 -177.7487087249756,914 398.17628479003906,915 134.85123682022095916 ],917 "extent": [918 17.188379287719727,919 17.18549346923828,920 7.439938068389893921 ]922 },923 "obb": {924 "center": [925 -177.7487087249756,926 398.17628479003906,927 134.85123682022095928 ],929 "extent": [930 17.188379287719727,931 17.18549346923828,932 7.439938068389893933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 -177.6628875732422,942 398.4527893066406,943 127.74876403808594944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 31,958 127,959 127960 ]961 },962 {963 "object_id": "SM_cake_19",964 "bbox_2d": [965 1741,966 850,967 1919,968 1008969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -115.60001945495605,974 398.17628479003906,975 122.36502313613892976 ],977 "extent": [978 17.188379287719727,979 17.18549346923828,980 7.439938068389893981 ]982 },983 "obb": {984 "center": [985 -115.60001945495605,986 398.17628479003906,987 122.36502313613892988 ],989 "extent": [990 17.188379287719727,991 17.18549346923828,992 7.439938068389893993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 -115.51419830322266,1002 398.4527893066406,1003 115.26255035400391004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 255,1018 223,1019 311020 ]1021 },1022 {1023 "object_id": "SM_cake_20",1024 "bbox_2d": [1025 1745,1026 533,1027 1919,1028 6501029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 -114.99558517735439,1034 397.1789920777253,1035 168.65562820434571036 ],1037 "extent": [1038 24.69043161166026,1039 24.67737853827822,1040 8.3368110656738281041 ]1042 },1043 "obb": {1044 "center": [1045 -114.99558517735439,1046 397.1789920777253,1047 168.65562820434571048 ],1049 "extent": [1050 24.69043161166026,1051 24.67737853827822,1052 8.3368110656738281053 ],1054 "rotation": [1055 0,1056 -56.48339843749999,1057 01058 ]1059 },1060 "location": [1061 -114.11717987060547,1062 396.3239440917969,1063 160.318817138671881064 ],1065 "rotation": [1066 0,1067 -56.48339843749999,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 255,1078 223,1079 951080 ]1081 },1082 {1083 "object_id": "SM_cake_58",1084 "bbox_2d": [1085 1796,1086 242,1087 1919,1088 3041089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 -114.23934173583984,1094 397.156644821167,1095 211.832718849182131096 ],1097 "extent": [1098 11.427842140197754,1099 11.42784309387207,1100 6.2533864974975591101 ]1102 },1103 "obb": {1104 "center": [1105 -114.23934173583984,1106 397.156644821167,1107 211.832718849182131108 ],1109 "extent": [1110 11.427842140197754,1111 11.42784309387207,1112 6.2533864974975591113 ],1114 "rotation": [1115 0,1116 0,1117 01118 ]1119 },1120 "location": [1121 -114.23934173583984,1122 397.1566467285156,1123 205.53739929199221124 ],1125 "rotation": [1126 0,1127 0,1128 01129 ],1130 "scale": [1131 1,1132 1,1133 11134 ]1135 },1136 "color": [1137 223,1138 127,1139 1271140 ]1141 }1142 ],1143 "bread": [1144 {1145 "object_id": "SM_bread_169",1146 "bbox_2d": [1147 1045,1148 809,1149 1245,1150 9311151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 8.059072494506836,1156 415.26720809936523,1157 146.434023380279541158 ],1159 "extent": [1160 8.971965789794922,1161 8.894495010375977,1162 4.1606545448303221163 ]1164 },1165 "obb": {1166 "center": [1167 8.059072494506836,1168 415.26720809936523,1169 146.434023380279541170 ],1171 "extent": [1172 8.971965789794922,1173 8.894495010375977,1174 4.1606545448303221175 ],1176 "rotation": [1177 0,1178 0,1179 01180 ]1181 },1182 "location": [1183 8.04053020477295,1184 415.25054931640625,1185 146.438537597656251186 ],1187 "rotation": [1188 0,1189 0,1190 01191 ],1192 "scale": [1193 1,1194 1,1195 11196 ]1197 },1198 "color": [1199 255,1200 0,