TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l048_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l048_r002/lit.png",5 "camera": {6 "location": [7 79,8 346,9 15110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 79,38 346,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 200,58 0,59 1569,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "door frame": [116 {117 "object_id": "SM_doorframe_467",118 "bbox_2d": [119 126,120 0,121 199,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 187.48676300048828,128 450.7649061235361,129 140.74870859740804130 ],131 "extent": [132 94.6826400756836,133 4.9441698669024845,134 120.46647398356254135 ]136 },137 "obb": {138 "center": [139 187.48676300048828,140 450.7649061235361,141 140.74870859740804142 ],143 "extent": [144 94.6826400756836,145 4.9441698669024845,146 120.46647398356254147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 187.4867706298828,156 450.764892578125,157 20.000030517578125158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 0.8877120614051819,167 0.9204005002975464168 ]169 },170 "color": [171 63,172 63,173 0174 ]175 }176 ]177 },178 "foreground": {179 "breadrack": [180 {181 "object_id": "SM_breadrack_04_293",182 "bbox_2d": [183 294,184 0,185 1919,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 5.943952560424805,192 400.90496826171875,193 105.9197006225586194 ],195 "extent": [196 83.54350280761719,197 33.417388916015625,198 85.13441467285156199 ]200 },201 "obb": {202 "center": [203 5.943952560424805,204 400.90496826171875,205 105.9197006225586206 ],207 "extent": [208 83.54350280761719,209 33.417388916015625,210 85.13441467285156211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 5.943952560424805,220 400.90496826171875,221 20222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 0,236 127,237 0238 ]239 },240 {241 "object_id": "SM_breadrack_2",242 "bbox_2d": [243 1548,244 0,245 1919,246 916247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -244.97552490234375,252 397.81231689453125,253 138.38698959350586254 ],255 "extent": [256 167.6439971923828,257 33.974395751953125,258 119.4671630859375259 ]260 },261 "obb": {262 "center": [263 -244.97552490234375,264 397.81231689453125,265 138.38698959350586266 ],267 "extent": [268 167.6439971923828,269 33.974395751953125,270 119.4671630859375271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -244.97552490234375,280 397.81231689453125,281 22.278316497802734282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 127,296 191,297 255298 ]299 }300 ],301 "glass door": [302 {303 "object_id": "SM_glassdoor_L_533",304 "bbox_2d": [305 0,306 0,307 125,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 98.45466228617519,314 488.31373702375686,315 137.83284518338587316 ],317 "extent": [318 15.24340874253707,319 45.77471049171086,320 117.55763077817937321 ]322 },323 "obb": {324 "center": [325 98.45466228617519,326 488.31373702375686,327 137.83284518338587328 ],329 "extent": [330 15.24340874253707,331 45.77471049171086,332 117.55763077817937333 ],334 "rotation": [335 0,336 6.605866432189941,337 0338 ]339 },340 "location": [341 102.97634887695312,342 450.2066650390625,343 20.030466079711914344 ],345 "rotation": [346 0,347 6.605866432189941,348 0349 ],350 "scale": [351 1,352 1,353 0.9197148084640503354 ]355 },356 "color": [357 255,358 191,359 255360 ]361 }362 ],363 "clip": [364 {365 "object_id": "SM_clip_5",366 "bbox_2d": [367 430,368 480,369 508,370 838371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 76.20115852355957,376 397.98963928222656,377 145.887451171875378 ],379 "extent": [380 1.7291240692138672,381 5.0867767333984375,382 7.9662322998046875383 ]384 },385 "obb": {386 "center": [387 76.20115852355957,388 397.98963928222656,389 145.887451171875390 ],391 "extent": [392 1.7291240692138672,393 5.0867767333984375,394 7.9662322998046875395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 76.20306396484375,404 397.5279235839844,405 152.9875030517578406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 127,420 191,421 127422 ]423 },424 {425 "object_id": "SM_clip2",426 "bbox_2d": [427 490,428 481,429 575,430 824431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 74.12641334533691,436 396.8923054582484,437 145.90090247875622438 ],439 "extent": [440 1.7291240692138672,441 6.25131308260984,442 8.653717123152262443 ]444 },445 "obb": {446 "center": [447 74.12641334533691,448 396.8923054582484,449 145.90090247875622450 ],451 "extent": [452 1.7291240692138672,453 6.25131308260984,454 8.653717123152262455 ],456 "rotation": [457 0,458 0,459 8.846013069152832460 ]461 },462 "location": [463 74.1283187866211,464 397.5279235839844,465 152.9875030517578466 ],467 "rotation": [468 0,469 0,470 8.846013069152832471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 127,480 191,481 63482 ]483 },484 {485 "object_id": "SM_clip3",486 "bbox_2d": [487 550,488 483,489 625,490 821491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 71.44133949279785,496 398.7807735005178,497 145.98362661297958498 ],499 "extent": [500 1.7291240692138672,501 5.945766080187809,502 8.485135959617793503 ]504 },505 "obb": {506 "center": [507 71.44133949279785,508 398.7807735005178,509 145.98362661297958510 ],511 "extent": [512 1.7291240692138672,513 5.945766080187809,514 8.485135959617793515 ],516 "rotation": [517 0,518 0,519 -6.42107629776001520 ]521 },522 "location": [523 71.44324493408203,524 397.5279235839844,525 152.9875030517578526 ],527 "rotation": [528 0,529 0,530 -6.42107629776001531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 63,540 191,541 0542 ]543 },544 {545 "object_id": "SM_clip4",546 "bbox_2d": [547 644,548 486,549 753,550 804551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 65.46821022033691,556 397.98963928222656,557 145.887451171875558 ],559 "extent": [560 1.7291240692138672,561 5.0867767333984375,562 7.9662322998046875563 ]564 },565 "obb": {566 "center": [567 65.46821022033691,568 397.98963928222656,569 145.887451171875570 ],571 "extent": [572 1.7291240692138672,573 5.0867767333984375,574 7.9662322998046875575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 65.4701156616211,584 397.5279235839844,585 152.9875030517578586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 63,600 191,601 255602 ]603 },604 {605 "object_id": "SM_clip5",606 "bbox_2d": [607 734,608 488,609 835,610 786611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 61.77237510681152,616 396.8173081745999,617 145.90802963751463618 ],619 "extent": [620 1.7291240692138672,621 6.326023464910406,622 8.693479438914409623 ]624 },625 "obb": {626 "center": [627 61.77237510681152,628 396.8173081745999,629 145.90802963751463630 ],631 "extent": [632 1.7291240692138672,633 6.326023464910406,634 8.693479438914409635 ],636 "rotation": [637 0,638 0,639 9.452672004699705640 ]641 },642 "location": [643 61.7742805480957,644 397.5279235839844,645 152.9875030517578646 ],647 "rotation": [648 0,649 0,650 9.452672004699705651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 63,660 191,661 127662 ]663 },664 {665 "object_id": "SM_clip6",666 "bbox_2d": [667 802,668 490,669 889,670 784671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 57.672555923461914,676 398.2167477008914,677 145.905876161064678 ],679 "extent": [680 1.7291240692138672,681 5.339248802094403,682 8.125027063784898683 ]684 },685 "obb": {686 "center": [687 57.672555923461914,688 398.2167477008914,689 145.905876161064690 ],691 "extent": [692 1.7291240692138672,693 5.339248802094403,694 8.125027063784898695 ],696 "rotation": [697 0,698 0,699 -1.8349367380142212700 ]701 },702 "location": [703 57.674461364746094,704 397.5279235839844,705 152.9875030517578706 ],707 "rotation": [708 0,709 0,710 -1.8349367380142212711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 63,720 191,721 63722 ]723 },724 {725 "object_id": "SM_clip7",726 "bbox_2d": [727 894,728 493,729 1018,730 764731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 50.03094673156738,736 397.4556906847045,737 145.87282101449907738 ],739 "extent": [740 1.7291240692138672,741 5.67007079793467,742 8.325394690263721743 ]744 },745 "obb": {746 "center": [747 50.03094673156738,748 397.4556906847045,749 145.87282101449907750 ],751 "extent": [752 1.7291240692138672,753 5.67007079793467,754 8.325394690263721755 ],756 "rotation": [757 0,758 0,759 4.30238437652588760 ]761 },762 "location": [763 50.03285217285156,764 397.5279235839844,765 152.9875030517578766 ],767 "rotation": [768 0,769 0,770 4.30238437652588771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 0,780 191,781 191782 ]783 },784 {785 "object_id": "SM_clip8",786 "bbox_2d": [787 935,788 495,789 1050,790 761791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 47.057416915893555,796 398.08326440459325,797 145.8941600700604798 ],799 "extent": [800 1.7291240692138672,801 5.191426203969854,802 8.032644845257067803 ]804 },805 "obb": {806 "center": [807 47.057416915893555,808 398.08326440459325,809 145.8941600700604810 ],811 "extent": [812 1.7291240692138672,813 5.191426203969854,814 8.032644845257067815 ],816 "rotation": [817 0,818 0,819 -0.755879282951355820 ]821 },822 "location": [823 47.059322357177734,824 397.5279235839844,825 152.9875030517578826 ],827 "rotation": [828 0,829 0,830 -0.755879282951355831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 255,840 191,841 191842 ]843 },844 {845 "object_id": "SM_clip9",846 "bbox_2d": [847 998,848 496,849 1109,850 751851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 43.201772689819336,856 397.56347040712984,857 145.87254314277766858 ],859 "extent": [860 1.7291240692138672,861 5.554870341369337,862 8.256656120493318863 ]864 },865 "obb": {866 "center": [867 43.201772689819336,868 397.56347040712984,869 145.87254314277766870 ],871 "extent": [872 1.7291240692138672,873 5.554870341369337,874 8.256656120493318875 ],876 "rotation": [877 0,878 0,879 3.4344489574432377880 ]881 },882 "location": [883 43.203678131103516,884 397.5279235839844,885 152.9875030517578886 ],887 "rotation": [888 0,889 0,890 3.4344489574432377891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 127,900 191,901 191902 ]903 },904 {905 "object_id": "SM_clip10",906 "bbox_2d": [907 1036,908 497,909 1151,910 746911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 39.22496223449707,916 397.98963928222656,917 145.887451171875918 ],919 "extent": [920 1.7291240692138672,921 5.0867767333984375,922 7.9662322998046875923 ]924 },925 "obb": {926 "center": [927 39.22496223449707,928 397.98963928222656,929 145.887451171875930 ],931 "extent": [932 1.7291240692138672,933 5.0867767333984375,934 7.9662322998046875935 ],936 "rotation": [937 0,938 0,939 0940 ]941 },942 "location": [943 39.22686767578125,944 397.5279235839844,945 152.9875030517578946 ],947 "rotation": [948 0,949 0,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 63,960 191,961 191962 ]963 },964 {965 "object_id": "SM_clip11",966 "bbox_2d": [967 1087,968 499,969 1192,970 740971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 34.92196083068848,976 398.46951214757433,977 145.93503333824984978 ],979 "extent": [980 1.7291240692138672,981 5.614699050814522,982 8.292496691237233983 ]984 },985 "obb": {986 "center": [987 34.92196083068848,988 398.46951214757433,989 145.93503333824984990 ],991 "extent": [992 1.7291240692138672,993 5.614699050814522,994 8.292496691237233995 ],996 "rotation": [997 0,998 0,999 -3.88399481773376461000 ]1001 },1002 "location": [1003 34.923866271972656,1004 397.5279235839844,1005 152.98750305175781006 ],1007 "rotation": [1008 0,1009 0,1010 -3.88399481773376461011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 191,1020 0,1021 01022 ]1023 }1024 ],1025 "cake": [1026 {1027 "object_id": "SM_cake_108",1028 "bbox_2d": [1029 1911,1030 620,1031 1919,1032 6581033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -177.7487087249756,1038 398.17628479003906,1039 134.851236820220951040 ],1041 "extent": [1042 17.188379287719727,1043 17.18549346923828,1044 7.4399380683898931045 ]1046 },1047 "obb": {1048 "center": [1049 -177.7487087249756,1050 398.17628479003906,1051 134.851236820220951052 ],1053 "extent": [1054 17.188379287719727,1055 17.18549346923828,1056 7.4399380683898931057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 -177.6628875732422,1066 398.4527893066406,1067 127.748764038085941068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 31,1082 127,1083 1271084 ]1085 },1086 {1087 "object_id": "SM_cake_8",1088 "bbox_2d": [1089 1905,1090 801,1091 1916,1092 8231093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -177.4667205234851,1098 398.7821907400984,1099 104.164711353955111100 ],1101 "extent": [1102 23.19326306184638,1103 23.329647350571292,1104 13.5116372915313151105 ]1106 },1107 "obb": {1108 "center": [1109 -177.4667205234851,1110 398.7821907400984,1111 104.164711353955111112 ],1113 "extent": [1114 23.19326306184638,1115 23.329647350571292,1116 13.5116372915313151117 ],1118 "rotation": [1119 0,1120 70.55224609375,1121 01122 ]1123 },1124 "location": [1125 -177.56298828125,1126 398.72808837890625,1127 90.575729370117191128 ],1129 "rotation": [1130 0,1131 70.55224609375,1132 01133 ],1134 "scale": [1135 0.7049999833106995,1136 0.7049999833106995,1137 0.70499998331069951138 ]1139 },1140 "color": [1141 31,1142 63,1143 2551144 ]1145 },1146 {1147 "object_id": "SM_cake_19",1148 "bbox_2d": [1149 1768,1150 679,1151 1919,1152 7941153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -115.60001945495605,1158 398.17628479003906,1159 122.365023136138921160 ],1161 "extent": [1162 17.188379287719727,1163 17.18549346923828,1164 7.4399380683898931165 ]1166 },1167 "obb": {1168 "center": [1169 -115.60001945495605,1170 398.17628479003906,1171 122.365023136138921172 ],1173 "extent": [1174 17.188379287719727,1175 17.18549346923828,1176 7.4399380683898931177 ],1178 "rotation": [1179 0,1180 0,1181 01182 ]1183 },1184 "location": [1185 -115.51419830322266,1186 398.4527893066406,1187 115.26255035400391188 ],1189 "rotation": [1190 0,1191 0,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [