TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l044_off0_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l044_off0_r001/lit.png",5 "camera": {6 "location": [7 -179,8 268,9 20110 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -179,38 268,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling planks corner": [54 {55 "object_id": "SM_ceiling",56 "bbox_2d": [57 12,58 0,59 206,60 11561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 10.70562744140625,67 407.093048095703168 ],69 "extent": [70 447.2875671386719,71 455.69342041015625,72 8.67544555664062573 ]74 },75 "obb": {76 "center": [77 0,78 10.70562744140625,79 407.093048095703180 ],81 "extent": [82 447.2875671386719,83 455.69342041015625,84 8.67544555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 10,95 3.5836791992187596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_wall_01_281",118 "bbox_2d": [119 0,120 0,121 1032,122 1026123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 0,128 0,129 199.22988891601562130 ],131 "extent": [132 448.35015869140625,133 456.7044982910156,134 200.50445556640625135 ]136 },137 "obb": {138 "center": [139 0,140 0,141 199.22988891601562142 ],143 "extent": [144 448.35015869140625,145 456.7044982910156,146 200.50445556640625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_wall_05_19",178 "bbox_2d": [179 0,180 147,181 40,182 586183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 413.07183837890625,188 219.72203063964844,189 272.21002197265625190 ],191 "extent": [192 22.278289794921875,193 215.7262659626067,194 109.5366704119806195 ]196 },197 "obb": {198 "center": [199 413.07183837890625,200 219.72203063964844,201 272.21002197265625202 ],203 "extent": [204 22.278289794921875,205 215.7262659626067,206 109.5366704119806207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 413.07183837890625,216 219.72203063964844,217 272.21002197265625218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.0699734687805176,227 1.0926108360290527228 ]229 },230 "color": [231 63,232 191,233 15234 ]235 }236 ],237 "beam": [238 {239 "object_id": "SM_beam_464",240 "bbox_2d": [241 220,242 175,243 439,244 262245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 0.00531005859375,250 524.9238891601562,251 466.1217346191406252 ],253 "extent": [254 448.35009765625,255 67.94873046875,256 100.25222778320312257 ]258 },259 "obb": {260 "center": [261 0.00531005859375,262 524.9238891601562,263 466.1217346191406264 ],265 "extent": [266 448.35009765625,267 67.94873046875,268 100.25222778320312269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0.00531005859375,278 524.9238891601562,279 466.1217346191406280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 63,294 127,295 63296 ]297 }298 ],299 "door frame": [300 {301 "object_id": "SM_doorframe_467",302 "bbox_2d": [303 185,304 347,305 439,306 993307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 187.48676300048828,312 450.7649061235361,313 140.74870859740804314 ],315 "extent": [316 94.6826400756836,317 4.9441698669024845,318 120.46647398356254319 ]320 },321 "obb": {322 "center": [323 187.48676300048828,324 450.7649061235361,325 140.74870859740804326 ],327 "extent": [328 94.6826400756836,329 4.9441698669024845,330 120.46647398356254331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 187.4867706298828,340 450.764892578125,341 20.000030517578125342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 0.8877120614051819,351 0.9204005002975464352 ]353 },354 "color": [355 63,356 63,357 0358 ]359 }360 ],361 "floorlock": [362 {363 "object_id": "SM_floorlock_509",364 "bbox_2d": [365 189,366 991,367 219,368 1007369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 187.39543914794922,374 450.041748046875,375 20.60430908203125376 ],377 "extent": [378 88.91845703125,379 5.1641845703125,380 0.8110421895980835381 ]382 },383 "obb": {384 "center": [385 187.39543914794922,386 450.041748046875,387 20.60430908203125388 ],389 "extent": [390 88.91845703125,391 5.1641845703125,392 0.8110421895980835393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 187.39544677734375,402 450.041748046875,403 20.60430908203125404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 127,419 191420 ]421 }422 ],423 "ground": [424 {425 "object_id": "SM_ground_9",426 "bbox_2d": [427 113,428 961,429 219,430 1075431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 0,436 0.704864501953125,437 11.041000366210938438 ],439 "extent": [440 447.2875671386719,441 455.69342041015625,442 8.675445556640625443 ]444 },445 "obb": {446 "center": [447 0,448 0.704864501953125,449 11.041000366210938450 ],451 "extent": [452 447.2875671386719,453 455.69342041015625,454 8.675445556640625455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 0,464 -0.000762939453125,465 11.041000366210938466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 191,480 0,481 255482 ]483 }484 ]485 },486 "foreground": {487 "breadrack": [488 {489 "object_id": "SM_breadrack_04_293",490 "bbox_2d": [491 220,492 579,493 915,494 1079495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 5.943952560424805,500 400.90496826171875,501 105.9197006225586502 ],503 "extent": [504 83.54350280761719,505 33.417388916015625,506 85.13441467285156507 ]508 },509 "obb": {510 "center": [511 5.943952560424805,512 400.90496826171875,513 105.9197006225586514 ],515 "extent": [516 83.54350280761719,517 33.417388916015625,518 85.13441467285156519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 5.943952560424805,528 400.90496826171875,529 20530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 0,544 127,545 0546 ]547 },548 {549 "object_id": "SM_breadrack_2",550 "bbox_2d": [551 672,552 0,553 1919,554 1079555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -244.97552490234375,560 397.81231689453125,561 138.38698959350586562 ],563 "extent": [564 167.6439971923828,565 33.974395751953125,566 119.4671630859375567 ]568 },569 "obb": {570 "center": [571 -244.97552490234375,572 397.81231689453125,573 138.38698959350586574 ],575 "extent": [576 167.6439971923828,577 33.974395751953125,578 119.4671630859375579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 -244.97552490234375,588 397.81231689453125,589 22.278316497802734590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 127,604 191,605 255606 ]607 }608 ],609 "flyzapper": [610 {611 "object_id": "SM_flyzapper_308",612 "bbox_2d": [613 610,614 0,615 803,616 180617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -17.928199768066406,622 429.95953369140625,623 306.4963073730469624 ],625 "extent": [626 26.657876307992822,627 5.972186155325971,628 16.560058615492267629 ]630 },631 "obb": {632 "center": [633 -17.928199768066406,634 429.95953369140625,635 306.4963073730469636 ],637 "extent": [638 26.657876307992822,639 5.972186155325971,640 16.560058615492267641 ],642 "rotation": [643 6.8301887851656506e-06,644 90.00000000000001,645 90.00012969970705646 ]647 },648 "location": [649 -17.928199768066406,650 429.95953369140625,651 306.4963073730469652 ],653 "rotation": [654 6.8301887851656506e-06,655 90.00000000000001,656 90.00012969970705657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 255,666 127,667 127668 ]669 }670 ],671 "carpet": [672 {673 "object_id": "SM_carpet_01_432",674 "bbox_2d": [675 0,676 1000,677 219,678 1079679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 201.3136291879569,684 356.7218922404906,685 21.646518349647522686 ],687 "extent": [688 115.90200498270377,689 77.0701993194902,690 1.6553844213485718691 ]692 },693 "obb": {694 "center": [695 201.3136291879569,696 356.7218922404906,697 21.646518349647522698 ],699 "extent": [700 115.90200498270377,701 77.0701993194902,702 1.6553844213485718703 ],704 "rotation": [705 0,706 -85.97870635986327,707 0708 ]709 },710 "location": [711 201.3136444091797,712 356.7218933105469,713 20714 ],715 "rotation": [716 0,717 -85.97870635986327,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 63,728 127,729 255730 ]731 }732 ],733 "paint": [734 {735 "object_id": "SM_paint_02_470",736 "bbox_2d": [737 119,738 242,739 210,740 981741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 317.884765625,746 451.82806396484375,747 171.14308166503906748 ],749 "extent": [750 35.01493554112494,751 3.107814311981201,752 150.2112274169922753 ]754 },755 "obb": {756 "center": [757 317.884765625,758 451.82806396484375,759 171.14308166503906760 ],761 "extent": [762 35.01493554112494,763 3.107814311981201,764 150.2112274169922765 ],766 "rotation": [767 0,768 0,769 0770 ]771 },772 "location": [773 317.884765625,774 451.82806396484375,775 24.352706909179688776 ],777 "rotation": [778 0,779 0,780 0781 ],782 "scale": [783 1.090328335762024,784 1,785 1786 ]787 },788 "color": [789 63,790 63,791 255792 ]793 }794 ],795 "glass": [796 {797 "object_id": "SM_glass_01_476",798 "bbox_2d": [799 1033,800 0,801 1115,802 24803 ],804 "bbox_3d": {805 "aabb": {806 "center": [807 -222.63824462890625,808 450.27442932128906,809 176.33636474609375810 ],811 "extent": [812 130.327880859375,813 3.3417510986328125,814 144.80874633789062815 ]816 },817 "obb": {818 "center": [819 -222.63824462890625,820 450.27442932128906,821 176.33636474609375822 ],823 "extent": [824 130.327880859375,825 3.3417510986328125,826 144.80874633789062827 ],828 "rotation": [829 0,830 0,831 0832 ]833 },834 "location": [835 -222.63824462890625,836 450.2744140625,837 176.3363494873047838 ],839 "rotation": [840 0,841 0,842 0843 ],844 "scale": [845 1,846 1,847 1848 ]849 },850 "color": [851 63,852 63,853 63854 ]855 }856 ],857 "signage": [858 {859 "object_id": "SM_sign_01_485",860 "bbox_2d": [861 0,862 28,863 37,864 415865 ],866 "bbox_3d": {867 "aabb": {868 "center": [869 290.1590118408203,870 217.80007934570312,871 378.5911102294922872 ],873 "extent": [874 6.6835174560546875,875 184.19940185546875,876 131.75128173828125877 ]878 },879 "obb": {880 "center": [881 290.1590118408203,882 217.80007934570312,883 378.5911102294922884 ],885 "extent": [886 6.6835174560546875,887 184.19940185546875,888 131.75128173828125889 ],890 "rotation": [891 0,892 0,893 0894 ]895 },896 "location": [897 290.15899658203125,898 217.80007934570312,899 300.5936279296875900 ],901 "rotation": [902 0,903 0,904 0905 ],906 "scale": [907 1,908 1,909 1910 ]911 },912 "color": [913 0,914 255,915 191916 ]917 }918 ],919 "glass door": [920 {921 "object_id": "SM_glassdoor_R_530",922 "bbox_2d": [923 192,924 402,925 414,926 1001927 ],928 "bbox_3d": {929 "aabb": {930 "center": [931 271.5410511427798,932 488.4927941298806,933 137.720233412756934 ],935 "extent": [936 12.195644725055445,937 45.320866920911726,938 117.55763077817937939 ]940 },941 "obb": {942 "center": [943 271.5410511427798,944 488.4927941298806,945 137.720233412756946 ],947 "extent": [948 12.195644725055445,949 45.320866920911726,950 117.55763077817937951 ],952 "rotation": [953 0,954 -2.6033179759979252,955 0956 ]957 },958 "location": [959 269.7154235839844,960 450.16168212890625,961 19.91785430908203962 ],963 "rotation": [964 0,965 -2.6033179759979252,966 0967 ],968 "scale": [969 1,970 1,971 0.9197148084640503972 ]973 },974 "color": [975 255,976 191,977 0978 ]979 }980 ],981 "clip": [982 {983 "object_id": "SM_clip_5",984 "bbox_2d": [985 313,986 729,987 359,988 796989 ],990 "bbox_3d": {991 "aabb": {992 "center": [993 76.20115852355957,994 397.98963928222656,995 145.887451171875996 ],997 "extent": [998 1.7291240692138672,999 5.0867767333984375,1000 7.96623229980468751001 ]1002 },1003 "obb": {1004 "center": [1005 76.20115852355957,1006 397.98963928222656,1007 145.8874511718751008 ],1009 "extent": [1010 1.7291240692138672,1011 5.0867767333984375,1012 7.96623229980468751013 ],1014 "rotation": [1015 0,1016 0,1017 01018 ]1019 },1020 "location": [1021 76.20306396484375,1022 397.5279235839844,1023 152.98750305175781024 ],1025 "rotation": [1026 0,1027 0,1028 01029 ],1030 "scale": [1031 1,1032 1,1033 11034 ]1035 },1036 "color": [1037 127,1038 191,1039 1271040 ]1041 },1042 {1043 "object_id": "SM_clip2",1044 "bbox_2d": [1045 307,1046 729,1047 356,1048 7951049 ],1050 "bbox_3d": {1051 "aabb": {1052 "center": [1053 74.12641334533691,1054 396.8923054582484,1055 145.900902478756221056 ],1057 "extent": [1058 1.7291240692138672,1059 6.25131308260984,1060 8.6537171231522621061 ]1062 },1063 "obb": {1064 "center": [1065 74.12641334533691,1066 396.8923054582484,1067 145.900902478756221068 ],1069 "extent": [1070 1.7291240692138672,1071 6.25131308260984,1072 8.6537171231522621073 ],1074 "rotation": [1075 0,1076 0,1077 8.8460130691528321078 ]1079 },1080 "location": [1081 74.1283187866211,1082 397.5279235839844,1083 152.98750305175781084 ],1085 "rotation": [1086 0,1087 0,1088 8.8460130691528321089 ],1090 "scale": [1091 1,1092 1,1093 11094 ]1095 },1096 "color": [1097 127,1098 191,1099 631100 ]1101 },1102 {1103 "object_id": "SM_clip3",1104 "bbox_2d": [1105 328,1106 730,1107 373,1108 7981109 ],1110 "bbox_3d": {1111 "aabb": {1112 "center": [1113 71.44133949279785,1114 398.7807735005178,1115 145.983626612979581116 ],1117 "extent": [1118 1.7291240692138672,1119 5.945766080187809,1120 8.4851359596177931121 ]1122 },1123 "obb": {1124 "center": [1125 71.44133949279785,1126 398.7807735005178,1127 145.983626612979581128 ],1129 "extent": [1130 1.7291240692138672,1131 5.945766080187809,1132 8.4851359596177931133 ],1134 "rotation": [1135 0,1136 0,1137 -6.421076297760011138 ]1139 },1140 "location": [1141 71.44324493408203,1142 397.5279235839844,1143 152.98750305175781144 ],1145 "rotation": [1146 0,1147 0,1148 -6.421076297760011149 ],1150 "scale": [1151 1,1152 1,1153 11154 ]1155 },1156 "color": [1157 63,1158 191,1159 01160 ]1161 },1162 {1163 "object_id": "SM_clip4",1164 "bbox_2d": [1165 335,1166 733,1167 383,1168 8021169 ],1170 "bbox_3d": {1171 "aabb": {1172 "center": [1173 65.46821022033691,1174 397.98963928222656,1175 145.8874511718751176 ],1177 "extent": [1178 1.7291240692138672,1179 5.0867767333984375,1180 7.96623229980468751181 ]1182 },1183 "obb": {1184 "center": [1185 65.46821022033691,1186 397.98963928222656,1187 145.8874511718751188 ],1189 "extent": [1190 1.7291240692138672,1191 5.0867767333984375,1192 7.96623229980468751193 ],1194 "rotation": [1195 0,1196 0,1197 01198 ]1199 },1200 "location": [