TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l044_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l044_r001/lit.png",5 "camera": {6 "location": [7 -179,8 268,9 15110 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -179,38 268,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling planks corner": [54 {55 "object_id": "SM_ceiling",56 "bbox_2d": [57 9,58 0,59 22,60 761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 10.70562744140625,67 407.093048095703168 ],69 "extent": [70 447.2875671386719,71 455.69342041015625,72 8.67544555664062573 ]74 },75 "obb": {76 "center": [77 0,78 10.70562744140625,79 407.093048095703180 ],81 "extent": [82 447.2875671386719,83 455.69342041015625,84 8.67544555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 10,95 3.5836791992187596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_wall_01_281",118 "bbox_2d": [119 0,120 0,121 915,122 1023123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 0,128 0,129 199.22988891601562130 ],131 "extent": [132 448.35015869140625,133 456.7044982910156,134 200.50445556640625135 ]136 },137 "obb": {138 "center": [139 0,140 0,141 199.22988891601562142 ],143 "extent": [144 448.35015869140625,145 456.7044982910156,146 200.50445556640625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_wall_05_19",178 "bbox_2d": [179 0,180 39,181 40,182 477183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 413.07183837890625,188 219.72203063964844,189 272.21002197265625190 ],191 "extent": [192 22.278289794921875,193 215.7262659626067,194 109.5366704119806195 ]196 },197 "obb": {198 "center": [199 413.07183837890625,200 219.72203063964844,201 272.21002197265625202 ],203 "extent": [204 22.278289794921875,205 215.7262659626067,206 109.5366704119806207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 413.07183837890625,216 219.72203063964844,217 272.21002197265625218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.0699734687805176,227 1.0926108360290527228 ]229 },230 "color": [231 63,232 191,233 15234 ]235 }236 ],237 "beam": [238 {239 "object_id": "SM_beam_464",240 "bbox_2d": [241 211,242 23,243 439,244 179245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 0.00531005859375,250 524.9238891601562,251 466.1217346191406252 ],253 "extent": [254 448.35009765625,255 67.94873046875,256 100.25222778320312257 ]258 },259 "obb": {260 "center": [261 0.00531005859375,262 524.9238891601562,263 466.1217346191406264 ],265 "extent": [266 448.35009765625,267 67.94873046875,268 100.25222778320312269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0.00531005859375,278 524.9238891601562,279 466.1217346191406280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 63,294 127,295 63296 ]297 }298 ],299 "door frame": [300 {301 "object_id": "SM_doorframe_467",302 "bbox_2d": [303 185,304 186,305 439,306 867307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 187.48676300048828,312 450.7649061235361,313 140.74870859740804314 ],315 "extent": [316 94.6826400756836,317 4.9441698669024845,318 120.46647398356254319 ]320 },321 "obb": {322 "center": [323 187.48676300048828,324 450.7649061235361,325 140.74870859740804326 ],327 "extent": [328 94.6826400756836,329 4.9441698669024845,330 120.46647398356254331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 187.4867706298828,340 450.764892578125,341 20.000030517578125342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 0.8877120614051819,351 0.9204005002975464352 ]353 },354 "color": [355 63,356 63,357 0358 ]359 }360 ],361 "floorlock": [362 {363 "object_id": "SM_floorlock_509",364 "bbox_2d": [365 189,366 866,367 224,368 878369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 187.39543914794922,374 450.041748046875,375 20.60430908203125376 ],377 "extent": [378 88.91845703125,379 5.1641845703125,380 0.8110421895980835381 ]382 },383 "obb": {384 "center": [385 187.39543914794922,386 450.041748046875,387 20.60430908203125388 ],389 "extent": [390 88.91845703125,391 5.1641845703125,392 0.8110421895980835393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 187.39544677734375,402 450.041748046875,403 20.60430908203125404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 127,419 191420 ]421 }422 ],423 "ground": [424 {425 "object_id": "SM_ground_9",426 "bbox_2d": [427 114,428 845,429 244,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 0,436 0.704864501953125,437 11.041000366210938438 ],439 "extent": [440 447.2875671386719,441 455.69342041015625,442 8.675445556640625443 ]444 },445 "obb": {446 "center": [447 0,448 0.704864501953125,449 11.041000366210938450 ],451 "extent": [452 447.2875671386719,453 455.69342041015625,454 8.675445556640625455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 0,464 -0.000762939453125,465 11.041000366210938466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 191,480 0,481 255482 ]483 }484 ]485 },486 "foreground": {487 "breadrack": [488 {489 "object_id": "SM_breadrack_04_293",490 "bbox_2d": [491 220,492 381,493 915,494 1079495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 5.943952560424805,500 400.90496826171875,501 105.9197006225586502 ],503 "extent": [504 83.54350280761719,505 33.417388916015625,506 85.13441467285156507 ]508 },509 "obb": {510 "center": [511 5.943952560424805,512 400.90496826171875,513 105.9197006225586514 ],515 "extent": [516 83.54350280761719,517 33.417388916015625,518 85.13441467285156519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 5.943952560424805,528 400.90496826171875,529 20530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 0,544 127,545 0546 ]547 },548 {549 "object_id": "SM_breadrack_2",550 "bbox_2d": [551 701,552 0,553 1919,554 1079555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -244.97552490234375,560 397.81231689453125,561 138.38698959350586562 ],563 "extent": [564 167.6439971923828,565 33.974395751953125,566 119.4671630859375567 ]568 },569 "obb": {570 "center": [571 -244.97552490234375,572 397.81231689453125,573 138.38698959350586574 ],575 "extent": [576 167.6439971923828,577 33.974395751953125,578 119.4671630859375579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 -244.97552490234375,588 397.81231689453125,589 22.278316497802734590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 127,604 191,605 255606 ]607 }608 ],609 "carpet": [610 {611 "object_id": "SM_carpet_01_432",612 "bbox_2d": [613 0,614 872,615 244,616 1079617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 201.3136291879569,622 356.7218922404906,623 21.646518349647522624 ],625 "extent": [626 115.90200498270377,627 77.0701993194902,628 1.6553844213485718629 ]630 },631 "obb": {632 "center": [633 201.3136291879569,634 356.7218922404906,635 21.646518349647522636 ],637 "extent": [638 115.90200498270377,639 77.0701993194902,640 1.6553844213485718641 ],642 "rotation": [643 0,644 -85.97870635986327,645 0646 ]647 },648 "location": [649 201.3136444091797,650 356.7218933105469,651 20652 ],653 "rotation": [654 0,655 -85.97870635986327,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 63,666 127,667 255668 ]669 }670 ],671 "paint": [672 {673 "object_id": "SM_paint_02_470",674 "bbox_2d": [675 119,676 118,677 210,678 858679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 317.884765625,684 451.82806396484375,685 171.14308166503906686 ],687 "extent": [688 35.01493554112494,689 3.107814311981201,690 150.2112274169922691 ]692 },693 "obb": {694 "center": [695 317.884765625,696 451.82806396484375,697 171.14308166503906698 ],699 "extent": [700 35.01493554112494,701 3.107814311981201,702 150.2112274169922703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 317.884765625,712 451.82806396484375,713 24.352706909179688714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1.090328335762024,722 1,723 1724 ]725 },726 "color": [727 63,728 63,729 255730 ]731 }732 ],733 "signage": [734 {735 "object_id": "SM_sign_01_485",736 "bbox_2d": [737 0,738 0,739 37,740 279741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 290.1590118408203,746 217.80007934570312,747 378.5911102294922748 ],749 "extent": [750 6.6835174560546875,751 184.19940185546875,752 131.75128173828125753 ]754 },755 "obb": {756 "center": [757 290.1590118408203,758 217.80007934570312,759 378.5911102294922760 ],761 "extent": [762 6.6835174560546875,763 184.19940185546875,764 131.75128173828125765 ],766 "rotation": [767 0,768 0,769 0770 ]771 },772 "location": [773 290.15899658203125,774 217.80007934570312,775 300.5936279296875776 ],777 "rotation": [778 0,779 0,780 0781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 0,790 255,791 191792 ]793 }794 ],795 "glass door": [796 {797 "object_id": "SM_glassdoor_R_530",798 "bbox_2d": [799 192,800 274,801 414,802 873803 ],804 "bbox_3d": {805 "aabb": {806 "center": [807 271.5410511427798,808 488.4927941298806,809 137.720233412756810 ],811 "extent": [812 12.195644725055445,813 45.320866920911726,814 117.55763077817937815 ]816 },817 "obb": {818 "center": [819 271.5410511427798,820 488.4927941298806,821 137.720233412756822 ],823 "extent": [824 12.195644725055445,825 45.320866920911726,826 117.55763077817937827 ],828 "rotation": [829 0,830 -2.6033179759979252,831 0832 ]833 },834 "location": [835 269.7154235839844,836 450.16168212890625,837 19.91785430908203838 ],839 "rotation": [840 0,841 -2.6033179759979252,842 0843 ],844 "scale": [845 1,846 1,847 0.9197148084640503848 ]849 },850 "color": [851 255,852 191,853 0854 ]855 }856 ],857 "clip": [858 {859 "object_id": "SM_clip_5",860 "bbox_2d": [861 312,862 529,863 356,864 592865 ],866 "bbox_3d": {867 "aabb": {868 "center": [869 76.20115852355957,870 397.98963928222656,871 145.887451171875872 ],873 "extent": [874 1.7291240692138672,875 5.0867767333984375,876 7.9662322998046875877 ]878 },879 "obb": {880 "center": [881 76.20115852355957,882 397.98963928222656,883 145.887451171875884 ],885 "extent": [886 1.7291240692138672,887 5.0867767333984375,888 7.9662322998046875889 ],890 "rotation": [891 0,892 0,893 0894 ]895 },896 "location": [897 76.20306396484375,898 397.5279235839844,899 152.9875030517578900 ],901 "rotation": [902 0,903 0,904 0905 ],906 "scale": [907 1,908 1,909 1910 ]911 },912 "color": [913 127,914 191,915 127916 ]917 },918 {919 "object_id": "SM_clip2",920 "bbox_2d": [921 307,922 528,923 355,924 594925 ],926 "bbox_3d": {927 "aabb": {928 "center": [929 74.12641334533691,930 396.8923054582484,931 145.90090247875622932 ],933 "extent": [934 1.7291240692138672,935 6.25131308260984,936 8.653717123152262937 ]938 },939 "obb": {940 "center": [941 74.12641334533691,942 396.8923054582484,943 145.90090247875622944 ],945 "extent": [946 1.7291240692138672,947 6.25131308260984,948 8.653717123152262949 ],950 "rotation": [951 0,952 0,953 8.846013069152832954 ]955 },956 "location": [957 74.1283187866211,958 397.5279235839844,959 152.9875030517578960 ],961 "rotation": [962 0,963 0,964 8.846013069152832965 ],966 "scale": [967 1,968 1,969 1970 ]971 },972 "color": [973 127,974 191,975 63976 ]977 },978 {979 "object_id": "SM_clip3",980 "bbox_2d": [981 328,982 528,983 375,984 594985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 71.44133949279785,990 398.7807735005178,991 145.98362661297958992 ],993 "extent": [994 1.7291240692138672,995 5.945766080187809,996 8.485135959617793997 ]998 },999 "obb": {1000 "center": [1001 71.44133949279785,1002 398.7807735005178,1003 145.983626612979581004 ],1005 "extent": [1006 1.7291240692138672,1007 5.945766080187809,1008 8.4851359596177931009 ],1010 "rotation": [1011 0,1012 0,1013 -6.421076297760011014 ]1015 },1016 "location": [1017 71.44324493408203,1018 397.5279235839844,1019 152.98750305175781020 ],1021 "rotation": [1022 0,1023 0,1024 -6.421076297760011025 ],1026 "scale": [1027 1,1028 1,1029 11030 ]1031 },1032 "color": [1033 63,1034 191,1035 01036 ]1037 },1038 {1039 "object_id": "SM_clip4",1040 "bbox_2d": [1041 336,1042 528,1043 372,1044 5931045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 65.46821022033691,1050 397.98963928222656,1051 145.8874511718751052 ],1053 "extent": [1054 1.7291240692138672,1055 5.0867767333984375,1056 7.96623229980468751057 ]1058 },1059 "obb": {1060 "center": [1061 65.46821022033691,1062 397.98963928222656,1063 145.8874511718751064 ],1065 "extent": [1066 1.7291240692138672,1067 5.0867767333984375,1068 7.96623229980468751069 ],1070 "rotation": [1071 0,1072 0,1073 01074 ]1075 },1076 "location": [1077 65.4701156616211,1078 397.5279235839844,1079 152.98750305175781080 ],1081 "rotation": [1082 0,1083 0,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 63,1094 191,1095 2551096 ]1097 },1098 {1099 "object_id": "SM_clip5",1100 "bbox_2d": [1101 334,1102 528,1103 381,1104 5951105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 61.77237510681152,1110 396.8173081745999,1111 145.908029637514631112 ],1113 "extent": [1114 1.7291240692138672,1115 6.326023464910406,1116 8.6934794389144091117 ]1118 },1119 "obb": {1120 "center": [1121 61.77237510681152,1122 396.8173081745999,1123 145.908029637514631124 ],1125 "extent": [1126 1.7291240692138672,1127 6.326023464910406,1128 8.6934794389144091129 ],1130 "rotation": [1131 0,1132 0,1133 9.4526720046997051134 ]1135 },1136 "location": [1137 61.7742805480957,1138 397.5279235839844,1139 152.98750305175781140 ],1141 "rotation": [1142 0,1143 0,1144 9.4526720046997051145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 63,1154 191,1155 1271156 ]1157 },1158 {1159 "object_id": "SM_clip6",1160 "bbox_2d": [1161 355,1162 528,1163 399,1164 5951165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 57.672555923461914,1170 398.2167477008914,1171 145.9058761610641172 ],1173 "extent": [1174 1.7291240692138672,1175 5.339248802094403,1176 8.1250270637848981177 ]1178 },1179 "obb": {1180 "center": [1181 57.672555923461914,1182 398.2167477008914,1183 145.9058761610641184 ],1185 "extent": [1186 1.7291240692138672,1187 5.339248802094403,1188 8.1250270637848981189 ],1190 "rotation": [1191 0,1192 0,1193 -1.83493673801422121194 ]1195 },1196 "location": [1197 57.674461364746094,1198 397.5279235839844,1199 152.98750305175781200 ],