TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l057_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l057_r001/lit.png",5 "camera": {6 "location": [7 -88,8 27,9 15110 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -88,38 27,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 1008,58 0,59 1784,60 39761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "door frame": [116 {117 "object_id": "SM_doorframe_467",118 "bbox_2d": [119 765,120 308,121 1063,122 669123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 187.48676300048828,128 450.7649061235361,129 140.74870859740804130 ],131 "extent": [132 94.6826400756836,133 4.9441698669024845,134 120.46647398356254135 ]136 },137 "obb": {138 "center": [139 187.48676300048828,140 450.7649061235361,141 140.74870859740804142 ],143 "extent": [144 94.6826400756836,145 4.9441698669024845,146 120.46647398356254147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 187.4867706298828,156 450.764892578125,157 20.000030517578125158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 0.8877120614051819,167 0.9204005002975464168 ]169 },170 "color": [171 63,172 63,173 0174 ]175 }176 ],177 "ground": [178 {179 "object_id": "SM_ground_9",180 "bbox_2d": [181 0,182 921,183 328,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 0,190 0.704864501953125,191 11.041000366210938192 ],193 "extent": [194 447.2875671386719,195 455.69342041015625,196 8.675445556640625197 ]198 },199 "obb": {200 "center": [201 0,202 0.704864501953125,203 11.041000366210938204 ],205 "extent": [206 447.2875671386719,207 455.69342041015625,208 8.675445556640625209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 0,218 -0.000762939453125,219 11.041000366210938220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 0,235 255236 ]237 }238 ]239 },240 "foreground": {241 "breadrack": [242 {243 "object_id": "SM_breadrack_01_290",244 "bbox_2d": [245 927,246 547,247 1919,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -118.70851135253906,254 188.5910186767578,255 89.99793243408203256 ],257 "extent": [258 100.25221252441406,259 50.126121520996094,260 70.04141235351562261 ]262 },263 "obb": {264 "center": [265 -118.70851135253906,266 188.5910186767578,267 89.99793243408203268 ],269 "extent": [270 100.25221252441406,271 50.126121520996094,272 70.04141235351562273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 -118.70851135253906,282 188.5910186767578,283 25.59441375732422284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 255,298 255,299 127300 ]301 },302 {303 "object_id": "SM_breadrack_02_296",304 "bbox_2d": [305 292,306 646,307 960,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 65.93284606933594,314 187.62933349609375,315 93.91255950927734316 ],317 "extent": [318 79.36634826660156,319 52.91090774536133,320 74.07523345947266321 ]322 },323 "obb": {324 "center": [325 65.93284606933594,326 187.62933349609375,327 93.91255950927734328 ],329 "extent": [330 79.36634826660156,331 52.91090774536133,332 74.07523345947266333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 65.93284606933594,342 187.62933349609375,343 20.00006103515625344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 0,358 127,359 255360 ]361 },362 {363 "object_id": "SM_breadrack_2",364 "bbox_2d": [365 1474,366 124,367 1919,368 397369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -244.97552490234375,374 397.81231689453125,375 138.38698959350586376 ],377 "extent": [378 167.6439971923828,379 33.974395751953125,380 119.4671630859375381 ]382 },383 "obb": {384 "center": [385 -244.97552490234375,386 397.81231689453125,387 138.38698959350586388 ],389 "extent": [390 167.6439971923828,391 33.974395751953125,392 119.4671630859375393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -244.97552490234375,402 397.81231689453125,403 22.278316497802734404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 191,419 255420 ]421 }422 ],423 "cashier": [424 {425 "object_id": "SM_cashier_302",426 "bbox_2d": [427 0,428 662,429 368,430 980431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 330.7001953125,436 148.85812377929688,437 68.8092041015625438 ],439 "extent": [440 39.265533447265625,441 83.54351806640625,442 50.12611389160156443 ]444 },445 "obb": {446 "center": [447 330.7001953125,448 148.85812377929688,449 68.8092041015625450 ],451 "extent": [452 39.265533447265625,453 83.54351806640625,454 50.12611389160156455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 330.7001953125,464 148.85812377929688,465 20466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 255,480 127,481 255482 ]483 }484 ],485 "flyzapper": [486 {487 "object_id": "SM_flyzapper_308",488 "bbox_2d": [489 1243,490 96,491 1381,492 206493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -17.928199768066406,498 429.95953369140625,499 306.4963073730469500 ],501 "extent": [502 26.657876307992822,503 5.972186155325971,504 16.560058615492267505 ]506 },507 "obb": {508 "center": [509 -17.928199768066406,510 429.95953369140625,511 306.4963073730469512 ],513 "extent": [514 26.657876307992822,515 5.972186155325971,516 16.560058615492267517 ],518 "rotation": [519 6.8301887851656506e-06,520 90.00000000000001,521 90.00012969970705522 ]523 },524 "location": [525 -17.928199768066406,526 429.95953369140625,527 306.4963073730469528 ],529 "rotation": [530 6.8301887851656506e-06,531 90.00000000000001,532 90.00012969970705533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 255,542 127,543 127544 ]545 }546 ],547 "paint": [548 {549 "object_id": "SM_paint_02_470",550 "bbox_2d": [551 746,552 635,553 764,554 668555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 317.884765625,560 451.82806396484375,561 171.14308166503906562 ],563 "extent": [564 35.01493554112494,565 3.107814311981201,566 150.2112274169922567 ]568 },569 "obb": {570 "center": [571 317.884765625,572 451.82806396484375,573 171.14308166503906574 ],575 "extent": [576 35.01493554112494,577 3.107814311981201,578 150.2112274169922579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 317.884765625,588 451.82806396484375,589 24.352706909179688590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1.090328335762024,598 1,599 1600 ]601 },602 "color": [603 63,604 63,605 255606 ]607 }608 ],609 "glass": [610 {611 "object_id": "SM_glass_01_476",612 "bbox_2d": [613 1530,614 50,615 1919,616 185617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -222.63824462890625,622 450.27442932128906,623 176.33636474609375624 ],625 "extent": [626 130.327880859375,627 3.3417510986328125,628 144.80874633789062629 ]630 },631 "obb": {632 "center": [633 -222.63824462890625,634 450.27442932128906,635 176.33636474609375636 ],637 "extent": [638 130.327880859375,639 3.3417510986328125,640 144.80874633789062641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 -222.63824462890625,650 450.2744140625,651 176.3363494873047652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 63,666 63,667 63668 ]669 }670 ],671 "signage": [672 {673 "object_id": "SM_sign_03_482",674 "bbox_2d": [675 1621,676 0,677 1919,678 108679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 -251.86550903320312,684 385.3174591064453,685 334.85664934684337686 ],687 "extent": [688 136.46548461914062,689 4.4919586181640625,690 54.64144313566521691 ]692 },693 "obb": {694 "center": [695 -251.86550903320312,696 385.3174591064453,697 334.85664934684337698 ],699 "extent": [700 136.46548461914062,701 4.4919586181640625,702 54.64144313566521703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 -251.86549377441406,712 385.31744384765625,713 311.710205078125714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 0.8699744939804077724 ]725 },726 "color": [727 0,728 0,729 191730 ]731 }732 ],733 "glass door": [734 {735 "object_id": "SM_glassdoor_R_530",736 "bbox_2d": [737 780,738 637,739 867,740 677741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 271.5410511427798,746 488.4927941298806,747 137.720233412756748 ],749 "extent": [750 12.195644725055445,751 45.320866920911726,752 117.55763077817937753 ]754 },755 "obb": {756 "center": [757 271.5410511427798,758 488.4927941298806,759 137.720233412756760 ],761 "extent": [762 12.195644725055445,763 45.320866920911726,764 117.55763077817937765 ],766 "rotation": [767 0,768 -2.6033179759979252,769 0770 ]771 },772 "location": [773 269.7154235839844,774 450.16168212890625,775 19.91785430908203776 ],777 "rotation": [778 0,779 -2.6033179759979252,780 0781 ],782 "scale": [783 1,784 1,785 0.9197148084640503786 ]787 },788 "color": [789 255,790 191,791 0792 ]793 },794 {795 "object_id": "SM_glassdoor_L_533",796 "bbox_2d": [797 1047,798 321,799 1060,800 397801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 98.45466228617519,806 488.31373702375686,807 137.83284518338587808 ],809 "extent": [810 15.24340874253707,811 45.77471049171086,812 117.55763077817937813 ]814 },815 "obb": {816 "center": [817 98.45466228617519,818 488.31373702375686,819 137.83284518338587820 ],821 "extent": [822 15.24340874253707,823 45.77471049171086,824 117.55763077817937825 ],826 "rotation": [827 0,828 6.605866432189941,829 0830 ]831 },832 "location": [833 102.97634887695312,834 450.2066650390625,835 20.030466079711914836 ],837 "rotation": [838 0,839 6.605866432189941,840 0841 ],842 "scale": [843 1,844 1,845 0.9197148084640503846 ]847 },848 "color": [849 255,850 191,851 255852 ]853 }854 ],855 "steel": [856 {857 "object_id": "SM_steel_32",858 "bbox_2d": [859 0,860 398,861 1919,862 1079863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 -111.97819519042969,868 23.47991371154785,869 105.68448638916016870 ],871 "extent": [872 44.119041442871094,873 20.18648910522461,874 86.05392456054688875 ]876 },877 "obb": {878 "center": [879 -111.97819519042969,880 23.47991371154785,881 105.68448638916016882 ],883 "extent": [884 44.119041442871094,885 20.18648910522461,886 86.05392456054688887 ],888 "rotation": [889 0,890 0,891 0892 ]893 },894 "location": [895 -111.97987365722656,896 23.479917526245117,897 19.7164306640625898 ],899 "rotation": [900 0,901 0,902 0903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 0,912 63,913 31914 ]915 }916 ],917 "milk": [918 {919 "object_id": "SM_milk_2",920 "bbox_2d": [921 958,922 745,923 960,924 772925 ],926 "bbox_3d": {927 "aabb": {928 "center": [929 30.64303865812186,930 224.774060967503,931 92.78434801101685932 ],933 "extent": [934 9.523648702693047,935 9.523648483172792,936 7.578488349914551937 ]938 },939 "obb": {940 "center": [941 30.64303865812186,942 224.774060967503,943 92.78434801101685944 ],945 "extent": [946 9.523648702693047,947 9.523648483172792,948 7.578488349914551949 ],950 "rotation": [951 0,952 -26.002380371093757,953 0954 ]955 },956 "location": [957 30.64303970336914,958 224.77406311035156,959 85.28434753417969960 ],961 "rotation": [962 0,963 -26.002380371093757,964 0965 ],966 "scale": [967 1,968 1,969 1970 ]971 },972 "color": [973 31,974 63,975 31976 ]977 },978 {979 "object_id": "SM_milk_10",980 "bbox_2d": [981 854,982 737,983 872,984 750985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 48.9846439040666,990 225.33776716799457,991 92.78434801101685992 ],993 "extent": [994 9.935997932939273,995 9.935998043488553,996 7.578488349914551997 ]998 },999 "obb": {1000 "center": [1001 48.9846439040666,1002 225.33776716799457,1003 92.784348011016851004 ],1005 "extent": [1006 9.935997932939273,1007 9.935998043488553,1008 7.5784883499145511009 ],1010 "rotation": [1011 0,1012 -54.43535232543944,1013 01014 ]1015 },1016 "location": [1017 48.98464584350586,1018 225.3377685546875,1019 85.284347534179691020 ],1021 "rotation": [1022 0,1023 -54.43535232543944,1024 01025 ],1026 "scale": [1027 1,1028 1,1029 11030 ]1031 },1032 "color": [1033 31,1034 191,1035 311036 ]1037 },1038 {1039 "object_id": "SM_milk_11",1040 "bbox_2d": [1041 890,1042 706,1043 958,1044 7811045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 17.82319056237468,1050 195.6430499037012,1051 107.80418443679811052 ],1053 "extent": [1054 9.791679014361574,1055 9.791679172421794,1056 7.5784883499145511057 ]1058 },1059 "obb": {1060 "center": [1061 17.823190562374684,1062 195.6430499037012,1063 107.80418443679811064 ],1065 "extent": [1066 9.791679014361574,1067 9.791679172421794,1068 7.5784883499145511069 ],1070 "rotation": [1071 0,1072 -58.5556182861328,1073 01074 ]1075 },1076 "location": [1077 17.823192596435547,1078 195.64305114746094,1079 100.304183959960941080 ],1081 "rotation": [1082 0,1083 -58.5556182861328,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 31,1094 31,1095 01096 ]1097 },1098 {1099 "object_id": "SM_milk_12",1100 "bbox_2d": [1101 887,1102 766,1103 890,1104 7701105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 27.628137678106835,1110 208.97061002949116,1111 92.784348011016851112 ],1113 "extent": [1114 10.038714881749325,1115 10.038714936742991,1116 7.5784883499145511117 ]1118 },1119 "obb": {1120 "center": [1121 27.628137678106835,1122 208.97061002949116,1123 92.784348011016851124 ],1125 "extent": [1126 10.038714881749325,1127 10.038714936742991,1128 7.5784883499145511129 ],1130 "rotation": [1131 0,1132 -49.67770385742187,1133 01134 ]1135 },1136 "location": [1137 27.62813949584961,1138 208.97061157226562,1139 85.284347534179691140 ],1141 "rotation": [1142 0,1143 -49.67770385742187,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 31,1154 31,1155 1271156 ]1157 },1158 {1159 "object_id": "SM_milk_13",1160 "bbox_2d": [1161 848,1162 750,1163 887,1164 7701165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 44.88082441179254,1170 209.421689595343,1171 92.784348011016851172 ],1173 "extent": [1174 8.75301059595963,1175 8.75301026230838,1176 7.5784883499145511177 ]1178 },1179 "obb": {1180 "center": [1181 44.88082441179254,1182 209.421689595343,1183 92.784348011016851184 ],1185 "extent": [1186 8.75301059595963,1187 8.75301026230838,1188 7.5784883499145511189 ],1190 "rotation": [1191 0,1192 -15.345092773437498,1193 01194 ]1195 },1196 "location": [1197 44.88082504272461,1198 209.42169189453125,1199 85.284347534179691200 ],