TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l037_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l037_r000/lit.png",5 "camera": {6 "location": [7 67,8 347,9 12610 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 67,38 347,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 0,58 0,59 1301,60 55861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_06_505",116 "bbox_2d": [117 0,118 28,119 57,120 489121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1.37738037109375,126 5.184879779815674,127 196.00094604492188128 ],129 "extent": [130 426.0718994140625,131 4.455683708190918,132 200.5044403076172133 ]134 },135 "obb": {136 "center": [137 1.37738037109375,138 5.184879779815674,139 196.00094604492188140 ],141 "extent": [142 426.0718994140625,143 4.455683708190918,144 200.5044403076172145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 1.37738037109375,154 5.184879302978516,155 -4.41204833984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 63,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_05_19",176 "bbox_2d": [177 26,178 0,179 1206,180 441181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 413.07183837890625,186 219.72203063964844,187 272.21002197265625188 ],189 "extent": [190 22.278289794921875,191 215.7262659626067,192 109.5366704119806193 ]194 },195 "obb": {196 "center": [197 413.07183837890625,198 219.72203063964844,199 272.21002197265625200 ],201 "extent": [202 22.278289794921875,203 215.7262659626067,204 109.5366704119806205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 413.07183837890625,214 219.72203063964844,215 272.21002197265625216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1.0699734687805176,225 1.0926108360290527226 ]227 },228 "color": [229 63,230 191,231 15232 ]233 }234 ],235 "door frame": [236 {237 "object_id": "SM_doorframe_467",238 "bbox_2d": [239 1401,240 0,241 1421,242 1021243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 187.48676300048828,248 450.7649061235361,249 140.74870859740804250 ],251 "extent": [252 94.6826400756836,253 4.9441698669024845,254 120.46647398356254255 ]256 },257 "obb": {258 "center": [259 187.48676300048828,260 450.7649061235361,261 140.74870859740804262 ],263 "extent": [264 94.6826400756836,265 4.9441698669024845,266 120.46647398356254267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 187.4867706298828,276 450.764892578125,277 20.000030517578125278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 0.8877120614051819,287 0.9204005002975464288 ]289 },290 "color": [291 63,292 63,293 0294 ]295 }296 ],297 "floorlock": [298 {299 "object_id": "SM_floorlock_509",300 "bbox_2d": [301 1409,302 1022,303 1506,304 1075305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 187.39543914794922,310 450.041748046875,311 20.60430908203125312 ],313 "extent": [314 88.91845703125,315 5.1641845703125,316 0.8110421895980835317 ]318 },319 "obb": {320 "center": [321 187.39543914794922,322 450.041748046875,323 20.60430908203125324 ],325 "extent": [326 88.91845703125,327 5.1641845703125,328 0.8110421895980835329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 187.39544677734375,338 450.041748046875,339 20.60430908203125340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 63,354 127,355 191356 ]357 }358 ],359 "ground": [360 {361 "object_id": "SM_ground_9",362 "bbox_2d": [363 0,364 929,365 1514,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 0,372 0.704864501953125,373 11.041000366210938374 ],375 "extent": [376 447.2875671386719,377 455.69342041015625,378 8.675445556640625379 ]380 },381 "obb": {382 "center": [383 0,384 0.704864501953125,385 11.041000366210938386 ],387 "extent": [388 447.2875671386719,389 455.69342041015625,390 8.675445556640625391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 0,400 -0.000762939453125,401 11.041000366210938402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 191,416 0,417 255418 ]419 }420 ]421 },422 "foreground": {423 "cashier": [424 {425 "object_id": "SM_cashier_302",426 "bbox_2d": [427 0,428 565,429 516,430 980431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 330.7001953125,436 148.85812377929688,437 68.8092041015625438 ],439 "extent": [440 39.265533447265625,441 83.54351806640625,442 50.12611389160156443 ]444 },445 "obb": {446 "center": [447 330.7001953125,448 148.85812377929688,449 68.8092041015625450 ],451 "extent": [452 39.265533447265625,453 83.54351806640625,454 50.12611389160156455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 330.7001953125,464 148.85812377929688,465 20466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 255,480 127,481 255482 ]483 }484 ],485 "cash register": [486 {487 "object_id": "SM_cash_register_318",488 "bbox_2d": [489 0,490 487,491 219,492 565493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 347.53276852910653,498 89.550582188795,499 129.63134792869084500 ],501 "extent": [502 24.934106523168452,503 32.800457754910184,504 11.22339287083048505 ]506 },507 "obb": {508 "center": [509 347.53276852910653,510 89.550582188795,511 129.63134792869084512 ],513 "extent": [514 24.934106523168452,515 32.800457754910184,516 11.22339287083048517 ],518 "rotation": [519 0,520 -80.00000762939452,521 0522 ]523 },524 "location": [525 344.2492980957031,526 84.56668090820312,527 119.345947265625528 ],529 "rotation": [530 0,531 -80.00000762939452,532 0533 ],534 "scale": [535 1,536 1.0000001192092896,537 1.0000001192092896538 ]539 },540 "color": [541 127,542 255,543 0544 ]545 }546 ],547 "tv": [548 {549 "object_id": "SM_Tv_429",550 "bbox_2d": [551 661,552 128,553 1123,554 396555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 425.55378977194977,560 322.1690518719887,561 228.195045660914562 ],563 "extent": [564 7.263521995059989,565 84.92335535917897,566 49.21144127865614567 ]568 },569 "obb": {570 "center": [571 425.55378977194977,572 322.1690518719887,573 228.195045660914574 ],575 "extent": [576 7.263521995059989,577 84.92335535917897,578 49.21144127865614579 ],580 "rotation": [581 -1.6921501159667967,582 180,583 2.9971604931233747e-07584 ]585 },586 "location": [587 425.9980163574219,588 322.15155029296875,589 180.00645446777344590 ],591 "rotation": [592 -1.6921501159667967,593 180,594 2.9971604931233747e-07595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 63,604 127,605 0606 ]607 },608 {609 "object_id": "SM_Tv2_1",610 "bbox_2d": [611 156,612 128,613 623,614 396615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 425.5537898722134,620 137.5165252685547,621 228.19504566174675622 ],623 "extent": [624 7.263521880267774,625 84.92335510253906,626 49.21144082552911627 ]628 },629 "obb": {630 "center": [631 425.5537898722134,632 137.5165252685547,633 228.19504566174675634 ],635 "extent": [636 7.263521880267774,637 84.92335510253906,638 49.21144082552911639 ],640 "rotation": [641 -1.692149996757507,642 180,643 -2.2079159874887454e-32644 ]645 },646 "location": [647 425.9980163574219,648 137.4990234375,649 180.00645446777344650 ],651 "rotation": [652 -1.692149996757507,653 180,654 -2.2079159874887454e-32655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 63,664 255,665 15666 ]667 }668 ],669 "carpet": [670 {671 "object_id": "SM_carpet_01_432",672 "bbox_2d": [673 680,674 971,675 1362,676 1079677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 201.3136291879569,682 356.7218922404906,683 21.646518349647522684 ],685 "extent": [686 115.90200498270377,687 77.0701993194902,688 1.6553844213485718689 ]690 },691 "obb": {692 "center": [693 201.3136291879569,694 356.7218922404906,695 21.646518349647522696 ],697 "extent": [698 115.90200498270377,699 77.0701993194902,700 1.6553844213485718701 ],702 "rotation": [703 0,704 -85.97870635986327,705 0706 ]707 },708 "location": [709 201.3136444091797,710 356.7218933105469,711 20712 ],713 "rotation": [714 0,715 -85.97870635986327,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 63,726 127,727 255728 ]729 }730 ],731 "paint": [732 {733 "object_id": "SM_paint_02_470",734 "bbox_2d": [735 1302,736 0,737 1400,738 994739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 317.884765625,744 451.82806396484375,745 171.14308166503906746 ],747 "extent": [748 35.01493554112494,749 3.107814311981201,750 150.2112274169922751 ]752 },753 "obb": {754 "center": [755 317.884765625,756 451.82806396484375,757 171.14308166503906758 ],759 "extent": [760 35.01493554112494,761 3.107814311981201,762 150.2112274169922763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 317.884765625,772 451.82806396484375,773 24.352706909179688774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1.090328335762024,782 1,783 1784 ]785 },786 "color": [787 63,788 63,789 255790 ]791 }792 ],793 "signage": [794 {795 "object_id": "SM_sign_01_485",796 "bbox_2d": [797 0,798 0,799 1203,800 34801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 290.1590118408203,806 217.80007934570312,807 378.5911102294922808 ],809 "extent": [810 6.6835174560546875,811 184.19940185546875,812 131.75128173828125813 ]814 },815 "obb": {816 "center": [817 290.1590118408203,818 217.80007934570312,819 378.5911102294922820 ],821 "extent": [822 6.6835174560546875,823 184.19940185546875,824 131.75128173828125825 ],826 "rotation": [827 0,828 0,829 0830 ]831 },832 "location": [833 290.15899658203125,834 217.80007934570312,835 300.5936279296875836 ],837 "rotation": [838 0,839 0,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 0,850 255,851 191852 ]853 }854 ],855 "glass door": [856 {857 "object_id": "SM_glassdoor_R_530",858 "bbox_2d": [859 1416,860 0,861 1829,862 1044863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 271.5410511427798,868 488.4927941298806,869 137.720233412756870 ],871 "extent": [872 12.195644725055445,873 45.320866920911726,874 117.55763077817937875 ]876 },877 "obb": {878 "center": [879 271.5410511427798,880 488.4927941298806,881 137.720233412756882 ],883 "extent": [884 12.195644725055445,885 45.320866920911726,886 117.55763077817937887 ],888 "rotation": [889 0,890 -2.6033179759979252,891 0892 ]893 },894 "location": [895 269.7154235839844,896 450.16168212890625,897 19.91785430908203898 ],899 "rotation": [900 0,901 -2.6033179759979252,902 0903 ],904 "scale": [905 1,906 1,907 0.9197148084640503908 ]909 },910 "color": [911 255,912 191,913 0914 ]915 }916 ],917 "plastic crate": [918 {919 "object_id": "SM_plasticcrate3_380",920 "bbox_2d": [921 0,922 813,923 27,924 1063925 ],926 "bbox_3d": {927 "aabb": {928 "center": [929 228.75944222520462,930 144.51456775975174,931 44.66610110317492932 ],933 "extent": [934 43.26360135864064,935 34.86683715679567,936 25.066604049400787937 ]938 },939 "obb": {940 "center": [941 228.75944222520462,942 144.51456775975174,943 44.66610110317491944 ],945 "extent": [946 43.26360135864064,947 34.86683715679567,948 25.066604049400787949 ],950 "rotation": [951 6.830188793117037e-06,952 155.62910461425784,953 -90.31483459472659954 ]955 },956 "location": [957 221.0485382080078,958 127.49299621582031,959 44.76878356933594960 ],961 "rotation": [962 6.830188793117037e-06,963 155.62910461425784,964 -90.31483459472659965 ],966 "scale": [967 1,968 1,969 1970 ]971 },972 "color": [973 63,974 191,975 223976 ]977 }978 ],979 "milk": [980 {981 "object_id": "SM_milk_133",982 "bbox_2d": [983 934,984 638,985 934,986 660987 ],988 "bbox_3d": {989 "aabb": {990 "center": [991 331.53485107421875,992 337.77996826171875,993 104.23179817199707994 ],995 "extent": [996 4.5179270742493145,997 5.929364682875928,998 11.325533866882324999 ]1000 },1001 "obb": {1002 "center": [1003 331.53485107421875,1004 337.77996826171875,1005 104.231798171997071006 ],1007 "extent": [1008 4.5179270742493145,1009 5.929364682875928,1010 11.3255338668823241011 ],1012 "rotation": [1013 0,1014 -99.17416381835939,1015 01016 ]1017 },1018 "location": [1019 331.53485107421875,1020 337.77996826171875,1021 93.000251770019531022 ],1023 "rotation": [1024 0,1025 -99.17416381835939,1026 01027 ],1028 "scale": [1029 1,1030 1,1031 11032 ]1033 },1034 "color": [1035 31,1036 223,1037 2551038 ]1039 },1040 {1041 "object_id": "SM_milk_150",1042 "bbox_2d": [1043 10,1044 588,1045 90,1046 6541047 ],1048 "bbox_3d": {1049 "aabb": {1050 "center": [1051 300.04046630859375,1052 126.52346563339233,1053 106.38487291336061054 ],1055 "extent": [1056 7.122166156768799,1057 7.122165679931641,1058 7.5784883499145511059 ]1060 },1061 "obb": {1062 "center": [1063 300.04046630859375,1064 126.52346563339233,1065 106.38487291336061066 ],1067 "extent": [1068 7.122166156768799,1069 7.122165679931641,1070 7.5784883499145511071 ],1072 "rotation": [1073 0,1074 0,1075 01076 ]1077 },1078 "location": [1079 300.04046630859375,1080 126.52346801757812,1081 98.884872436523441082 ],1083 "rotation": [1084 0,1085 0,1086 01087 ],1088 "scale": [1089 1,1090 1,1091 11092 ]1093 },1094 "color": [1095 223,1096 31,1097 2551098 ]1099 }1100 ],1101 "cake": [1102 {1103 "object_id": "SM_cake_08_496",1104 "bbox_2d": [1105 935,1106 521,1107 935,1108 5241109 ],1110 "bbox_3d": {1111 "aabb": {1112 "center": [1113 306.61541198425937,1114 334.98208380754454,1115 135.972609220263051116 ],1117 "extent": [1118 8.663540130891704,1119 10.153779574593273,1120 6.3920445506883541121 ]1122 },1123 "obb": {1124 "center": [1125 306.61541198425937,1126 334.98208380754454,1127 135.972609220263051128 ],1129 "extent": [1130 8.663540130891704,1131 10.153779574593273,1132 6.3920445506883541133 ],1134 "rotation": [1135 0,1136 90.03946685791016,1137 01138 ]1139 },1140 "location": [1141 306.6156005859375,1142 334.7082824707031,1143 129.940933227539061144 ],1145 "rotation": [1146 0,1147 90.03946685791016,1148 01149 ],1150 "scale": [1151 0.79749995470047,1152 0.79749995470047,1153 0.797499954700471154 ]1155 },1156 "color": [1157 159,1158 223,1159 2551160 ]1161 },1162 {1163 "object_id": "SM_cake_010_507",1164 "bbox_2d": [1165 936,1166 435,1167 936,1168 4481169 ],1170 "bbox_3d": {1171 "aabb": {1172 "center": [1173 330.9698504107049,1174 347.53021569684523,1175 154.08229494094851176 ],1177 "extent": [1178 7.761295908533839,1179 11.453551281188425,1180 3.9484913349151611181 ]1182 },1183 "obb": {1184 "center": [1185 330.9698504107049,1186 347.53021569684523,1187 154.08229494094851188 ],1189 "extent": [1190 7.761295908533839,1191 11.453551281188425,1192 3.9484913349151611193 ],1194 "rotation": [1195 0,1196 -1.1881103515625002,1197 01198 ]1199 },1200 "location": [