TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l046_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l046_r000/lit.png",5 "camera": {6 "location": [7 77,8 204,9 15110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 77,38 204,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 0,58 0,59 1811,60 93761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 0,118 15,119 351,120 708121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 305,178 0,179 424,180 672181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 366,238 0,239 1664,240 507241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ],295 "ground": [296 {297 "object_id": "SM_ground_9",298 "bbox_2d": [299 1091,300 1010,301 1112,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 0,308 0.704864501953125,309 11.041000366210938310 ],311 "extent": [312 447.2875671386719,313 455.69342041015625,314 8.675445556640625315 ]316 },317 "obb": {318 "center": [319 0,320 0.704864501953125,321 11.041000366210938322 ],323 "extent": [324 447.2875671386719,325 455.69342041015625,326 8.675445556640625327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 -0.000762939453125,337 11.041000366210938338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 0,353 255354 ]355 }356 ]357 },358 "foreground": {359 "breadrack": [360 {361 "object_id": "SM_breadrack_02_296",362 "bbox_2d": [363 0,364 174,365 757,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 65.93284606933594,372 187.62933349609375,373 93.91255950927734374 ],375 "extent": [376 79.36634826660156,377 52.91090774536133,378 74.07523345947266379 ]380 },381 "obb": {382 "center": [383 65.93284606933594,384 187.62933349609375,385 93.91255950927734386 ],387 "extent": [388 79.36634826660156,389 52.91090774536133,390 74.07523345947266391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 65.93284606933594,400 187.62933349609375,401 20.00006103515625402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 0,416 127,417 255418 ]419 }420 ],421 "cashier": [422 {423 "object_id": "SM_cashier_302",424 "bbox_2d": [425 341,426 645,427 1086,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 330.7001953125,434 148.85812377929688,435 68.8092041015625436 ],437 "extent": [438 39.265533447265625,439 83.54351806640625,440 50.12611389160156441 ]442 },443 "obb": {444 "center": [445 330.7001953125,446 148.85812377929688,447 68.8092041015625448 ],449 "extent": [450 39.265533447265625,451 83.54351806640625,452 50.12611389160156453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 330.7001953125,462 148.85812377929688,463 20464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 127,479 255480 ]481 }482 ],483 "grill": [484 {485 "object_id": "SM_grill2",486 "bbox_2d": [487 174,488 481,489 254,490 672491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 385.2553100585887,496 -75.62591934204102,497 108.73949432373047498 ],499 "extent": [500 28.420366367019028,501 35.869838411538495,502 90.03331756591797503 ]504 },505 "obb": {506 "center": [507 385.2553100585887,508 -75.62591934204102,509 108.73949432373047510 ],511 "extent": [512 28.420366367019028,513 35.869838411538495,514 90.03331756591797515 ],516 "rotation": [517 0,518 90.00007629394531,519 0520 ]521 },522 "location": [523 385.25531005859375,524 -75.62592315673828,525 20526 ],527 "rotation": [528 0,529 90.00007629394531,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 127,540 0,541 255542 ]543 }544 ],545 "cash register": [546 {547 "object_id": "SM_cash_register_318",548 "bbox_2d": [549 411,550 577,551 683,552 664553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 347.53276852910653,558 89.550582188795,559 129.63134792869084560 ],561 "extent": [562 24.934106523168452,563 32.800457754910184,564 11.22339287083048565 ]566 },567 "obb": {568 "center": [569 347.53276852910653,570 89.550582188795,571 129.63134792869084572 ],573 "extent": [574 24.934106523168452,575 32.800457754910184,576 11.22339287083048577 ],578 "rotation": [579 0,580 -80.00000762939452,581 0582 ]583 },584 "location": [585 344.2492980957031,586 84.56668090820312,587 119.345947265625588 ],589 "rotation": [590 0,591 -80.00000762939452,592 0593 ],594 "scale": [595 1,596 1.0000001192092896,597 1.0000001192092896598 ]599 },600 "color": [601 127,602 255,603 0604 ]605 }606 ],607 "fireextinguisher": [608 {609 "object_id": "SM_fireextinguisher_324",610 "bbox_2d": [611 236,612 751,613 250,614 758615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 331.0877685546875,620 13.703109741210938,621 55.87240219116211622 ],623 "extent": [624 15.99792177943084,625 14.843982007062664,626 37.336402893066406627 ]628 },629 "obb": {630 "center": [631 331.0877685546875,632 13.703109741210938,633 55.87240219116211634 ],635 "extent": [636 15.99792177943084,637 14.843982007062664,638 37.336402893066406639 ],640 "rotation": [641 0,642 -30.000061035156264,643 0644 ]645 },646 "location": [647 331.0877685546875,648 13.703109741210938,649 55.872406005859375650 ],651 "rotation": [652 0,653 -30.000061035156264,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 127,664 0,665 127666 ]667 }668 ],669 "steel": [670 {671 "object_id": "SM_steel_02_346",672 "bbox_2d": [673 0,674 286,675 100,676 758677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 230.1611499786377,682 25.21088981628418,683 106.01264953613281684 ],685 "extent": [686 20.196971893310547,687 23.852373123168952,688 86.09856414794922689 ]690 },691 "obb": {692 "center": [693 230.1611499786377,694 25.21088981628418,695 106.01264953613281696 ],697 "extent": [698 20.196971893310547,699 23.852373123168952,700 86.09856414794922701 ],702 "rotation": [703 0,704 -90.00000000000001,705 0706 ]707 },708 "location": [709 230.16116333007812,710 25.21090316772461,711 20712 ],713 "rotation": [714 0,715 -90.00000000000001,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 0,726 255,727 63728 ]729 }730 ],731 "air conditioner": [732 {733 "object_id": "SM_Airconditioner_423",734 "bbox_2d": [735 581,736 0,737 911,738 19739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 405.5927734375,744 130.36524963378906,745 351.4246520996094746 ],747 "extent": [748 16.555665969848633,749 56.32305908203128,750 16.092304229736328751 ]752 },753 "obb": {754 "center": [755 405.5927734375,756 130.36524963378906,757 351.4246520996094758 ],759 "extent": [760 16.555665969848633,761 56.32305908203128,762 16.092304229736328763 ],764 "rotation": [765 0,766 90.00000000000001,767 0768 ]769 },770 "location": [771 405.5927734375,772 130.36524963378906,773 351.4246520996094774 ],775 "rotation": [776 0,777 90.00000000000001,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 63,788 255,789 255790 ]791 }792 ],793 "chargingplug": [794 {795 "object_id": "SM_chargingplug_426",796 "bbox_2d": [797 912,798 0,799 959,800 19801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 422.2535355091095,806 192.8204551025953,807 352.4071478751205808 ],809 "extent": [810 2.1209771633148193,811 13.289188546586672,812 28.518881051606968813 ]814 },815 "obb": {816 "center": [817 422.2535355091095,818 192.8204551025953,819 352.4071478751205820 ],821 "extent": [822 2.1209771633148193,823 13.289188546586672,824 28.518881051606968825 ],826 "rotation": [827 0,828 0,829 0830 ]831 },832 "location": [833 424.2372131347656,834 201.2949981689453,835 376.2519836425781836 ],837 "rotation": [838 0,839 0,840 0841 ],842 "scale": [843 1,844 0.9999999403953552,845 0.9999999403953552846 ]847 },848 "color": [849 63,850 255,851 127852 ]853 }854 ],855 "tv": [856 {857 "object_id": "SM_Tv_429",858 "bbox_2d": [859 1052,860 186,861 1529,862 461863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 425.55378977194977,868 322.1690518719887,869 228.195045660914870 ],871 "extent": [872 7.263521995059989,873 84.92335535917897,874 49.21144127865614875 ]876 },877 "obb": {878 "center": [879 425.55378977194977,880 322.1690518719887,881 228.195045660914882 ],883 "extent": [884 7.263521995059989,885 84.92335535917897,886 49.21144127865614887 ],888 "rotation": [889 -1.6921501159667967,890 180,891 2.9971604931233747e-07892 ]893 },894 "location": [895 425.9980163574219,896 322.15155029296875,897 180.00645446777344898 ],899 "rotation": [900 -1.6921501159667967,901 180,902 2.9971604931233747e-07903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 63,912 127,913 0914 ]915 },916 {917 "object_id": "SM_Tv2_1",918 "bbox_2d": [919 535,920 186,921 1011,922 461923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 425.5537898722134,928 137.5165252685547,929 228.19504566174675930 ],931 "extent": [932 7.263521880267774,933 84.92335510253906,934 49.21144082552911935 ]936 },937 "obb": {938 "center": [939 425.5537898722134,940 137.5165252685547,941 228.19504566174675942 ],943 "extent": [944 7.263521880267774,945 84.92335510253906,946 49.21144082552911947 ],948 "rotation": [949 -1.692149996757507,950 180,951 -2.2079159874887454e-32952 ]953 },954 "location": [955 425.9980163574219,956 137.4990234375,957 180.00645446777344958 ],959 "rotation": [960 -1.692149996757507,961 180,962 -2.2079159874887454e-32963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 63,972 255,973 15974 ]975 }976 ],977 "paint": [978 {979 "object_id": "SM_paint_02_470",980 "bbox_2d": [981 1812,982 0,983 1919,984 509985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 317.884765625,990 451.82806396484375,991 171.14308166503906992 ],993 "extent": [994 35.01493554112494,995 3.107814311981201,996 150.2112274169922997 ]998 },999 "obb": {1000 "center": [1001 317.884765625,1002 451.82806396484375,1003 171.143081665039061004 ],1005 "extent": [1006 35.01493554112494,1007 3.107814311981201,1008 150.21122741699221009 ],1010 "rotation": [1011 0,1012 0,1013 01014 ]1015 },1016 "location": [1017 317.884765625,1018 451.82806396484375,1019 24.3527069091796881020 ],1021 "rotation": [1022 0,1023 0,1024 01025 ],1026 "scale": [1027 1.090328335762024,1028 1,1029 11030 ]1031 },1032 "color": [1033 63,1034 63,1035 2551036 ]1037 }1038 ],1039 "signage": [1040 {1041 "object_id": "SM_sign_01_485",1042 "bbox_2d": [1043 168,1044 0,1045 1879,1046 1201047 ],1048 "bbox_3d": {1049 "aabb": {1050 "center": [1051 290.1590118408203,1052 217.80007934570312,1053 378.59111022949221054 ],1055 "extent": [1056 6.6835174560546875,1057 184.19940185546875,1058 131.751281738281251059 ]1060 },1061 "obb": {1062 "center": [1063 290.1590118408203,1064 217.80007934570312,1065 378.59111022949221066 ],1067 "extent": [1068 6.6835174560546875,1069 184.19940185546875,1070 131.751281738281251071 ],1072 "rotation": [1073 0,1074 0,1075 01076 ]1077 },1078 "location": [1079 290.15899658203125,1080 217.80007934570312,1081 300.59362792968751082 ],1083 "rotation": [1084 0,1085 0,1086 01087 ],1088 "scale": [1089 1,1090 1,1091 11092 ]1093 },1094 "color": [1095 0,1096 255,1097 1911098 ]1099 }1100 ],1101 "milk": [1102 {1103 "object_id": "SM_milk_5",1104 "bbox_2d": [1105 0,1106 586,1107 71,1108 7631109 ],1110 "bbox_3d": {1111 "aabb": {1112 "center": [1113 242.59680344514481,1114 41.68203290183922,1115 127.555706024169921116 ],1117 "extent": [1118 5.3246830248370145,1119 5.610554717209446,1120 15.554806709289551121 ]1122 },1123 "obb": {1124 "center": [1125 242.59680344514481,1126 41.68203290183922,1127 127.555706024169921128 ],1129 "extent": [1130 5.3246830248370145,1131 5.610554717209446,1132 15.554806709289551133 ],1134 "rotation": [1135 0,1136 5.440780639648438,1137 01138 ]1139 },1140 "location": [1141 242.6363525390625,1142 41.930458068847656,1143 112.10915374755861144 ],1145 "rotation": [1146 0,1147 5.440780639648438,1148 01149 ],1150 "scale": [1151 1,1152 1,1153 11154 ]1155 },1156 "color": [1157 31,1158 191,1159 2551160 ]1161 },1162 {1163 "object_id": "SM_milk_67",1164 "bbox_2d": [1165 0,1166 364,1167 39,1168 5281169 ],1170 "bbox_3d": {1171 "aabb": {1172 "center": [1173 240.79367557030255,1174 38.72063089238229,1175 167.220240592956541176 ],1177 "extent": [1178 4.959111868371792,1179 5.248017012914893,1180 14.2323493957519531181 ]1182 },1183 "obb": {1184 "center": [1185 240.79367557030255,1186 38.72063089238229,1187 167.220240592956541188 ],1189 "extent": [1190 4.959111868371792,1191 5.248017012914893,1192 14.2323493957519531193 ],1194 "rotation": [1195 0,1196 79.65604400634766,1197 01198 ]1199 },1200 "location": [