TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l052_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l052_off0_r005/lit.png",5 "camera": {6 "location": [7 -305,8 349,9 20110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -305,38 349,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 193,58 158,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 1027,118 400,119 1596,120 676121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 0,178 0,179 1634,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 1609,238 215,239 1919,240 608241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ],295 "kitchen door": [296 {297 "object_id": "SM_kitchendoor_311",298 "bbox_2d": [299 413,300 295,301 805,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -234.50432228229522,308 25.448821957562917,309 144.00258676668727310 ],311 "extent": [312 69.59251455133818,313 38.71392749448036,314 122.33860056063259315 ]316 },317 "obb": {318 "center": [319 -234.50432228229522,320 25.44882195756292,321 144.00258676668727322 ],323 "extent": [324 69.59251455133818,325 38.71392749448036,326 122.33860056063259327 ],328 "rotation": [329 0,330 -25.016937255859375,331 0332 ]333 },334 "location": [335 -235.97296142578125,336 22.14883041381836,337 21.663986206054688338 ],339 "rotation": [340 0,341 -25.016937255859375,342 0343 ],344 "scale": [345 1.2099636793136597,346 1.0495829582214355,347 1.0398658514022827348 ]349 },350 "color": [351 127,352 0,353 0354 ]355 }356 ],357 "ground": [358 {359 "object_id": "SM_ground_9",360 "bbox_2d": [361 371,362 941,363 849,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 0,370 0.704864501953125,371 11.041000366210938372 ],373 "extent": [374 447.2875671386719,375 455.69342041015625,376 8.675445556640625377 ]378 },379 "obb": {380 "center": [381 0,382 0.704864501953125,383 11.041000366210938384 ],385 "extent": [386 447.2875671386719,387 455.69342041015625,388 8.675445556640625389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 -0.000762939453125,399 11.041000366210938400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 191,414 0,415 255416 ]417 }418 ]419 },420 "foreground": {421 "breadrack": [422 {423 "object_id": "SM_breadrack_01_290",424 "bbox_2d": [425 836,426 668,427 1735,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -118.70851135253906,434 188.5910186767578,435 89.99793243408203436 ],437 "extent": [438 100.25221252441406,439 50.126121520996094,440 70.04141235351562441 ]442 },443 "obb": {444 "center": [445 -118.70851135253906,446 188.5910186767578,447 89.99793243408203448 ],449 "extent": [450 100.25221252441406,451 50.126121520996094,452 70.04141235351562453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -118.70851135253906,462 188.5910186767578,463 25.59441375732422464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 255,479 127480 ]481 },482 {483 "object_id": "SM_breadrack_02_296",484 "bbox_2d": [485 1654,486 635,487 1919,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 65.93284606933594,494 187.62933349609375,495 93.91255950927734496 ],497 "extent": [498 79.36634826660156,499 52.91090774536133,500 74.07523345947266501 ]502 },503 "obb": {504 "center": [505 65.93284606933594,506 187.62933349609375,507 93.91255950927734508 ],509 "extent": [510 79.36634826660156,511 52.91090774536133,512 74.07523345947266513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 65.93284606933594,522 187.62933349609375,523 20.00006103515625524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 0,538 127,539 255540 ]541 },542 {543 "object_id": "SM_breadrack_03_299",544 "bbox_2d": [545 1027,546 620,547 1396,548 704549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 69.35102081298828,554 -45.5966682434082,555 81.75312423706055556 ],557 "extent": [558 133.66964721679688,559 39.26552200317383,560 67.28050231933594561 ]562 },563 "obb": {564 "center": [565 69.35102081298828,566 -45.5966682434082,567 81.75312423706055568 ],569 "extent": [570 133.66964721679688,571 39.26552200317383,572 67.28050231933594573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 69.35102081298828,582 -45.5966682434082,583 19.998779296875584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 127,599 0600 ]601 },602 {603 "object_id": "SM_breadrack_7",604 "bbox_2d": [605 0,606 657,607 163,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -392.6522521972656,614 97.77607727050781,615 122.33782196044922616 ],617 "extent": [618 30.63262939453125,619 83.54350280761719,620 103.0369873046875621 ]622 },623 "obb": {624 "center": [625 -392.6522521972656,626 97.77607727050781,627 122.33782196044922628 ],629 "extent": [630 30.63262939453125,631 83.54350280761719,632 103.0369873046875633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -392.6522521972656,642 97.77607727050781,643 20.0001220703125644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 63,658 255,659 191660 ]661 }662 ],663 "cashier": [664 {665 "object_id": "SM_cashier_302",666 "bbox_2d": [667 1623,668 680,669 1919,670 794671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 330.7001953125,676 148.85812377929688,677 68.8092041015625678 ],679 "extent": [680 39.265533447265625,681 83.54351806640625,682 50.12611389160156683 ]684 },685 "obb": {686 "center": [687 330.7001953125,688 148.85812377929688,689 68.8092041015625690 ],691 "extent": [692 39.265533447265625,693 83.54351806640625,694 50.12611389160156695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 330.7001953125,704 148.85812377929688,705 20706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 255,720 127,721 255722 ]723 }724 ],725 "grill": [726 {727 "object_id": "SM_grill2",728 "bbox_2d": [729 1534,730 588,731 1544,732 668733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 385.2553100585887,738 -75.62591934204102,739 108.73949432373047740 ],741 "extent": [742 28.420366367019028,743 35.869838411538495,744 90.03331756591797745 ]746 },747 "obb": {748 "center": [749 385.2553100585887,750 -75.62591934204102,751 108.73949432373047752 ],753 "extent": [754 28.420366367019028,755 35.869838411538495,756 90.03331756591797757 ],758 "rotation": [759 0,760 90.00007629394531,761 0762 ]763 },764 "location": [765 385.25531005859375,766 -75.62592315673828,767 20768 ],769 "rotation": [770 0,771 90.00007629394531,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 127,782 0,783 255784 ]785 }786 ],787 "cash register": [788 {789 "object_id": "SM_cash_register_318",790 "bbox_2d": [791 1643,792 643,793 1800,794 691795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 347.53276852910653,800 89.550582188795,801 129.63134792869084802 ],803 "extent": [804 24.934106523168452,805 32.800457754910184,806 11.22339287083048807 ]808 },809 "obb": {810 "center": [811 347.53276852910653,812 89.550582188795,813 129.63134792869084814 ],815 "extent": [816 24.934106523168452,817 32.800457754910184,818 11.22339287083048819 ],820 "rotation": [821 0,822 -80.00000762939452,823 0824 ]825 },826 "location": [827 344.2492980957031,828 84.56668090820312,829 119.345947265625830 ],831 "rotation": [832 0,833 -80.00000762939452,834 0835 ],836 "scale": [837 1,838 1.0000001192092896,839 1.0000001192092896840 ]841 },842 "color": [843 127,844 255,845 0846 ]847 }848 ],849 "steel": [850 {851 "object_id": "SM_steel_02_346",852 "bbox_2d": [853 1428,854 555,855 1550,856 682857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 230.1611499786377,862 25.21088981628418,863 106.01264953613281864 ],865 "extent": [866 20.196971893310547,867 23.852373123168952,868 86.09856414794922869 ]870 },871 "obb": {872 "center": [873 230.1611499786377,874 25.21088981628418,875 106.01264953613281876 ],877 "extent": [878 20.196971893310547,879 23.852373123168952,880 86.09856414794922881 ],882 "rotation": [883 0,884 -90.00000000000001,885 0886 ]887 },888 "location": [889 230.16116333007812,890 25.21090316772461,891 20892 ],893 "rotation": [894 0,895 -90.00000000000001,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 0,906 255,907 63908 ]909 },910 {911 "object_id": "SM_steel_32",912 "bbox_2d": [913 848,914 561,915 1091,916 1006917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -111.97819519042969,922 23.47991371154785,923 105.68448638916016924 ],925 "extent": [926 44.119041442871094,927 20.18648910522461,928 86.05392456054688929 ]930 },931 "obb": {932 "center": [933 -111.97819519042969,934 23.47991371154785,935 105.68448638916016936 ],937 "extent": [938 44.119041442871094,939 20.18648910522461,940 86.05392456054688941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 -111.97987365722656,950 23.479917526245117,951 19.7164306640625952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 0,966 63,967 31968 ]969 }970 ],971 "bucket": [972 {973 "object_id": "SM_bucket_386",974 "bbox_2d": [975 409,976 667,977 409,978 667979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -337.38244744655424,984 -378.1777732579772,985 72.62061309814453986 ],987 "extent": [988 48.593679342217456,989 44.124334553618326,990 52.692535400390625991 ]992 },993 "obb": {994 "center": [995 -337.38244744655424,996 -378.1777732579772,997 72.62061309814453998 ],999 "extent": [1000 48.593679342217456,1001 44.124334553618326,1002 52.6925354003906251003 ],1004 "rotation": [1005 0,1006 60.00008773803709,1007 01008 ]1009 },1010 "location": [1011 -340.9186096191406,1012 -377.4979248046875,1013 19.938293457031251014 ],1015 "rotation": [1016 0,1017 60.00008773803709,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 255,1028 63,1029 1271030 ]1031 }1032 ],1033 "air conditioner": [1034 {1035 "object_id": "SM_Airconditioner_423",1036 "bbox_2d": [1037 1722,1038 228,1039 1919,1040 3241041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 405.5927734375,1046 130.36524963378906,1047 351.42465209960941048 ],1049 "extent": [1050 16.555665969848633,1051 56.32305908203128,1052 16.0923042297363281053 ]1054 },1055 "obb": {1056 "center": [1057 405.5927734375,1058 130.36524963378906,1059 351.42465209960941060 ],1061 "extent": [1062 16.555665969848633,1063 56.32305908203128,1064 16.0923042297363281065 ],1066 "rotation": [1067 0,1068 90.00000000000001,1069 01070 ]1071 },1072 "location": [1073 405.5927734375,1074 130.36524963378906,1075 351.42465209960941076 ],1077 "rotation": [1078 0,1079 90.00000000000001,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 63,1090 255,1091 2551092 ]1093 }1094 ],1095 "carpet": [1096 {1097 "object_id": "SM_carpet_02_435",1098 "bbox_2d": [1099 664,1100 1002,1101 835,1102 10791103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 -275.87483214137444,1108 64.69577741274972,1109 22.3900105953216551110 ],1111 "extent": [1112 119.51729822843009,1113 83.09129167838384,1114 2.40816164016723631115 ]1116 },1117 "obb": {1118 "center": [1119 -275.87483214137444,1120 64.69577741274973,1121 22.3900105953216551122 ],1123 "extent": [1124 119.51729822843009,1125 83.09129167838384,1126 2.40816164016723631127 ],1128 "rotation": [1129 0,1130 174.20989990234375,1131 01132 ]1133 },1134 "location": [1135 -274.2488708496094,1136 64.4585189819336,1137 201138 ],1139 "rotation": [1140 0,1141 174.20989990234375,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 63,1152 127,1153 1271154 ]1155 }1156 ],1157 "light": [1158 {1159 "object_id": "SM_light_01_460",1160 "bbox_2d": [1161 1115,1162 0,1163 1919,1164 2051165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 19.728729248046875,1170 229.50070190429688,1171 367.639953613281251172 ],1173 "extent": [1174 259.12567138671875,1175 108.60655212402344,1176 16.7087116241455081177 ]1178 },1179 "obb": {1180 "center": [1181 19.728729248046875,1182 229.50070190429688,1183 367.639953613281251184 ],1185 "extent": [1186 259.12567138671875,1187 108.60655212402344,1188 16.7087116241455081189 ],1190 "rotation": [1191 0,1192 0,1193 01194 ]1195 },1196 "location": [1197 19.728729248046875,1198 229.50070190429688,1199 367.639953613281251200 ],