TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l034_off0_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l034_off0_r000/lit.png",5 "camera": {6 "location": [7 -79,8 243,9 17610 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -79,38 243,39 176,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling planks corner": [54 {55 "object_id": "SM_ceiling",56 "bbox_2d": [57 389,58 0,59 1422,60 11661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 10.70562744140625,67 407.093048095703168 ],69 "extent": [70 447.2875671386719,71 455.69342041015625,72 8.67544555664062573 ]74 },75 "obb": {76 "center": [77 0,78 10.70562744140625,79 407.093048095703180 ],81 "extent": [82 447.2875671386719,83 455.69342041015625,84 8.67544555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 10,95 3.5836791992187596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_wall_01_281",118 "bbox_2d": [119 0,120 0,121 1750,122 836123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 0,128 0,129 199.22988891601562130 ],131 "extent": [132 448.35015869140625,133 456.7044982910156,134 200.50445556640625135 ]136 },137 "obb": {138 "center": [139 0,140 0,141 199.22988891601562142 ],143 "extent": [144 448.35015869140625,145 456.7044982910156,146 200.50445556640625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_wall_02_491",178 "bbox_2d": [179 0,180 194,181 469,182 801183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 170.26333618164062,188 -45.951751708984375,189 133.2178497314453190 ],191 "extent": [192 239.49139404296875,193 39.54395294189453,194 133.66961669921875195 ]196 },197 "obb": {198 "center": [199 170.26333618164062,200 -45.951751708984375,201 133.2178497314453202 ],203 "extent": [204 239.49139404296875,205 39.54395294189453,206 133.66961669921875207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 170.26333618164062,216 -45.951751708984375,217 2.2381439208984375218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 191234 ]235 },236 {237 "object_id": "SM_wall_06_505",238 "bbox_2d": [239 43,240 0,241 515,242 762243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1.37738037109375,248 5.184879779815674,249 196.00094604492188250 ],251 "extent": [252 426.0718994140625,253 4.455683708190918,254 200.5044403076172255 ]256 },257 "obb": {258 "center": [259 1.37738037109375,260 5.184879779815674,261 196.00094604492188262 ],263 "extent": [264 426.0718994140625,265 4.455683708190918,266 200.5044403076172267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 1.37738037109375,276 5.184879302978516,277 -4.41204833984375278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 0,293 191294 ]295 },296 {297 "object_id": "SM_wall_05_19",298 "bbox_2d": [299 484,300 147,301 1350,302 564303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 413.07183837890625,308 219.72203063964844,309 272.21002197265625310 ],311 "extent": [312 22.278289794921875,313 215.7262659626067,314 109.5366704119806315 ]316 },317 "obb": {318 "center": [319 413.07183837890625,320 219.72203063964844,321 272.21002197265625322 ],323 "extent": [324 22.278289794921875,325 215.7262659626067,326 109.5366704119806327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 413.07183837890625,336 219.72203063964844,337 272.21002197265625338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1.0699734687805176,347 1.0926108360290527348 ]349 },350 "color": [351 63,352 191,353 15354 ]355 }356 ],357 "beam": [358 {359 "object_id": "SM_beam_464",360 "bbox_2d": [361 1522,362 0,363 1793,364 193365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 0.00531005859375,370 524.9238891601562,371 466.1217346191406372 ],373 "extent": [374 448.35009765625,375 67.94873046875,376 100.25222778320312377 ]378 },379 "obb": {380 "center": [381 0.00531005859375,382 524.9238891601562,383 466.1217346191406384 ],385 "extent": [386 448.35009765625,387 67.94873046875,388 100.25222778320312389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0.00531005859375,398 524.9238891601562,399 466.1217346191406400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 127,415 63416 ]417 }418 ],419 "door frame": [420 {421 "object_id": "SM_doorframe_467",422 "bbox_2d": [423 1499,424 137,425 1919,426 958427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 187.48676300048828,432 450.7649061235361,433 140.74870859740804434 ],435 "extent": [436 94.6826400756836,437 4.9441698669024845,438 120.46647398356254439 ]440 },441 "obb": {442 "center": [443 187.48676300048828,444 450.7649061235361,445 140.74870859740804446 ],447 "extent": [448 94.6826400756836,449 4.9441698669024845,450 120.46647398356254451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 187.4867706298828,460 450.764892578125,461 20.000030517578125462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 0.8877120614051819,471 0.9204005002975464472 ]473 },474 "color": [475 63,476 63,477 0478 ]479 }480 ],481 "floorlock": [482 {483 "object_id": "SM_floorlock_509",484 "bbox_2d": [485 1506,486 959,487 1565,488 985489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 187.39543914794922,494 450.041748046875,495 20.60430908203125496 ],497 "extent": [498 88.91845703125,499 5.1641845703125,500 0.8110421895980835501 ]502 },503 "obb": {504 "center": [505 187.39543914794922,506 450.041748046875,507 20.60430908203125508 ],509 "extent": [510 88.91845703125,511 5.1641845703125,512 0.8110421895980835513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 187.39544677734375,522 450.041748046875,523 20.60430908203125524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 63,538 127,539 191540 ]541 }542 ],543 "ground": [544 {545 "object_id": "SM_ground_9",546 "bbox_2d": [547 937,548 837,549 1696,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 0,556 0.704864501953125,557 11.041000366210938558 ],559 "extent": [560 447.2875671386719,561 455.69342041015625,562 8.675445556640625563 ]564 },565 "obb": {566 "center": [567 0,568 0.704864501953125,569 11.041000366210938570 ],571 "extent": [572 447.2875671386719,573 455.69342041015625,574 8.675445556640625575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 0,584 -0.000762939453125,585 11.041000366210938586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 0,601 255602 ]603 }604 ]605 },606 "foreground": {607 "breadrack": [608 {609 "object_id": "SM_breadrack_01_290",610 "bbox_2d": [611 0,612 802,613 835,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -118.70851135253906,620 188.5910186767578,621 89.99793243408203622 ],623 "extent": [624 100.25221252441406,625 50.126121520996094,626 70.04141235351562627 ]628 },629 "obb": {630 "center": [631 -118.70851135253906,632 188.5910186767578,633 89.99793243408203634 ],635 "extent": [636 100.25221252441406,637 50.126121520996094,638 70.04141235351562639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 -118.70851135253906,648 188.5910186767578,649 25.59441375732422650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 255,664 255,665 127666 ]667 },668 {669 "object_id": "SM_breadrack_04_293",670 "bbox_2d": [671 1771,672 672,673 1919,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 5.943952560424805,680 400.90496826171875,681 105.9197006225586682 ],683 "extent": [684 83.54350280761719,685 33.417388916015625,686 85.13441467285156687 ]688 },689 "obb": {690 "center": [691 5.943952560424805,692 400.90496826171875,693 105.9197006225586694 ],695 "extent": [696 83.54350280761719,697 33.417388916015625,698 85.13441467285156699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 5.943952560424805,708 400.90496826171875,709 20710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 0,724 127,725 0726 ]727 },728 {729 "object_id": "SM_breadrack_02_296",730 "bbox_2d": [731 369,732 589,733 948,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 65.93284606933594,740 187.62933349609375,741 93.91255950927734742 ],743 "extent": [744 79.36634826660156,745 52.91090774536133,746 74.07523345947266747 ]748 },749 "obb": {750 "center": [751 65.93284606933594,752 187.62933349609375,753 93.91255950927734754 ],755 "extent": [756 79.36634826660156,757 52.91090774536133,758 74.07523345947266759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 65.93284606933594,768 187.62933349609375,769 20.00006103515625770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 0,784 127,785 255786 ]787 },788 {789 "object_id": "SM_breadrack_03_299",790 "bbox_2d": [791 0,792 636,793 83,794 801795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 69.35102081298828,800 -45.5966682434082,801 81.75312423706055802 ],803 "extent": [804 133.66964721679688,805 39.26552200317383,806 67.28050231933594807 ]808 },809 "obb": {810 "center": [811 69.35102081298828,812 -45.5966682434082,813 81.75312423706055814 ],815 "extent": [816 133.66964721679688,817 39.26552200317383,818 67.28050231933594819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 69.35102081298828,828 -45.5966682434082,829 19.998779296875830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 255,844 127,845 0846 ]847 }848 ],849 "cashier": [850 {851 "object_id": "SM_cashier_302",852 "bbox_2d": [853 500,854 662,855 936,856 859857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 330.7001953125,862 148.85812377929688,863 68.8092041015625864 ],865 "extent": [866 39.265533447265625,867 83.54351806640625,868 50.12611389160156869 ]870 },871 "obb": {872 "center": [873 330.7001953125,874 148.85812377929688,875 68.8092041015625876 ],877 "extent": [878 39.265533447265625,879 83.54351806640625,880 50.12611389160156881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 330.7001953125,890 148.85812377929688,891 20892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 255,906 127,907 255908 ]909 }910 ],911 "grill": [912 {913 "object_id": "SM_grill2",914 "bbox_2d": [915 377,916 556,917 402,918 678919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 385.2553100585887,924 -75.62591934204102,925 108.73949432373047926 ],927 "extent": [928 28.420366367019028,929 35.869838411538495,930 90.03331756591797931 ]932 },933 "obb": {934 "center": [935 385.2553100585887,936 -75.62591934204102,937 108.73949432373047938 ],939 "extent": [940 28.420366367019028,941 35.869838411538495,942 90.03331756591797943 ],944 "rotation": [945 0,946 90.00007629394531,947 0948 ]949 },950 "location": [951 385.25531005859375,952 -75.62592315673828,953 20954 ],955 "rotation": [956 0,957 90.00007629394531,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 127,968 0,969 255970 ]971 }972 ],973 "cash register": [974 {975 "object_id": "SM_cash_register_318",976 "bbox_2d": [977 528,978 621,979 696,980 674981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 347.53276852910653,986 89.550582188795,987 129.63134792869084988 ],989 "extent": [990 24.934106523168452,991 32.800457754910184,992 11.22339287083048993 ]994 },995 "obb": {996 "center": [997 347.53276852910653,998 89.550582188795,999 129.631347928690841000 ],1001 "extent": [1002 24.934106523168452,1003 32.800457754910184,1004 11.223392870830481005 ],1006 "rotation": [1007 0,1008 -80.00000762939452,1009 01010 ]1011 },1012 "location": [1013 344.2492980957031,1014 84.56668090820312,1015 119.3459472656251016 ],1017 "rotation": [1018 0,1019 -80.00000762939452,1020 01021 ],1022 "scale": [1023 1,1024 1.0000001192092896,1025 1.00000011920928961026 ]1027 },1028 "color": [1029 127,1030 255,1031 01032 ]1033 }1034 ],1035 "fireextinguisher": [1036 {1037 "object_id": "SM_fireextinguisher_324",1038 "bbox_2d": [1039 397,1040 730,1041 448,1042 8061043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 331.0877685546875,1048 13.703109741210938,1049 55.872402191162111050 ],1051 "extent": [1052 15.99792177943084,1053 14.843982007062664,1054 37.3364028930664061055 ]1056 },1057 "obb": {1058 "center": [1059 331.0877685546875,1060 13.703109741210938,1061 55.872402191162111062 ],1063 "extent": [1064 15.99792177943084,1065 14.843982007062664,1066 37.3364028930664061067 ],1068 "rotation": [1069 0,1070 -30.000061035156264,1071 01072 ]1073 },1074 "location": [1075 331.0877685546875,1076 13.703109741210938,1077 55.8724060058593751078 ],1079 "rotation": [1080 0,1081 -30.000061035156264,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 127,1092 0,1093 1271094 ]1095 }1096 ],1097 "steel": [1098 {1099 "object_id": "SM_steel_02_346",1100 "bbox_2d": [1101 158,1102 487,1103 393,1104 8201105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 230.1611499786377,1110 25.21088981628418,1111 106.012649536132811112 ],1113 "extent": [1114 20.196971893310547,1115 23.852373123168952,1116 86.098564147949221117 ]1118 },1119 "obb": {1120 "center": [1121 230.1611499786377,1122 25.21088981628418,1123 106.012649536132811124 ],1125 "extent": [1126 20.196971893310547,1127 23.852373123168952,1128 86.098564147949221129 ],1130 "rotation": [1131 0,1132 -90.00000000000001,1133 01134 ]1135 },1136 "location": [1137 230.16116333007812,1138 25.21090316772461,1139 201140 ],1141 "rotation": [1142 0,1143 -90.00000000000001,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 0,1154 255,1155 631156 ]1157 }1158 ],1159 "air conditioner": [1160 {1161 "object_id": "SM_Airconditioner_423",1162 "bbox_2d": [1163 615,1164 151,1165 851,1166 2341167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 405.5927734375,1172 130.36524963378906,1173 351.42465209960941174 ],1175 "extent": [1176 16.555665969848633,1177 56.32305908203128,1178 16.0923042297363281179 ]1180 },1181 "obb": {1182 "center": [1183 405.5927734375,1184 130.36524963378906,1185 351.42465209960941186 ],1187 "extent": [1188 16.555665969848633,1189 56.32305908203128,1190 16.0923042297363281191 ],1192 "rotation": [1193 0,1194 90.00000000000001,1195 01196 ]1197 },1198 "location": [1199 405.5927734375,1200 130.36524963378906,