TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l047_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l047_r000/lit.png",5 "camera": {6 "location": [7 -213,8 73,9 15110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -213,38 73,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling planks corner": [54 {55 "object_id": "SM_ceiling",56 "bbox_2d": [57 821,58 0,59 884,60 16761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 10.70562744140625,67 407.093048095703168 ],69 "extent": [70 447.2875671386719,71 455.69342041015625,72 8.67544555664062573 ]74 },75 "obb": {76 "center": [77 0,78 10.70562744140625,79 407.093048095703180 ],81 "extent": [82 447.2875671386719,83 455.69342041015625,84 8.67544555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 10,95 3.5836791992187596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_wall_01_281",118 "bbox_2d": [119 0,120 0,121 1919,122 838123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 0,128 0,129 199.22988891601562130 ],131 "extent": [132 448.35015869140625,133 456.7044982910156,134 200.50445556640625135 ]136 },137 "obb": {138 "center": [139 0,140 0,141 199.22988891601562142 ],143 "extent": [144 448.35015869140625,145 456.7044982910156,146 200.50445556640625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_wall_02_491",178 "bbox_2d": [179 559,180 0,181 837,182 839183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 170.26333618164062,188 -45.951751708984375,189 133.2178497314453190 ],191 "extent": [192 239.49139404296875,193 39.54395294189453,194 133.66961669921875195 ]196 },197 "obb": {198 "center": [199 170.26333618164062,200 -45.951751708984375,201 133.2178497314453202 ],203 "extent": [204 239.49139404296875,205 39.54395294189453,206 133.66961669921875207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 170.26333618164062,216 -45.951751708984375,217 2.2381439208984375218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 191234 ]235 },236 {237 "object_id": "SM_wall_06_505",238 "bbox_2d": [239 727,240 0,241 864,242 658243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1.37738037109375,248 5.184879779815674,249 196.00094604492188250 ],251 "extent": [252 426.0718994140625,253 4.455683708190918,254 200.5044403076172255 ]256 },257 "obb": {258 "center": [259 1.37738037109375,260 5.184879779815674,261 196.00094604492188262 ],263 "extent": [264 426.0718994140625,265 4.455683708190918,266 200.5044403076172267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 1.37738037109375,276 5.184879302978516,277 -4.41204833984375278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 0,293 191294 ]295 },296 {297 "object_id": "SM_wall_05_19",298 "bbox_2d": [299 859,300 192,301 1533,302 521303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 413.07183837890625,308 219.72203063964844,309 272.21002197265625310 ],311 "extent": [312 22.278289794921875,313 215.7262659626067,314 109.5366704119806315 ]316 },317 "obb": {318 "center": [319 413.07183837890625,320 219.72203063964844,321 272.21002197265625322 ],323 "extent": [324 22.278289794921875,325 215.7262659626067,326 109.5366704119806327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 413.07183837890625,336 219.72203063964844,337 272.21002197265625338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1.0699734687805176,347 1.0926108360290527348 ]349 },350 "color": [351 63,352 191,353 15354 ]355 }356 ],357 "beam": [358 {359 "object_id": "SM_beam_464",360 "bbox_2d": [361 1699,362 202,363 1718,364 218365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 0.00531005859375,370 524.9238891601562,371 466.1217346191406372 ],373 "extent": [374 448.35009765625,375 67.94873046875,376 100.25222778320312377 ]378 },379 "obb": {380 "center": [381 0.00531005859375,382 524.9238891601562,383 466.1217346191406384 ],385 "extent": [386 448.35009765625,387 67.94873046875,388 100.25222778320312389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0.00531005859375,398 524.9238891601562,399 466.1217346191406400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 127,415 63416 ]417 }418 ],419 "door frame": [420 {421 "object_id": "SM_doorframe_467",422 "bbox_2d": [423 1683,424 256,425 1919,426 468427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 187.48676300048828,432 450.7649061235361,433 140.74870859740804434 ],435 "extent": [436 94.6826400756836,437 4.9441698669024845,438 120.46647398356254439 ]440 },441 "obb": {442 "center": [443 187.48676300048828,444 450.7649061235361,445 140.74870859740804446 ],447 "extent": [448 94.6826400756836,449 4.9441698669024845,450 120.46647398356254451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 187.4867706298828,460 450.764892578125,461 20.000030517578125462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 0.8877120614051819,471 0.9204005002975464472 ]473 },474 "color": [475 63,476 63,477 0478 ]479 }480 ],481 "ground": [482 {483 "object_id": "SM_ground_9",484 "bbox_2d": [485 709,486 737,487 1246,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 0,494 0.704864501953125,495 11.041000366210938496 ],497 "extent": [498 447.2875671386719,499 455.69342041015625,500 8.675445556640625501 ]502 },503 "obb": {504 "center": [505 0,506 0.704864501953125,507 11.041000366210938508 ],509 "extent": [510 447.2875671386719,511 455.69342041015625,512 8.675445556640625513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 0,522 -0.000762939453125,523 11.041000366210938524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 191,538 0,539 255540 ]541 }542 ]543 },544 "foreground": {545 "breadrack": [546 {547 "object_id": "SM_breadrack_01_290",548 "bbox_2d": [549 1283,550 446,551 1919,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -118.70851135253906,558 188.5910186767578,559 89.99793243408203560 ],561 "extent": [562 100.25221252441406,563 50.126121520996094,564 70.04141235351562565 ]566 },567 "obb": {568 "center": [569 -118.70851135253906,570 188.5910186767578,571 89.99793243408203572 ],573 "extent": [574 100.25221252441406,575 50.126121520996094,576 70.04141235351562577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -118.70851135253906,586 188.5910186767578,587 25.59441375732422588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 255,602 255,603 127604 ]605 },606 {607 "object_id": "SM_breadrack_02_296",608 "bbox_2d": [609 1128,610 484,611 1355,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 65.93284606933594,618 187.62933349609375,619 93.91255950927734620 ],621 "extent": [622 79.36634826660156,623 52.91090774536133,624 74.07523345947266625 ]626 },627 "obb": {628 "center": [629 65.93284606933594,630 187.62933349609375,631 93.91255950927734632 ],633 "extent": [634 79.36634826660156,635 52.91090774536133,636 74.07523345947266637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 65.93284606933594,646 187.62933349609375,647 20.00006103515625648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 0,662 127,663 255664 ]665 },666 {667 "object_id": "SM_breadrack_03_299",668 "bbox_2d": [669 483,670 555,671 775,672 951673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 69.35102081298828,678 -45.5966682434082,679 81.75312423706055680 ],681 "extent": [682 133.66964721679688,683 39.26552200317383,684 67.28050231933594685 ]686 },687 "obb": {688 "center": [689 69.35102081298828,690 -45.5966682434082,691 81.75312423706055692 ],693 "extent": [694 133.66964721679688,695 39.26552200317383,696 67.28050231933594697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 69.35102081298828,706 -45.5966682434082,707 19.998779296875708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 127,723 0724 ]725 }726 ],727 "cashier": [728 {729 "object_id": "SM_cashier_302",730 "bbox_2d": [731 945,732 594,733 1262,734 786735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 330.7001953125,740 148.85812377929688,741 68.8092041015625742 ],743 "extent": [744 39.265533447265625,745 83.54351806640625,746 50.12611389160156747 ]748 },749 "obb": {750 "center": [751 330.7001953125,752 148.85812377929688,753 68.8092041015625754 ],755 "extent": [756 39.265533447265625,757 83.54351806640625,758 50.12611389160156759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 330.7001953125,768 148.85812377929688,769 20770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 255,784 127,785 255786 ]787 }788 ],789 "cash register": [790 {791 "object_id": "SM_cash_register_318",792 "bbox_2d": [793 932,794 558,795 1041,796 596797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 347.53276852910653,802 89.550582188795,803 129.63134792869084804 ],805 "extent": [806 24.934106523168452,807 32.800457754910184,808 11.22339287083048809 ]810 },811 "obb": {812 "center": [813 347.53276852910653,814 89.550582188795,815 129.63134792869084816 ],817 "extent": [818 24.934106523168452,819 32.800457754910184,820 11.22339287083048821 ],822 "rotation": [823 0,824 -80.00000762939452,825 0826 ]827 },828 "location": [829 344.2492980957031,830 84.56668090820312,831 119.345947265625832 ],833 "rotation": [834 0,835 -80.00000762939452,836 0837 ],838 "scale": [839 1,840 1.0000001192092896,841 1.0000001192092896842 ]843 },844 "color": [845 127,846 255,847 0848 ]849 }850 ],851 "fireextinguisher": [852 {853 "object_id": "SM_fireextinguisher_324",854 "bbox_2d": [855 841,856 640,857 873,858 739859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 331.0877685546875,864 13.703109741210938,865 55.87240219116211866 ],867 "extent": [868 15.99792177943084,869 14.843982007062664,870 37.336402893066406871 ]872 },873 "obb": {874 "center": [875 331.0877685546875,876 13.703109741210938,877 55.87240219116211878 ],879 "extent": [880 15.99792177943084,881 14.843982007062664,882 37.336402893066406883 ],884 "rotation": [885 0,886 -30.000061035156264,887 0888 ]889 },890 "location": [891 331.0877685546875,892 13.703109741210938,893 55.872406005859375894 ],895 "rotation": [896 0,897 -30.000061035156264,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 127,908 0,909 127910 ]911 }912 ],913 "signboard": [914 {915 "object_id": "SM_signboard_334",916 "bbox_2d": [917 891,918 741,919 996,920 937921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 122.64287689364788,926 67.14201353037565,927 48.84699630737305928 ],929 "extent": [930 20.14439747159524,931 19.53664125018948,932 28.949970245361328933 ]934 },935 "obb": {936 "center": [937 122.64287689364788,938 67.14201353037565,939 48.84699630737305940 ],941 "extent": [942 20.14439747159524,943 19.53664125018948,944 28.949970245361328945 ],946 "rotation": [947 0,948 -131.53952026367188,949 0950 ]951 },952 "location": [953 122.76341247558594,954 67.19048309326172,955 20956 ],957 "rotation": [958 0,959 -131.53952026367188,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 127,970 127,971 127972 ]973 }974 ],975 "steel": [976 {977 "object_id": "SM_steel_02_346",978 "bbox_2d": [979 798,980 447,981 909,982 836983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 230.1611499786377,988 25.21088981628418,989 106.01264953613281990 ],991 "extent": [992 20.196971893310547,993 23.852373123168952,994 86.09856414794922995 ]996 },997 "obb": {998 "center": [999 230.1611499786377,1000 25.21088981628418,1001 106.012649536132811002 ],1003 "extent": [1004 20.196971893310547,1005 23.852373123168952,1006 86.098564147949221007 ],1008 "rotation": [1009 0,1010 -90.00000000000001,1011 01012 ]1013 },1014 "location": [1015 230.16116333007812,1016 25.21090316772461,1017 201018 ],1019 "rotation": [1020 0,1021 -90.00000000000001,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 0,1032 255,1033 631034 ]1035 },1036 {1037 "object_id": "SM_steel_32",1038 "bbox_2d": [1039 0,1040 0,1041 765,1042 10791043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -111.97819519042969,1048 23.47991371154785,1049 105.684486389160161050 ],1051 "extent": [1052 44.119041442871094,1053 20.18648910522461,1054 86.053924560546881055 ]1056 },1057 "obb": {1058 "center": [1059 -111.97819519042969,1060 23.47991371154785,1061 105.684486389160161062 ],1063 "extent": [1064 44.119041442871094,1065 20.18648910522461,1066 86.053924560546881067 ],1068 "rotation": [1069 0,1070 0,1071 01072 ]1073 },1074 "location": [1075 -111.97987365722656,1076 23.479917526245117,1077 19.71643066406251078 ],1079 "rotation": [1080 0,1081 0,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 0,1092 63,1093 311094 ]1095 }1096 ],1097 "trash can": [1098 {1099 "object_id": "SM_trashcan_4",1100 "bbox_2d": [1101 874,1102 678,1103 919,1104 7441105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 397.53597989340074,1110 28.86361506498783,1111 41.5727157592773441112 ],1113 "extent": [1114 19.87358163878173,1115 19.820483007019522,1116 21.4007282257080081117 ]1118 },1119 "obb": {1120 "center": [1121 397.53597989340074,1122 28.86361506498783,1123 41.5727157592773441124 ],1125 "extent": [1126 19.87358163878173,1127 19.820483007019522,1128 21.4007282257080081129 ],1130 "rotation": [1131 0,1132 -10.000030517578125,1133 01134 ]1135 },1136 "location": [1137 397.5359802246094,1138 28.863616943359375,1139 41.5727157592773441140 ],1141 "rotation": [1142 0,1143 -10.000030517578125,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 255,1154 63,1155 2551156 ]1157 }1158 ],1159 "air conditioner": [1160 {1161 "object_id": "SM_Airconditioner_423",1162 "bbox_2d": [1163 962,1164 197,1165 1140,1166 2601167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 405.5927734375,1172 130.36524963378906,1173 351.42465209960941174 ],1175 "extent": [1176 16.555665969848633,1177 56.32305908203128,1178 16.0923042297363281179 ]1180 },1181 "obb": {1182 "center": [1183 405.5927734375,1184 130.36524963378906,1185 351.42465209960941186 ],1187 "extent": [1188 16.555665969848633,1189 56.32305908203128,1190 16.0923042297363281191 ],1192 "rotation": [1193 0,1194 90.00000000000001,1195 01196 ]1197 },1198 "location": [1199 405.5927734375,1200 130.36524963378906,