TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l014_off0_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l014_off0_r003/lit.png",5 "camera": {6 "location": [7 -234,8 -3,9 15110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -234,38 -3,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 924,58 0,59 1619,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_7",116 "bbox_2d": [117 231,118 81,119 583,120 811121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -425.3255615234375,126 108.51611328125,127 182.9049072265625128 ],129 "extent": [130 1.115631103515625,131 36.75914001464844,132 167.0870361328125133 ]134 },135 "obb": {136 "center": [137 -425.3255615234375,138 108.51611328125,139 182.9049072265625140 ],141 "extent": [142 1.115631103515625,143 36.75914001464844,144 167.0870361328125145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -425.3255310058594,154 108.51609802246094,155 19.9970703125156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 191172 ]173 },174 {175 "object_id": "SM_wall_8",176 "bbox_2d": [177 576,178 81,179 861,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -425.3255615234375,186 36.23727035522461,187 182.9049072265625188 ],189 "extent": [190 1.115631103515625,191 36.75914001464844,192 167.0870361328125193 ]194 },195 "obb": {196 "center": [197 -425.3255615234375,198 36.23727035522461,199 182.9049072265625200 ],201 "extent": [202 1.115631103515625,203 36.75914001464844,204 167.0870361328125205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -425.3255310058594,214 36.23725509643555,215 19.9970703125216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 127,231 191232 ]233 },234 {235 "object_id": "SM_wall_04_502",236 "bbox_2d": [237 231,238 0,239 861,240 84241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -420.3979949951172,246 221.62672424316406,247 319.83814239501953248 ],249 "extent": [250 5.5696258544921875,251 214.7704619409833,252 77.97386932373047253 ]254 },255 "obb": {256 "center": [257 -420.3979949951172,258 221.62672424316406,259 319.83814239501953260 ],261 "extent": [262 5.5696258544921875,263 214.7704619409833,264 77.97386932373047265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 -420.39801025390625,274 221.62672424316406,275 319.838134765625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0094610452651978,285 1286 ]287 },288 "color": [289 127,290 63,291 191292 ]293 },294 {295 "object_id": "SM_wall_06_505",296 "bbox_2d": [297 862,298 0,299 923,300 1079301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 1.37738037109375,306 5.184879779815674,307 196.00094604492188308 ],309 "extent": [310 426.0718994140625,311 4.455683708190918,312 200.5044403076172313 ]314 },315 "obb": {316 "center": [317 1.37738037109375,318 5.184879779815674,319 196.00094604492188320 ],321 "extent": [322 426.0718994140625,323 4.455683708190918,324 200.5044403076172325 ],326 "rotation": [327 0,328 0,329 0330 ]331 },332 "location": [333 1.37738037109375,334 5.184879302978516,335 -4.41204833984375336 ],337 "rotation": [338 0,339 0,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 63,350 0,351 191352 ]353 }354 ],355 "kitchen door": [356 {357 "object_id": "SM_kitchendoor_311",358 "bbox_2d": [359 0,360 0,361 230,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -234.50432228229522,368 25.448821957562917,369 144.00258676668727370 ],371 "extent": [372 69.59251455133818,373 38.71392749448036,374 122.33860056063259375 ]376 },377 "obb": {378 "center": [379 -234.50432228229522,380 25.44882195756292,381 144.00258676668727382 ],383 "extent": [384 69.59251455133818,385 38.71392749448036,386 122.33860056063259387 ],388 "rotation": [389 0,390 -25.016937255859375,391 0392 ]393 },394 "location": [395 -235.97296142578125,396 22.14883041381836,397 21.663986206054688398 ],399 "rotation": [400 0,401 -25.016937255859375,402 0403 ],404 "scale": [405 1.2099636793136597,406 1.0495829582214355,407 1.0398658514022827408 ]409 },410 "color": [411 127,412 0,413 0414 ]415 }416 ],417 "fire door": [418 {419 "object_id": "SM_firedoor_328",420 "bbox_2d": [421 1620,422 0,423 1919,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -437.84252352222666,430 -215.60147182684932,431 150.46250299421536432 ],433 "extent": [434 18.816842072625263,435 80.57566264787044,436 130.46251825300442437 ]438 },439 "obb": {440 "center": [441 -437.84252352222666,442 -215.60147182684932,443 150.46250299421536444 ],445 "extent": [446 18.816842072625263,447 80.57566264787044,448 130.46251825300442449 ],450 "rotation": [451 0,452 -90.00012207031251,453 0454 ]455 },456 "location": [457 -438.25537109375,458 -215.59658813476562,459 19.999984741210938460 ],461 "rotation": [462 0,463 -90.00012207031251,464 0465 ],466 "scale": [467 1,468 0.9252179265022278,469 0.9252179265022278470 ]471 },472 "color": [473 127,474 127,475 0476 ]477 }478 ]479 },480 "foreground": {481 "trash can": [482 {483 "object_id": "SM_trashcan_03_382",484 "bbox_2d": [485 1153,486 1046,487 1300,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -380.6470947265625,494 -47.730295181274414,495 41.572715759277344496 ],497 "extent": [498 19.71728515625,499 18.202247619628906,500 22.375648498535156501 ]502 },503 "obb": {504 "center": [505 -380.6470947265625,506 -47.730295181274414,507 41.572715759277344508 ],509 "extent": [510 19.71728515625,511 18.202247619628906,512 22.375648498535156513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -380.6470947265625,522 -47.73029327392578,523 41.572715759277344524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 63,539 0540 ]541 }542 ],543 "breadrack": [544 {545 "object_id": "SM_breadrack_7",546 "bbox_2d": [547 231,548 128,549 861,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -392.6522521972656,556 97.77607727050781,557 122.33782196044922558 ],559 "extent": [560 30.63262939453125,561 83.54350280761719,562 103.0369873046875563 ]564 },565 "obb": {566 "center": [567 -392.6522521972656,568 97.77607727050781,569 122.33782196044922570 ],571 "extent": [572 30.63262939453125,573 83.54350280761719,574 103.0369873046875575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -392.6522521972656,584 97.77607727050781,585 20.0001220703125586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 63,600 255,601 191602 ]603 }604 ],605 "bread": [606 {607 "object_id": "SM_bread_285",608 "bbox_2d": [609 750,610 772,611 824,612 827613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -409.2861672248077,618 37.39448500965563,619 103.0944766998291620 ],621 "extent": [622 9.830344917983552,623 16.592706678128707,624 5.034543037414551625 ]626 },627 "obb": {628 "center": [629 -409.2861672248077,630 37.39448500965563,631 103.0944766998291632 ],633 "extent": [634 9.830344917983552,635 16.592706678128707,636 5.034543037414551637 ],638 "rotation": [639 0,640 -99.43746185302736,641 0642 ]643 },644 "location": [645 -409.2862854003906,646 37.821136474609375,647 102.19441986083984648 ],649 "rotation": [650 0,651 -99.43746185302736,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 159,662 0,663 63664 ]665 },666 {667 "object_id": "SM_bread_177",668 "bbox_2d": [669 756,670 814,671 802,672 856673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -394.90068649046054,678 38.68795230801657,679 103.1127872467041680 ],681 "extent": [682 8.09947937603215,683 15.924824014853291,684 5.034543037414551685 ]686 },687 "obb": {688 "center": [689 -394.90068649046054,690 38.68795230801657,691 103.1127872467041692 ],693 "extent": [694 8.09947937603215,695 15.924824014853291,696 5.034543037414551697 ],698 "rotation": [699 0,700 -87.29997253417969,701 0702 ]703 },704 "location": [705 -394.9905090332031,706 39.10504150390625,707 102.21273040771484708 ],709 "rotation": [710 0,711 -87.29997253417969,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 159,722 0,723 191724 ]725 },726 {727 "object_id": "SM_bread_178",728 "bbox_2d": [729 528,730 785,731 607,732 873733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -397.7423851733848,738 60.02895185314601,739 103.0944766998291740 ],741 "extent": [742 16.213156449882717,743 8.791995746360541,744 5.034543037414551745 ]746 },747 "obb": {748 "center": [749 -397.7423851733848,750 60.02895185314601,751 103.0944766998291752 ],753 "extent": [754 16.213156449882717,755 8.791995746360541,756 5.034543037414551757 ],758 "rotation": [759 0,760 174.6614990234375,761 0762 ]763 },764 "location": [765 -397.31683349609375,766 60.059566497802734,767 102.19441986083984768 ],769 "rotation": [770 0,771 174.6614990234375,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 159,782 0,783 31784 ]785 },786 {787 "object_id": "SM_bread_179",788 "bbox_2d": [789 574,790 818,791 784,792 894793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -380.4282271639846,798 39.443279028844884,799 103.1127872467041800 ],801 "extent": [802 8.779570127230727,803 16.208220552100578,804 5.034543037414551805 ]806 },807 "obb": {808 "center": [809 -380.4282271639846,810 39.443279028844884,811 103.1127872467041812 ],813 "extent": [814 8.779570127230727,815 16.208220552100578,816 5.034543037414551817 ],818 "rotation": [819 0,820 -95.29054260253909,821 0822 ]823 },824 "location": [825 -380.4591979980469,826 39.868804931640625,827 102.21273040771484828 ],829 "rotation": [830 0,831 -95.29054260253909,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 159,842 0,843 95844 ]845 },846 {847 "object_id": "SM_bread_180",848 "bbox_2d": [849 595,850 764,851 787,852 831853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -389.87044121133636,858 40.32665887471753,859 109.30110359191895860 ],861 "extent": [862 7.476026293035886,863 15.643240742763902,864 5.034543037414551865 ]866 },867 "obb": {868 "center": [869 -389.87044121133636,870 40.32665887471753,871 109.30110359191895872 ],873 "extent": [874 7.476026293035886,875 15.643240742763902,876 5.034543037414551877 ],878 "rotation": [879 0,880 -89.62103271484376,881 0882 ]883 },884 "location": [885 -389.94329833984375,886 40.74704360961914,887 108.40104675292969888 ],889 "rotation": [890 0,891 -89.62103271484376,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 159,902 255,903 0904 ]905 },906 {907 "object_id": "SM_bread_186",908 "bbox_2d": [909 231,910 797,911 262,912 834913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -401.9030780914917,918 126.6189393683597,919 101.60823082923889920 ],921 "extent": [922 9.272777238809226,923 9.312464165947588,924 4.275547027587891925 ]926 },927 "obb": {928 "center": [929 -401.9030780914917,930 126.6189393683597,931 101.60823082923889932 ],933 "extent": [934 9.272777238809226,935 9.312464165947588,936 4.275547027587891937 ],938 "rotation": [939 0,940 40.4831657409668,941 0942 ]943 },944 "location": [945 -401.903076171875,946 126.61894226074219,947 99.34459686279297948 ],949 "rotation": [950 0,951 40.4831657409668,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 159,962 127,963 0964 ]965 },966 {967 "object_id": "SM_bread_303",968 "bbox_2d": [969 231,970 828,971 236,972 837973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -384.4496440887451,978 118.72027540206909,979 101.88804793357849980 ],981 "extent": [982 9.867158889770508,983 7.549640655517578,984 4.158651351928711985 ]986 },987 "obb": {988 "center": [989 -384.4496440887451,990 118.72027540206909,991 101.88804793357849992 ],993 "extent": [994 9.867158889770508,995 7.549640655517578,996 4.158651351928711997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 -384.44964599609375,1006 118.72028350830078,1007 99.62441253662111008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 159,1022 127,1023 311024 ]1025 },1026 {1027 "object_id": "SM_bread_192",1028 "bbox_2d": [1029 231,1030 834,1031 302,1032 8921033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -378.93315965790714,1038 107.31892683814841,1039 101.888047933578491040 ],1041 "extent": [1042 12.383491053313662,1043 12.215021301877343,1044 4.1586513519287111045 ]1046 },1047 "obb": {1048 "center": [1049 -378.93315965790714,1050 107.31892683814841,1051 101.888047933578491052 ],1053 "extent": [1054 12.383491053313662,1055 12.215021301877343,1056 4.1586513519287111057 ],1058 "rotation": [1059 0,1060 42.05355834960938,1061 01062 ]1063 },1064 "location": [1065 -378.93316650390625,1066 107.31893157958984,1067 99.62441253662111068 ],1069 "rotation": [1070 0,1071 42.05355834960938,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 159,1082 127,1083 951084 ]1085 },1086 {1087 "object_id": "SM_bread_193",1088 "bbox_2d": [1089 266,1090 838,1091 366,1092 9011093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -379.87109083743826,1098 94.00032870560422,1099 101.998313665390011100 ],1101 "extent": [1102 10.70201046722525,1103 8.392889186462554,1104 3.394226074218751105 ]1106 },1107 "obb": {1108 "center": [1109 -379.87109083743826,1110 94.00032870560422,1111 101.998313665390011112 ],1113 "extent": [1114 10.70201046722525,1115 8.392889186462554,1116 3.394226074218751117 ],1118 "rotation": [1119 0,1120 18.6213436126709,1121 01122 ]1123 },1124 "location": [1125 -379.87109375,1126 94.0003433227539,1127 99.62441253662111128 ],1129 "rotation": [1130 0,1131 18.6213436126709,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 159,1142 63,1143 01144 ]1145 },1146 {1147 "object_id": "SM_bread_194",1148 "bbox_2d": [1149 334,1150 841,1151 439,1152 9041153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -378.741998333064,1158 82.095773432074,1159 101.998313665390011160 ],1161 "extent": [1162 10.96933361096933,1163 9.742782314725389,1164 3.394226074218751165 ]1166 },1167 "obb": {1168 "center": [1169 -378.741998333064,1170 82.095773432074,1171 101.998313665390011172 ],1173 "extent": [1174 10.96933361096933,1175 9.742782314725389,1176 3.394226074218751177 ],1178 "rotation": [1179 0,1180 31.349271774292,1181 01182 ]1183 },1184 "location": [1185 -378.74200439453125,1186 82.09578704833984,1187 99.62441253662111188 ],1189 "rotation": [1190 0,1191 31.349271774292,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [