TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l014_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l014_r003/lit.png",5 "camera": {6 "location": [7 -234,8 -3,9 10110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -234,38 -3,39 101,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 924,58 0,59 1619,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_7",116 "bbox_2d": [117 231,118 0,119 583,120 524121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -425.3255615234375,126 108.51611328125,127 182.9049072265625128 ],129 "extent": [130 1.115631103515625,131 36.75914001464844,132 167.0870361328125133 ]134 },135 "obb": {136 "center": [137 -425.3255615234375,138 108.51611328125,139 182.9049072265625140 ],141 "extent": [142 1.115631103515625,143 36.75914001464844,144 167.0870361328125145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -425.3255310058594,154 108.51609802246094,155 19.9970703125156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 191172 ]173 },174 {175 "object_id": "SM_wall_8",176 "bbox_2d": [177 576,178 0,179 861,180 949181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -425.3255615234375,186 36.23727035522461,187 182.9049072265625188 ],189 "extent": [190 1.115631103515625,191 36.75914001464844,192 167.0870361328125193 ]194 },195 "obb": {196 "center": [197 -425.3255615234375,198 36.23727035522461,199 182.9049072265625200 ],201 "extent": [202 1.115631103515625,203 36.75914001464844,204 167.0870361328125205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -425.3255310058594,214 36.23725509643555,215 19.9970703125216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 127,231 191232 ]233 },234 {235 "object_id": "SM_wall_06_505",236 "bbox_2d": [237 862,238 0,239 923,240 1079241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1.37738037109375,246 5.184879779815674,247 196.00094604492188248 ],249 "extent": [250 426.0718994140625,251 4.455683708190918,252 200.5044403076172253 ]254 },255 "obb": {256 "center": [257 1.37738037109375,258 5.184879779815674,259 196.00094604492188260 ],261 "extent": [262 426.0718994140625,263 4.455683708190918,264 200.5044403076172265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 1.37738037109375,274 5.184879302978516,275 -4.41204833984375276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 63,290 0,291 191292 ]293 }294 ],295 "kitchen door": [296 {297 "object_id": "SM_kitchendoor_311",298 "bbox_2d": [299 0,300 0,301 230,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -234.50432228229522,308 25.448821957562917,309 144.00258676668727310 ],311 "extent": [312 69.59251455133818,313 38.71392749448036,314 122.33860056063259315 ]316 },317 "obb": {318 "center": [319 -234.50432228229522,320 25.44882195756292,321 144.00258676668727322 ],323 "extent": [324 69.59251455133818,325 38.71392749448036,326 122.33860056063259327 ],328 "rotation": [329 0,330 -25.016937255859375,331 0332 ]333 },334 "location": [335 -235.97296142578125,336 22.14883041381836,337 21.663986206054688338 ],339 "rotation": [340 0,341 -25.016937255859375,342 0343 ],344 "scale": [345 1.2099636793136597,346 1.0495829582214355,347 1.0398658514022827348 ]349 },350 "color": [351 127,352 0,353 0354 ]355 }356 ],357 "fire door": [358 {359 "object_id": "SM_firedoor_328",360 "bbox_2d": [361 1620,362 0,363 1919,364 940365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -437.84252352222666,370 -215.60147182684932,371 150.46250299421536372 ],373 "extent": [374 18.816842072625263,375 80.57566264787044,376 130.46251825300442377 ]378 },379 "obb": {380 "center": [381 -437.84252352222666,382 -215.60147182684932,383 150.46250299421536384 ],385 "extent": [386 18.816842072625263,387 80.57566264787044,388 130.46251825300442389 ],390 "rotation": [391 0,392 -90.00012207031251,393 0394 ]395 },396 "location": [397 -438.25537109375,398 -215.59658813476562,399 19.999984741210938400 ],401 "rotation": [402 0,403 -90.00012207031251,404 0405 ],406 "scale": [407 1,408 0.9252179265022278,409 0.9252179265022278410 ]411 },412 "color": [413 127,414 127,415 0416 ]417 }418 ],419 "ground": [420 {421 "object_id": "SM_ground_9",422 "bbox_2d": [423 837,424 941,425 1790,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 0,432 0.704864501953125,433 11.041000366210938434 ],435 "extent": [436 447.2875671386719,437 455.69342041015625,438 8.675445556640625439 ]440 },441 "obb": {442 "center": [443 0,444 0.704864501953125,445 11.041000366210938446 ],447 "extent": [448 447.2875671386719,449 455.69342041015625,450 8.675445556640625451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 0,460 -0.000762939453125,461 11.041000366210938462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 0,477 255478 ]479 }480 ]481 },482 "foreground": {483 "trash can": [484 {485 "object_id": "SM_trashcan_03_382",486 "bbox_2d": [487 1129,488 757,489 1379,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -380.6470947265625,496 -47.730295181274414,497 41.572715759277344498 ],499 "extent": [500 19.71728515625,501 18.202247619628906,502 22.375648498535156503 ]504 },505 "obb": {506 "center": [507 -380.6470947265625,508 -47.730295181274414,509 41.572715759277344510 ],511 "extent": [512 19.71728515625,513 18.202247619628906,514 22.375648498535156515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -380.6470947265625,524 -47.73029327392578,525 41.572715759277344526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 63,541 0542 ]543 }544 ],545 "carpet": [546 {547 "object_id": "SM_carpet_02_435",548 "bbox_2d": [549 816,550 1019,551 861,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -275.87483214137444,558 64.69577741274972,559 22.390010595321655560 ],561 "extent": [562 119.51729822843009,563 83.09129167838384,564 2.4081616401672363565 ]566 },567 "obb": {568 "center": [569 -275.87483214137444,570 64.69577741274973,571 22.390010595321655572 ],573 "extent": [574 119.51729822843009,575 83.09129167838384,576 2.4081616401672363577 ],578 "rotation": [579 0,580 174.20989990234375,581 0582 ]583 },584 "location": [585 -274.2488708496094,586 64.4585189819336,587 20588 ],589 "rotation": [590 0,591 174.20989990234375,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 63,602 127,603 127604 ]605 }606 ],607 "breadrack": [608 {609 "object_id": "SM_breadrack_7",610 "bbox_2d": [611 231,612 0,613 861,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -392.6522521972656,620 97.77607727050781,621 122.33782196044922622 ],623 "extent": [624 30.63262939453125,625 83.54350280761719,626 103.0369873046875627 ]628 },629 "obb": {630 "center": [631 -392.6522521972656,632 97.77607727050781,633 122.33782196044922634 ],635 "extent": [636 30.63262939453125,637 83.54350280761719,638 103.0369873046875639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 -392.6522521972656,648 97.77607727050781,649 20.0001220703125650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 63,664 255,665 191666 ]667 }668 ],669 "bread": [670 {671 "object_id": "SM_bread_285",672 "bbox_2d": [673 784,674 509,675 824,676 547677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -409.2861672248077,682 37.39448500965563,683 103.0944766998291684 ],685 "extent": [686 9.830344917983552,687 16.592706678128707,688 5.034543037414551689 ]690 },691 "obb": {692 "center": [693 -409.2861672248077,694 37.39448500965563,695 103.0944766998291696 ],697 "extent": [698 9.830344917983552,699 16.592706678128707,700 5.034543037414551701 ],702 "rotation": [703 0,704 -99.43746185302736,705 0706 ]707 },708 "location": [709 -409.2862854003906,710 37.821136474609375,711 102.19441986083984712 ],713 "rotation": [714 0,715 -99.43746185302736,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 159,726 0,727 63728 ]729 },730 {731 "object_id": "SM_bread_177",732 "bbox_2d": [733 774,734 514,735 802,736 548737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -394.90068649046054,742 38.68795230801657,743 103.1127872467041744 ],745 "extent": [746 8.09947937603215,747 15.924824014853291,748 5.034543037414551749 ]750 },751 "obb": {752 "center": [753 -394.90068649046054,754 38.68795230801657,755 103.1127872467041756 ],757 "extent": [758 8.09947937603215,759 15.924824014853291,760 5.034543037414551761 ],762 "rotation": [763 0,764 -87.29997253417969,765 0766 ]767 },768 "location": [769 -394.9905090332031,770 39.10504150390625,771 102.21273040771484772 ],773 "rotation": [774 0,775 -87.29997253417969,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 159,786 0,787 191788 ]789 },790 {791 "object_id": "SM_bread_178",792 "bbox_2d": [793 528,794 499,795 595,796 549797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -397.7423851733848,802 60.02895185314601,803 103.0944766998291804 ],805 "extent": [806 16.213156449882717,807 8.791995746360541,808 5.034543037414551809 ]810 },811 "obb": {812 "center": [813 -397.7423851733848,814 60.02895185314601,815 103.0944766998291816 ],817 "extent": [818 16.213156449882717,819 8.791995746360541,820 5.034543037414551821 ],822 "rotation": [823 0,824 174.6614990234375,825 0826 ]827 },828 "location": [829 -397.31683349609375,830 60.059566497802734,831 102.19441986083984832 ],833 "rotation": [834 0,835 174.6614990234375,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 159,846 0,847 31848 ]849 },850 {851 "object_id": "SM_bread_179",852 "bbox_2d": [853 574,854 493,855 784,856 549857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -380.4282271639846,862 39.443279028844884,863 103.1127872467041864 ],865 "extent": [866 8.779570127230727,867 16.208220552100578,868 5.034543037414551869 ]870 },871 "obb": {872 "center": [873 -380.4282271639846,874 39.443279028844884,875 103.1127872467041876 ],877 "extent": [878 8.779570127230727,879 16.208220552100578,880 5.034543037414551881 ],882 "rotation": [883 0,884 -95.29054260253909,885 0886 ]887 },888 "location": [889 -380.4591979980469,890 39.868804931640625,891 102.21273040771484892 ],893 "rotation": [894 0,895 -95.29054260253909,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 159,906 0,907 95908 ]909 },910 {911 "object_id": "SM_bread_180",912 "bbox_2d": [913 595,914 458,915 787,916 517917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -389.87044121133636,922 40.32665887471753,923 109.30110359191895924 ],925 "extent": [926 7.476026293035886,927 15.643240742763902,928 5.034543037414551929 ]930 },931 "obb": {932 "center": [933 -389.87044121133636,934 40.32665887471753,935 109.30110359191895936 ],937 "extent": [938 7.476026293035886,939 15.643240742763902,940 5.034543037414551941 ],942 "rotation": [943 0,944 -89.62103271484376,945 0946 ]947 },948 "location": [949 -389.94329833984375,950 40.74704360961914,951 108.40104675292969952 ],953 "rotation": [954 0,955 -89.62103271484376,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 159,966 255,967 0968 ]969 },970 {971 "object_id": "SM_bread_192",972 "bbox_2d": [973 231,974 507,975 289,976 549977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -378.93315965790714,982 107.31892683814841,983 101.88804793357849984 ],985 "extent": [986 12.383491053313662,987 12.215021301877343,988 4.158651351928711989 ]990 },991 "obb": {992 "center": [993 -378.93315965790714,994 107.31892683814841,995 101.88804793357849996 ],997 "extent": [998 12.383491053313662,999 12.215021301877343,1000 4.1586513519287111001 ],1002 "rotation": [1003 0,1004 42.05355834960938,1005 01006 ]1007 },1008 "location": [1009 -378.93316650390625,1010 107.31893157958984,1011 99.62441253662111012 ],1013 "rotation": [1014 0,1015 42.05355834960938,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 159,1026 127,1027 951028 ]1029 },1030 {1031 "object_id": "SM_bread_193",1032 "bbox_2d": [1033 266,1034 511,1035 355,1036 5501037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -379.87109083743826,1042 94.00032870560422,1043 101.998313665390011044 ],1045 "extent": [1046 10.70201046722525,1047 8.392889186462554,1048 3.394226074218751049 ]1050 },1051 "obb": {1052 "center": [1053 -379.87109083743826,1054 94.00032870560422,1055 101.998313665390011056 ],1057 "extent": [1058 10.70201046722525,1059 8.392889186462554,1060 3.394226074218751061 ],1062 "rotation": [1063 0,1064 18.6213436126709,1065 01066 ]1067 },1068 "location": [1069 -379.87109375,1070 94.0003433227539,1071 99.62441253662111072 ],1073 "rotation": [1074 0,1075 18.6213436126709,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 159,1086 63,1087 01088 ]1089 },1090 {1091 "object_id": "SM_bread_194",1092 "bbox_2d": [1093 334,1094 511,1095 434,1096 5501097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -378.741998333064,1102 82.095773432074,1103 101.998313665390011104 ],1105 "extent": [1106 10.96933361096933,1107 9.742782314725389,1108 3.394226074218751109 ]1110 },1111 "obb": {1112 "center": [1113 -378.741998333064,1114 82.095773432074,1115 101.998313665390011116 ],1117 "extent": [1118 10.96933361096933,1119 9.742782314725389,1120 3.394226074218751121 ],1122 "rotation": [1123 0,1124 31.349271774292,1125 01126 ]1127 },1128 "location": [1129 -378.74200439453125,1130 82.09578704833984,1131 99.62441253662111132 ],1133 "rotation": [1134 0,1135 31.349271774292,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 159,1146 63,1147 2551148 ]1149 },1150 {1151 "object_id": "SM_bread_195",1152 "bbox_2d": [1153 430,1154 511,1155 519,1156 5501157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -378.52660936787396,1162 70.14327288366191,1163 101.998313665390011164 ],1165 "extent": [1166 10.523758025865618,1167 7.918082893473507,1168 3.394226074218751169 ]1170 },1171 "obb": {1172 "center": [1173 -378.52660936787396,1174 70.14327288366191,1175 101.998313665390011176 ],1177 "extent": [1178 10.523758025865618,1179 7.918082893473507,1180 3.394226074218751181 ],1182 "rotation": [1183 0,1184 14.909859657287598,1185 01186 ]1187 },1188 "location": [1189 -378.526611328125,1190 70.1432876586914,1191 99.62441253662111192 ],1193 "rotation": [1194 0,1195 14.909859657287598,1196 01197 ],1198 "scale": [1199 1,1200 1,