TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l007_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l007_r000/lit.png",5 "camera": {6 "location": [7 102,8 288,9 10110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 102,38 288,39 101,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 0,58 0,59 1574,60 46761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 0,118 46,119 39,120 453121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 82,178 0,179 134,180 375181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 131,238 0,239 1395,240 356241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ],295 "door frame": [296 {297 "object_id": "SM_doorframe_467",298 "bbox_2d": [299 1801,300 0,301 1855,302 981303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 187.48676300048828,308 450.7649061235361,309 140.74870859740804310 ],311 "extent": [312 94.6826400756836,313 4.9441698669024845,314 120.46647398356254315 ]316 },317 "obb": {318 "center": [319 187.48676300048828,320 450.7649061235361,321 140.74870859740804322 ],323 "extent": [324 94.6826400756836,325 4.9441698669024845,326 120.46647398356254327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 187.4867706298828,336 450.764892578125,337 20.000030517578125338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 0.8877120614051819,347 0.9204005002975464348 ]349 },350 "color": [351 63,352 63,353 0354 ]355 }356 ],357 "floorlock": [358 {359 "object_id": "SM_floorlock_509",360 "bbox_2d": [361 1825,362 981,363 1919,364 1034365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 187.39543914794922,370 450.041748046875,371 20.60430908203125372 ],373 "extent": [374 88.91845703125,375 5.1641845703125,376 0.8110421895980835377 ]378 },379 "obb": {380 "center": [381 187.39543914794922,382 450.041748046875,383 20.60430908203125384 ],385 "extent": [386 88.91845703125,387 5.1641845703125,388 0.8110421895980835389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 187.39544677734375,398 450.041748046875,399 20.60430908203125400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 127,415 191416 ]417 }418 ],419 "ground": [420 {421 "object_id": "SM_ground_9",422 "bbox_2d": [423 0,424 906,425 1919,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 0,432 0.704864501953125,433 11.041000366210938434 ],435 "extent": [436 447.2875671386719,437 455.69342041015625,438 8.675445556640625439 ]440 },441 "obb": {442 "center": [443 0,444 0.704864501953125,445 11.041000366210938446 ],447 "extent": [448 447.2875671386719,449 455.69342041015625,450 8.675445556640625451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 0,460 -0.000762939453125,461 11.041000366210938462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 0,477 255478 ]479 }480 ]481 },482 "foreground": {483 "cashier": [484 {485 "object_id": "SM_cashier_302",486 "bbox_2d": [487 0,488 454,489 736,490 940491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 330.7001953125,496 148.85812377929688,497 68.8092041015625498 ],499 "extent": [500 39.265533447265625,501 83.54351806640625,502 50.12611389160156503 ]504 },505 "obb": {506 "center": [507 330.7001953125,508 148.85812377929688,509 68.8092041015625510 ],511 "extent": [512 39.265533447265625,513 83.54351806640625,514 50.12611389160156515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 330.7001953125,524 148.85812377929688,525 20526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 127,541 255542 ]543 }544 ],545 "cash register": [546 {547 "object_id": "SM_cash_register_318",548 "bbox_2d": [549 9,550 373,551 311,552 456553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 347.53276852910653,558 89.550582188795,559 129.63134792869084560 ],561 "extent": [562 24.934106523168452,563 32.800457754910184,564 11.22339287083048565 ]566 },567 "obb": {568 "center": [569 347.53276852910653,570 89.550582188795,571 129.63134792869084572 ],573 "extent": [574 24.934106523168452,575 32.800457754910184,576 11.22339287083048577 ],578 "rotation": [579 0,580 -80.00000762939452,581 0582 ]583 },584 "location": [585 344.2492980957031,586 84.56668090820312,587 119.345947265625588 ],589 "rotation": [590 0,591 -80.00000762939452,592 0593 ],594 "scale": [595 1,596 1.0000001192092896,597 1.0000001192092896598 ]599 },600 "color": [601 127,602 255,603 0604 ]605 }606 ],607 "tv": [608 {609 "object_id": "SM_Tv_429",610 "bbox_2d": [611 806,612 6,613 1320,614 246615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 425.55378977194977,620 322.1690518719887,621 228.195045660914622 ],623 "extent": [624 7.263521995059989,625 84.92335535917897,626 49.21144127865614627 ]628 },629 "obb": {630 "center": [631 425.55378977194977,632 322.1690518719887,633 228.195045660914634 ],635 "extent": [636 7.263521995059989,637 84.92335535917897,638 49.21144127865614639 ],640 "rotation": [641 -1.6921501159667967,642 180,643 2.9971604931233747e-07644 ]645 },646 "location": [647 425.9980163574219,648 322.15155029296875,649 180.00645446777344650 ],651 "rotation": [652 -1.6921501159667967,653 180,654 2.9971604931233747e-07655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 63,664 127,665 0666 ]667 },668 {669 "object_id": "SM_Tv2_1",670 "bbox_2d": [671 247,672 6,673 763,674 306675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 425.5537898722134,680 137.5165252685547,681 228.19504566174675682 ],683 "extent": [684 7.263521880267774,685 84.92335510253906,686 49.21144082552911687 ]688 },689 "obb": {690 "center": [691 425.5537898722134,692 137.5165252685547,693 228.19504566174675694 ],695 "extent": [696 7.263521880267774,697 84.92335510253906,698 49.21144082552911699 ],700 "rotation": [701 -1.692149996757507,702 180,703 -2.2079159874887454e-32704 ]705 },706 "location": [707 425.9980163574219,708 137.4990234375,709 180.00645446777344710 ],711 "rotation": [712 -1.692149996757507,713 180,714 -2.2079159874887454e-32715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 63,724 255,725 15726 ]727 }728 ],729 "carpet": [730 {731 "object_id": "SM_carpet_01_432",732 "bbox_2d": [733 987,734 925,735 1881,736 1079737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 201.3136291879569,742 356.7218922404906,743 21.646518349647522744 ],745 "extent": [746 115.90200498270377,747 77.0701993194902,748 1.6553844213485718749 ]750 },751 "obb": {752 "center": [753 201.3136291879569,754 356.7218922404906,755 21.646518349647522756 ],757 "extent": [758 115.90200498270377,759 77.0701993194902,760 1.6553844213485718761 ],762 "rotation": [763 0,764 -85.97870635986327,765 0766 ]767 },768 "location": [769 201.3136444091797,770 356.7218933105469,771 20772 ],773 "rotation": [774 0,775 -85.97870635986327,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 63,786 127,787 255788 ]789 }790 ],791 "paint": [792 {793 "object_id": "SM_paint_02_470",794 "bbox_2d": [795 1575,796 0,797 1800,798 958799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 317.884765625,804 451.82806396484375,805 171.14308166503906806 ],807 "extent": [808 35.01493554112494,809 3.107814311981201,810 150.2112274169922811 ]812 },813 "obb": {814 "center": [815 317.884765625,816 451.82806396484375,817 171.14308166503906818 ],819 "extent": [820 35.01493554112494,821 3.107814311981201,822 150.2112274169922823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 317.884765625,832 451.82806396484375,833 24.352706909179688834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1.090328335762024,842 1,843 1844 ]845 },846 "color": [847 63,848 63,849 255850 ]851 }852 ],853 "glass door": [854 {855 "object_id": "SM_glassdoor_R_530",856 "bbox_2d": [857 1846,858 0,859 1919,860 1006861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 271.5410511427798,866 488.4927941298806,867 137.720233412756868 ],869 "extent": [870 12.195644725055445,871 45.320866920911726,872 117.55763077817937873 ]874 },875 "obb": {876 "center": [877 271.5410511427798,878 488.4927941298806,879 137.720233412756880 ],881 "extent": [882 12.195644725055445,883 45.320866920911726,884 117.55763077817937885 ],886 "rotation": [887 0,888 -2.6033179759979252,889 0890 ]891 },892 "location": [893 269.7154235839844,894 450.16168212890625,895 19.91785430908203896 ],897 "rotation": [898 0,899 -2.6033179759979252,900 0901 ],902 "scale": [903 1,904 1,905 0.9197148084640503906 ]907 },908 "color": [909 255,910 191,911 0912 ]913 }914 ],915 "plastic crate": [916 {917 "object_id": "SM_plasticcrate3_380",918 "bbox_2d": [919 0,920 725,921 169,922 1079923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 228.75944222520462,928 144.51456775975174,929 44.66610110317492930 ],931 "extent": [932 43.26360135864064,933 34.86683715679567,934 25.066604049400787935 ]936 },937 "obb": {938 "center": [939 228.75944222520462,940 144.51456775975174,941 44.66610110317491942 ],943 "extent": [944 43.26360135864064,945 34.86683715679567,946 25.066604049400787947 ],948 "rotation": [949 6.830188793117037e-06,950 155.62910461425784,951 -90.31483459472659952 ]953 },954 "location": [955 221.0485382080078,956 127.49299621582031,957 44.76878356933594958 ],959 "rotation": [960 6.830188793117037e-06,961 155.62910461425784,962 -90.31483459472659963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 63,972 191,973 223974 ]975 }976 ],977 "juice": [978 {979 "object_id": "SM_juice_85",980 "bbox_2d": [981 341,982 389,983 381,984 420985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 354.68528437754867,990 130.4972787856906,991 126.44494915008545992 ],993 "extent": [994 6.185843010880831,995 6.120839035339856,996 14.232349395751953997 ]998 },999 "obb": {1000 "center": [1001 354.68528437754867,1002 130.4972787856906,1003 126.444949150085451004 ],1005 "extent": [1006 6.185843010880831,1007 6.120839035339856,1008 14.2323493957519531009 ],1010 "rotation": [1011 0,1012 -37.64905166625977,1013 01014 ]1015 },1016 "location": [1017 354.90472412109375,1018 130.78172302246094,1019 112.251838684082031020 ],1021 "rotation": [1022 0,1023 -37.64905166625977,1024 01025 ],1026 "scale": [1027 1,1028 1,1029 11030 ]1031 },1032 "color": [1033 223,1034 191,1035 1911036 ]1037 },1038 {1039 "object_id": "SM_juice_88",1040 "bbox_2d": [1041 310,1042 453,1043 452,1044 4561045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 324.2787162600626,1050 154.880505911035,1051 116.41955566406251052 ],1053 "extent": [1054 7.35758079424204,1055 14.413535964715862,1056 4.266000270843521057 ]1058 },1059 "obb": {1060 "center": [1061 324.2787162600626,1062 154.880505911035,1063 116.41955566406251064 ],1065 "extent": [1066 7.35758079424204,1067 14.413535964715862,1068 4.266000270843521069 ],1070 "rotation": [1071 -90,1072 165.96375653207352,1073 98.311512022613951074 ]1075 },1076 "location": [1077 325.83294677734375,1078 168.67831420898438,1079 116.41955566406251080 ],1081 "rotation": [1082 -90,1083 165.96375653207352,1084 98.311512022613951085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 223,1094 191,1095 311096 ]1097 },1098 {1099 "object_id": "SM_juice_74",1100 "bbox_2d": [1101 303,1102 417,1103 421,1104 4531105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 322.0977046553553,1110 150.85445080972738,1111 124.259367097833121112 ],1113 "extent": [1114 11.294894070527164,1115 12.223850684098295,1116 3.70305560310632131117 ]1118 },1119 "obb": {1120 "center": [1121 322.0977046553553,1122 150.85445080972738,1123 124.259367097833121124 ],1125 "extent": [1126 11.294894070527164,1127 12.223850684098295,1128 3.70305560310632131129 ],1130 "rotation": [1131 0,1132 -38.626636505126974,1133 -89.999931335449231134 ]1135 },1136 "location": [1137 329.1089172363281,1138 159.62887573242188,1139 124.259353637695311140 ],1141 "rotation": [1142 0,1143 -38.626636505126974,1144 -89.999931335449231145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 223,1154 31,1155 01156 ]1157 },1158 {1159 "object_id": "SM_juice_153",1160 "bbox_2d": [1161 226,1162 497,1163 356,1164 5491165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 303.0973241597412,1170 149.07144886519094,1171 104.439002990722661172 ],1173 "extent": [1174 5.987261358931335,1175 11.849226062630322,1176 5.4081459045410161177 ]1178 },1179 "obb": {1180 "center": [1181 303.0973241597412,1182 149.07144886519094,1183 104.439002990722661184 ],1185 "extent": [1186 5.987261358931335,1187 11.849226062630322,1188 5.4081459045410161189 ],1190 "rotation": [1191 -90,1192 -45,1193 122.942016601562511194 ]1195 },1196 "location": [1197 300.75103759765625,1198 138.08770751953125,1199 104.439002990722661200 ],