TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l037_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l037_r003/lit.png",5 "camera": {6 "location": [7 67,8 347,9 12610 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 67,38 347,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 0,58 0,59 1919,60 74961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_03_494",116 "bbox_2d": [117 839,118 314,119 930,120 747121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -425.3244323730469,126 398.8101043701172,127 182.9049072265625128 ],129 "extent": [130 1.115631103515625,131 36.75914001464844,132 167.0870361328125133 ]134 },135 "obb": {136 "center": [137 -425.3244323730469,138 398.8101043701172,139 182.9049072265625140 ],141 "extent": [142 1.115631103515625,143 36.75914001464844,144 167.0870361328125145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -425.32440185546875,154 398.8100891113281,155 19.9970703125156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 255,171 191172 ]173 },174 {175 "object_id": "SM_wall_4",176 "bbox_2d": [177 928,178 314,179 1069,180 747181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -425.32440185546875,186 326.5200958251953,187 182.9049072265625188 ],189 "extent": [190 1.115631103515625,191 36.75914001464844,192 167.0870361328125193 ]194 },195 "obb": {196 "center": [197 -425.32440185546875,198 326.5200958251953,199 182.9049072265625200 ],201 "extent": [202 1.115631103515625,203 36.75914001464844,204 167.0870361328125205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -425.3243713378906,214 326.52008056640625,215 19.9970703125216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 255,230 127,231 191232 ]233 },234 {235 "object_id": "SM_wall_5",236 "bbox_2d": [237 1070,238 314,239 1213,240 579241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -425.3255920410156,246 253.73936462402344,247 182.9049072265625248 ],249 "extent": [250 1.115631103515625,251 36.75914001464844,252 167.0870361328125253 ]254 },255 "obb": {256 "center": [257 -425.3255920410156,258 253.73936462402344,259 182.9049072265625260 ],261 "extent": [262 1.115631103515625,263 36.75914001464844,264 167.0870361328125265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 -425.3255615234375,274 253.73934936523438,275 19.9970703125276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 255,290 63,291 191292 ]293 },294 {295 "object_id": "SM_wall_6",296 "bbox_2d": [297 1211,298 314,299 1353,300 595301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 -425.3255615234375,306 181.4493865966797,307 182.9049072265625308 ],309 "extent": [310 1.115631103515625,311 36.75914001464844,312 167.0870361328125313 ]314 },315 "obb": {316 "center": [317 -425.3255615234375,318 181.4493865966797,319 182.9049072265625320 ],321 "extent": [322 1.115631103515625,323 36.75914001464844,324 167.0870361328125325 ],326 "rotation": [327 0,328 0,329 0330 ]331 },332 "location": [333 -425.3255310058594,334 181.44937133789062,335 19.9970703125336 ],337 "rotation": [338 0,339 0,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 127,350 0,351 191352 ]353 },354 {355 "object_id": "SM_wall_7",356 "bbox_2d": [357 1354,358 314,359 1497,360 389361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 -425.3255615234375,366 108.51611328125,367 182.9049072265625368 ],369 "extent": [370 1.115631103515625,371 36.75914001464844,372 167.0870361328125373 ]374 },375 "obb": {376 "center": [377 -425.3255615234375,378 108.51611328125,379 182.9049072265625380 ],381 "extent": [382 1.115631103515625,383 36.75914001464844,384 167.0870361328125385 ],386 "rotation": [387 0,388 0,389 0390 ]391 },392 "location": [393 -425.3255310058594,394 108.51609802246094,395 19.9970703125396 ],397 "rotation": [398 0,399 0,400 0401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 127,410 255,411 191412 ]413 },414 {415 "object_id": "SM_wall_8",416 "bbox_2d": [417 1494,418 314,419 1618,420 389421 ],422 "bbox_3d": {423 "aabb": {424 "center": [425 -425.3255615234375,426 36.23727035522461,427 182.9049072265625428 ],429 "extent": [430 1.115631103515625,431 36.75914001464844,432 167.0870361328125433 ]434 },435 "obb": {436 "center": [437 -425.3255615234375,438 36.23727035522461,439 182.9049072265625440 ],441 "extent": [442 1.115631103515625,443 36.75914001464844,444 167.0870361328125445 ],446 "rotation": [447 0,448 0,449 0450 ]451 },452 "location": [453 -425.3255310058594,454 36.23725509643555,455 19.9970703125456 ],457 "rotation": [458 0,459 0,460 0461 ],462 "scale": [463 1,464 1,465 1466 ]467 },468 "color": [469 127,470 127,471 191472 ]473 },474 {475 "object_id": "SM_wall_04_502",476 "bbox_2d": [477 893,478 0,479 1632,480 313481 ],482 "bbox_3d": {483 "aabb": {484 "center": [485 -420.3979949951172,486 221.62672424316406,487 319.83814239501953488 ],489 "extent": [490 5.5696258544921875,491 214.7704619409833,492 77.97386932373047493 ]494 },495 "obb": {496 "center": [497 -420.3979949951172,498 221.62672424316406,499 319.83814239501953500 ],501 "extent": [502 5.5696258544921875,503 214.7704619409833,504 77.97386932373047505 ],506 "rotation": [507 0,508 0,509 0510 ]511 },512 "location": [513 -420.39801025390625,514 221.62672424316406,515 319.838134765625516 ],517 "rotation": [518 0,519 0,520 0521 ],522 "scale": [523 1,524 1.0094610452651978,525 1526 ]527 },528 "color": [529 127,530 63,531 191532 ]533 },534 {535 "object_id": "SM_wall_06_505",536 "bbox_2d": [537 1619,538 0,539 1919,540 360541 ],542 "bbox_3d": {543 "aabb": {544 "center": [545 1.37738037109375,546 5.184879779815674,547 196.00094604492188548 ],549 "extent": [550 426.0718994140625,551 4.455683708190918,552 200.5044403076172553 ]554 },555 "obb": {556 "center": [557 1.37738037109375,558 5.184879779815674,559 196.00094604492188560 ],561 "extent": [562 426.0718994140625,563 4.455683708190918,564 200.5044403076172565 ],566 "rotation": [567 0,568 0,569 0570 ]571 },572 "location": [573 1.37738037109375,574 5.184879302978516,575 -4.41204833984375576 ],577 "rotation": [578 0,579 0,580 0581 ],582 "scale": [583 1,584 1,585 1586 ]587 },588 "color": [589 63,590 0,591 191592 ]593 }594 ],595 "kitchen door": [596 {597 "object_id": "SM_kitchendoor_311",598 "bbox_2d": [599 1720,600 113,601 1919,602 332603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 -234.50432228229522,608 25.448821957562917,609 144.00258676668727610 ],611 "extent": [612 69.59251455133818,613 38.71392749448036,614 122.33860056063259615 ]616 },617 "obb": {618 "center": [619 -234.50432228229522,620 25.44882195756292,621 144.00258676668727622 ],623 "extent": [624 69.59251455133818,625 38.71392749448036,626 122.33860056063259627 ],628 "rotation": [629 0,630 -25.016937255859375,631 0632 ]633 },634 "location": [635 -235.97296142578125,636 22.14883041381836,637 21.663986206054688638 ],639 "rotation": [640 0,641 -25.016937255859375,642 0643 ],644 "scale": [645 1.2099636793136597,646 1.0495829582214355,647 1.0398658514022827648 ]649 },650 "color": [651 127,652 0,653 0654 ]655 }656 ],657 "ground": [658 {659 "object_id": "SM_ground_9",660 "bbox_2d": [661 868,662 747,663 1551,664 1079665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 0,670 0.704864501953125,671 11.041000366210938672 ],673 "extent": [674 447.2875671386719,675 455.69342041015625,676 8.675445556640625677 ]678 },679 "obb": {680 "center": [681 0,682 0.704864501953125,683 11.041000366210938684 ],685 "extent": [686 447.2875671386719,687 455.69342041015625,688 8.675445556640625689 ],690 "rotation": [691 0,692 0,693 0694 ]695 },696 "location": [697 0,698 -0.000762939453125,699 11.041000366210938700 ],701 "rotation": [702 0,703 0,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 191,714 0,715 255716 ]717 }718 ]719 },720 "foreground": {721 "breadrack": [722 {723 "object_id": "SM_breadrack_06_287",724 "bbox_2d": [725 954,726 339,727 1327,728 772729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -392.65228271484375,734 265.97955322265625,735 122.33769989013672736 ],737 "extent": [738 30.63262939453125,739 83.54350280761719,740 103.0369873046875741 ]742 },743 "obb": {744 "center": [745 -392.65228271484375,746 265.97955322265625,747 122.33769989013672748 ],749 "extent": [750 30.63262939453125,751 83.54350280761719,752 103.0369873046875753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 -392.65228271484375,762 265.97955322265625,763 20764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 255,778 0,779 127780 ]781 },782 {783 "object_id": "SM_breadrack_01_290",784 "bbox_2d": [785 1329,786 279,787 1919,788 1079789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -118.70851135253906,794 188.5910186767578,795 89.99793243408203796 ],797 "extent": [798 100.25221252441406,799 50.126121520996094,800 70.04141235351562801 ]802 },803 "obb": {804 "center": [805 -118.70851135253906,806 188.5910186767578,807 89.99793243408203808 ],809 "extent": [810 100.25221252441406,811 50.126121520996094,812 70.04141235351562813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 -118.70851135253906,822 188.5910186767578,823 25.59441375732422824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 255,838 255,839 127840 ]841 },842 {843 "object_id": "SM_breadrack_04_293",844 "bbox_2d": [845 0,846 183,847 823,848 1079849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 5.943952560424805,854 400.90496826171875,855 105.9197006225586856 ],857 "extent": [858 83.54350280761719,859 33.417388916015625,860 85.13441467285156861 ]862 },863 "obb": {864 "center": [865 5.943952560424805,866 400.90496826171875,867 105.9197006225586868 ],869 "extent": [870 83.54350280761719,871 33.417388916015625,872 85.13441467285156873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 5.943952560424805,882 400.90496826171875,883 20884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 0,898 127,899 0900 ]901 },902 {903 "object_id": "SM_breadrack_7",904 "bbox_2d": [905 1292,906 339,907 1612,908 772909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 -392.6522521972656,914 97.77607727050781,915 122.33782196044922916 ],917 "extent": [918 30.63262939453125,919 83.54350280761719,920 103.0369873046875921 ]922 },923 "obb": {924 "center": [925 -392.6522521972656,926 97.77607727050781,927 122.33782196044922928 ],929 "extent": [930 30.63262939453125,931 83.54350280761719,932 103.0369873046875933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 -392.6522521972656,942 97.77607727050781,943 20.0001220703125944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 63,958 255,959 191960 ]961 },962 {963 "object_id": "SM_breadrack_2",964 "bbox_2d": [965 425,966 0,967 925,968 1079969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -244.97552490234375,974 397.81231689453125,975 138.38698959350586976 ],977 "extent": [978 167.6439971923828,979 33.974395751953125,980 119.4671630859375981 ]982 },983 "obb": {984 "center": [985 -244.97552490234375,986 397.81231689453125,987 138.38698959350586988 ],989 "extent": [990 167.6439971923828,991 33.974395751953125,992 119.4671630859375993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 -244.97552490234375,1002 397.81231689453125,1003 22.2783164978027341004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 127,1018 191,1019 2551020 ]1021 }1022 ],1023 "camera": [1024 {1025 "object_id": "SM_camera4",1026 "bbox_2d": [1027 1500,1028 51,1029 1587,1030 1321031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 -387.86167335510254,1036 72.37631225581188,1037 345.290099143981931038 ],1039 "extent": [1040 27.301210605063204,1041 7.672425082584553,1042 14.8699464797973631043 ]1044 },1045 "obb": {1046 "center": [1047 -387.86167335510254,1048 72.37631225581188,1049 345.290099143981931050 ],1051 "extent": [1052 27.301210605063204,1053 7.672425082584553,1054 14.8699464797973631055 ],1056 "rotation": [1057 0,1058 -90.00012969970703,1059 01060 ]1061 },1062 "location": [1063 -387.8616943359375,1064 72.37631225585938,1065 345.290100097656251066 ],1067 "rotation": [1068 0,1069 -90.00012969970703,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 0,1080 63,1081 01082 ]1083 }1084 ],1085 "cake": [1086 {1087 "object_id": "SM_cake_06_2",1088 "bbox_2d": [1089 787,1090 580,1091 841,1092 6161093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -304.43153942119534,1098 398.78975872958335,1099 104.164711353955111100 ],1101 "extent": [1102 20.487935000067637,1103 20.29443025619389,1104 13.5116372915313151105 ]1106 },1107 "obb": {1108 "center": [1109 -304.43153942119534,1110 398.78975872958335,1111 104.164711353955111112 ],1113 "extent": [1114 20.487935000067637,1115 20.29443025619389,1116 13.5116372915313151117 ],1118 "rotation": [1119 0,1120 -172.73318481445312,1121 01122 ]1123 },1124 "location": [1125 -304.3399353027344,1126 398.72808837890625,1127 90.575729370117191128 ],1129 "rotation": [1130 0,1131 -172.73318481445312,1132 01133 ],1134 "scale": [1135 0.7049999833106995,1136 0.7049999833106995,1137 0.70499998331069951138 ]1139 },1140 "color": [1141 191,1142 255,1143 2551144 ]1145 },1146 {1147 "object_id": "SM_cake_7",1148 "bbox_2d": [1149 839,1150 484,1151 841,1152 5291153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -304.3502414800435,1158 398.8380353178401,1159 137.90160018863021160 ],1161 "extent": [1162 25.777893685790843,1163 25.76922263213993,1164 10.21996167308141165 ]1166 },1167 "obb": {1168 "center": [1169 -304.3502414800435,1170 398.8380353178401,1171 137.90160018863021172 ],1173 "extent": [1174 25.777893685790843,1175 25.76922263213993,1176 10.21996167308141177 ],1178 "rotation": [1179 0,1180 136.5714416503906,1181 01182 ]1183 },1184 "location": [1185 -304.3399353027344,1186 398.72808837890625,1187 127.604293823242191188 ],1189 "rotation": [1190 0,1191 136.5714416503906,1192 01193 ],1194 "scale": [1195 0.7049999833106995,1196 0.7049999833106995,1197 0.70499998331069951198 ]1199 },1200 "color": [