TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l032_off0_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l032_off0_r003/lit.png",5 "camera": {6 "location": [7 -171,8 110,9 17610 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -171,38 110,39 176,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "kitchen door": [54 {55 "object_id": "SM_kitchendoor_311",56 "bbox_2d": [57 1360,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -234.50432228229522,66 25.448821957562917,67 144.0025867666872768 ],69 "extent": [70 69.59251455133818,71 38.71392749448036,72 122.3386005606325973 ]74 },75 "obb": {76 "center": [77 -234.50432228229522,78 25.44882195756292,79 144.0025867666872780 ],81 "extent": [82 69.59251455133818,83 38.71392749448036,84 122.3386005606325985 ],86 "rotation": [87 0,88 -25.016937255859375,89 090 ]91 },92 "location": [93 -235.97296142578125,94 22.14883041381836,95 21.66398620605468896 ],97 "rotation": [98 0,99 -25.016937255859375,100 0101 ],102 "scale": [103 1.2099636793136597,104 1.0495829582214355,105 1.0398658514022827106 ]107 },108 "color": [109 127,110 0,111 0112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_wall_03_494",118 "bbox_2d": [119 4,120 290,121 6,122 451123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -425.3244323730469,128 398.8101043701172,129 182.9049072265625130 ],131 "extent": [132 1.115631103515625,133 36.75914001464844,134 167.0870361328125135 ]136 },137 "obb": {138 "center": [139 -425.3244323730469,140 398.8101043701172,141 182.9049072265625142 ],143 "extent": [144 1.115631103515625,145 36.75914001464844,146 167.0870361328125147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -425.32440185546875,156 398.8100891113281,157 19.9970703125158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 255,173 191174 ]175 },176 {177 "object_id": "SM_wall_4",178 "bbox_2d": [179 0,180 290,181 278,182 826183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -425.32440185546875,188 326.5200958251953,189 182.9049072265625190 ],191 "extent": [192 1.115631103515625,193 36.75914001464844,194 167.0870361328125195 ]196 },197 "obb": {198 "center": [199 -425.32440185546875,200 326.5200958251953,201 182.9049072265625202 ],203 "extent": [204 1.115631103515625,205 36.75914001464844,206 167.0870361328125207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -425.3243713378906,216 326.52008056640625,217 19.9970703125218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 191234 ]235 },236 {237 "object_id": "SM_wall_5",238 "bbox_2d": [239 276,240 290,241 555,242 831243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -425.3255920410156,248 253.73936462402344,249 182.9049072265625250 ],251 "extent": [252 1.115631103515625,253 36.75914001464844,254 167.0870361328125255 ]256 },257 "obb": {258 "center": [259 -425.3255920410156,260 253.73936462402344,261 182.9049072265625262 ],263 "extent": [264 1.115631103515625,265 36.75914001464844,266 167.0870361328125267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -425.3255615234375,276 253.73934936523438,277 19.9970703125278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 63,293 191294 ]295 },296 {297 "object_id": "SM_wall_6",298 "bbox_2d": [299 550,300 290,301 825,302 839303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -425.3255615234375,308 181.4493865966797,309 182.9049072265625310 ],311 "extent": [312 1.115631103515625,313 36.75914001464844,314 167.0870361328125315 ]316 },317 "obb": {318 "center": [319 -425.3255615234375,320 181.4493865966797,321 182.9049072265625322 ],323 "extent": [324 1.115631103515625,325 36.75914001464844,326 167.0870361328125327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -425.3255310058594,336 181.44937133789062,337 19.9970703125338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 127,352 0,353 191354 ]355 },356 {357 "object_id": "SM_wall_7",358 "bbox_2d": [359 826,360 290,361 1104,362 839363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -425.3255615234375,368 108.51611328125,369 182.9049072265625370 ],371 "extent": [372 1.115631103515625,373 36.75914001464844,374 167.0870361328125375 ]376 },377 "obb": {378 "center": [379 -425.3255615234375,380 108.51611328125,381 182.9049072265625382 ],383 "extent": [384 1.115631103515625,385 36.75914001464844,386 167.0870361328125387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 -425.3255310058594,396 108.51609802246094,397 19.9970703125398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 127,412 255,413 191414 ]415 },416 {417 "object_id": "SM_wall_8",418 "bbox_2d": [419 1100,420 290,421 1339,422 852423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 -425.3255615234375,428 36.23727035522461,429 182.9049072265625430 ],431 "extent": [432 1.115631103515625,433 36.75914001464844,434 167.0870361328125435 ]436 },437 "obb": {438 "center": [439 -425.3255615234375,440 36.23727035522461,441 182.9049072265625442 ],443 "extent": [444 1.115631103515625,445 36.75914001464844,446 167.0870361328125447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 -425.3255310058594,456 36.23725509643555,457 19.9970703125458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 127,472 127,473 191474 ]475 },476 {477 "object_id": "SM_wall_04_502",478 "bbox_2d": [479 0,480 0,481 1354,482 291483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 -420.3979949951172,488 221.62672424316406,489 319.83814239501953490 ],491 "extent": [492 5.5696258544921875,493 214.7704619409833,494 77.97386932373047495 ]496 },497 "obb": {498 "center": [499 -420.3979949951172,500 221.62672424316406,501 319.83814239501953502 ],503 "extent": [504 5.5696258544921875,505 214.7704619409833,506 77.97386932373047507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 -420.39801025390625,516 221.62672424316406,517 319.838134765625518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1.0094610452651978,527 1528 ]529 },530 "color": [531 127,532 63,533 191534 ]535 },536 {537 "object_id": "SM_wall_06_505",538 "bbox_2d": [539 1340,540 0,541 1359,542 868543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 1.37738037109375,548 5.184879779815674,549 196.00094604492188550 ],551 "extent": [552 426.0718994140625,553 4.455683708190918,554 200.5044403076172555 ]556 },557 "obb": {558 "center": [559 1.37738037109375,560 5.184879779815674,561 196.00094604492188562 ],563 "extent": [564 426.0718994140625,565 4.455683708190918,566 200.5044403076172567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 1.37738037109375,576 5.184879302978516,577 -4.41204833984375578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 63,592 0,593 191594 ]595 }596 ]597 },598 "foreground": {599 "breadrack": [600 {601 "object_id": "SM_breadrack_06_287",602 "bbox_2d": [603 0,604 339,605 680,606 1079607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -392.65228271484375,612 265.97955322265625,613 122.33769989013672614 ],615 "extent": [616 30.63262939453125,617 83.54350280761719,618 103.0369873046875619 ]620 },621 "obb": {622 "center": [623 -392.65228271484375,624 265.97955322265625,625 122.33769989013672626 ],627 "extent": [628 30.63262939453125,629 83.54350280761719,630 103.0369873046875631 ],632 "rotation": [633 0,634 0,635 0636 ]637 },638 "location": [639 -392.65228271484375,640 265.97955322265625,641 20642 ],643 "rotation": [644 0,645 0,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 255,656 0,657 127658 ]659 },660 {661 "object_id": "SM_breadrack_01_290",662 "bbox_2d": [663 0,664 911,665 248,666 1079667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 -118.70851135253906,672 188.5910186767578,673 89.99793243408203674 ],675 "extent": [676 100.25221252441406,677 50.126121520996094,678 70.04141235351562679 ]680 },681 "obb": {682 "center": [683 -118.70851135253906,684 188.5910186767578,685 89.99793243408203686 ],687 "extent": [688 100.25221252441406,689 50.126121520996094,690 70.04141235351562691 ],692 "rotation": [693 0,694 0,695 0696 ]697 },698 "location": [699 -118.70851135253906,700 188.5910186767578,701 25.59441375732422702 ],703 "rotation": [704 0,705 0,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 255,716 255,717 127718 ]719 },720 {721 "object_id": "SM_breadrack_7",722 "bbox_2d": [723 602,724 339,725 1359,726 1079727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 -392.6522521972656,732 97.77607727050781,733 122.33782196044922734 ],735 "extent": [736 30.63262939453125,737 83.54350280761719,738 103.0369873046875739 ]740 },741 "obb": {742 "center": [743 -392.6522521972656,744 97.77607727050781,745 122.33782196044922746 ],747 "extent": [748 30.63262939453125,749 83.54350280761719,750 103.0369873046875751 ],752 "rotation": [753 0,754 0,755 0756 ]757 },758 "location": [759 -392.6522521972656,760 97.77607727050781,761 20.0001220703125762 ],763 "rotation": [764 0,765 0,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 63,776 255,777 191778 ]779 }780 ],781 "bread": [782 {783 "object_id": "SM_bread_8",784 "bbox_2d": [785 137,786 822,787 293,788 902789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -388.5926287650056,794 276.3806805463912,795 104.16423082351685796 ],797 "extent": [798 17.013006277548357,799 9.926076810833138,800 5.432823181152344801 ]802 },803 "obb": {804 "center": [805 -388.5926287650056,806 276.3806805463912,807 104.16423082351685808 ],809 "extent": [810 17.013006277548357,811 9.926076810833138,812 5.432823181152344813 ],814 "rotation": [815 0,816 93.62207031250001,817 0818 ]819 },820 "location": [821 -388.5926208496094,822 276.38067626953125,823 99.22847747802734824 ],825 "rotation": [826 0,827 93.62207031250001,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 191,838 159,839 127840 ]841 },842 {843 "object_id": "SM_bread_9",844 "bbox_2d": [845 62,846 817,847 228,848 902849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 -389.2309493184578,854 293.99120630523646,855 104.40535020828247856 ],857 "extent": [858 16.638866963529836,859 9.193556898983218,860 5.432823181152344861 ]862 },863 "obb": {864 "center": [865 -389.2309493184578,866 293.99120630523646,867 104.40535020828247868 ],869 "extent": [870 16.638866963529836,871 9.193556898983218,872 5.432823181152344873 ],874 "rotation": [875 0,876 -88.98342895507812,877 0878 ]879 },880 "location": [881 -389.23095703125,882 293.9912109375,883 99.46959686279297884 ],885 "rotation": [886 0,887 -88.98342895507812,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 191,898 159,899 63900 ]901 },902 {903 "object_id": "SM_bread_153",904 "bbox_2d": [905 0,906 820,907 147,908 899909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 -389.55941404587,914 312.57776648493495,915 104.40535354614258916 ],917 "extent": [918 18.04214726593034,919 9.547957210645677,920 4.888492584228516921 ]922 },923 "obb": {924 "center": [925 -389.55941404587,926 312.57776648493495,927 104.40535354614258928 ],929 "extent": [930 18.04214726593034,931 9.547957210645677,932 4.888492584228516933 ],934 "rotation": [935 0,936 -88.98342895507812,937 0938 ]939 },940 "location": [941 -389.5594177246094,942 312.5777587890625,943 99.46959686279297944 ],945 "rotation": [946 0,947 -88.98342895507812,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 191,958 159,959 191960 ]961 },962 {963 "object_id": "SM_bread_154",964 "bbox_2d": [965 0,966 819,967 75,968 856969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -389.92806674799505,974 330.5420915973813,975 104.40535354614258976 ],977 "extent": [978 18.433552192359627,979 10.353753752577802,980 4.888492584228516981 ]982 },983 "obb": {984 "center": [985 -389.92806674799505,986 330.5420915973813,987 104.40535354614258988 ],989 "extent": [990 18.433552192359627,991 10.353753752577802,992 4.888492584228516993 ],994 "rotation": [995 0,996 -86.34346008300783,997 0998 ]999 },1000 "location": [1001 -389.9280700683594,1002 330.5420837402344,1003 99.469596862792971004 ],1005 "rotation": [1006 0,1007 -86.34346008300783,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 191,1018 159,1019 311020 ]1021 },1022 {1023 "object_id": "SM_bread_155",1024 "bbox_2d": [1025 309,1026 820,1027 455,1028 9001029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 -390.20473802500254,1034 240.0701672156097,1035 104.405353546142581036 ],1037 "extent": [1038 18.555841162318757,1039 10.618599012943491,1040 4.8884925842285161041 ]1042 },1043 "obb": {1044 "center": [1045 -390.20473802500254,1046 240.0701672156097,1047 104.405353546142581048 ],1049 "extent": [1050 18.555841162318757,1051 10.618599012943491,1052 4.8884925842285161053 ],1054 "rotation": [1055 0,1056 -94.54003906250001,1057 01058 ]1059 },1060 "location": [1061 -390.2047424316406,1062 240.07015991210938,1063 99.469596862792971064 ],1065 "rotation": [1066 0,1067 -94.54003906250001,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 191,1078 159,1079 951080 ]1081 },1082 {1083 "object_id": "SM_bread_156",1084 "bbox_2d": [1085 217,1086 833,1087 331,1088 9021089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 -388.8321797723395,1094 257.9858473424746,1095 104.405353546142581096 ],1097 "extent": [1098 18.17742861169853,1099 9.819941182915628,1100 4.8884925842285161101 ]1102 },1103 "obb": {1104 "center": [1105 -388.8321797723395,1106 257.9858473424746,1107 104.405353546142581108 ],1109 "extent": [1110 18.17742861169853,1111 9.819941182915628,1112 4.8884925842285161113 ],1114 "rotation": [1115 0,1116 -91.89997863769533,1117 01118 ]1119 },1120 "location": [1121 -388.8321838378906,1122 257.98583984375,1123 99.469596862792971124 ],1125 "rotation": [1126 0,1127 -91.89997863769533,1128 01129 ],1130 "scale": [1131 1,1132 1,1133 11134 ]1135 },1136 "color": [1137 31,1138 159,1139 01140 ]1141 },1142 {1143 "object_id": "SM_bread_257",1144 "bbox_2d": [1145 275,1146 794,1147 414,1148 8631149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -389.7262231420587,1154 248.7416760635951,1155 111.212162017822271156 ],1157 "extent": [1158 15.077496748715646,1159 10.342401466080275,1160 4.8884925842285161161 ]1162 },1163 "obb": {1164 "center": [1165 -389.7262231420587,1166 248.7416760635951,1167 111.212162017822271168 ],1169 "extent": [1170 15.077496748715646,1171 10.342401466080275,1172 4.8884925842285161173 ],1174 "rotation": [1175 0,1176 -94.54003906250001,1177 01178 ]1179 },1180 "location": [1181 -389.7262268066406,1182 248.74166870117188,1183 106.276405334472661184 ],1185 "rotation": [1186 0,1187 -94.54003906250001,1188 01189 ],1190 "scale": [1191 1,1192 0.8048621416091919,1193 11194 ]1195 },1196 "color": [1197 31,1198 159,1199 2551200 ]