TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l010_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l010_r004/lit.png",5 "camera": {6 "location": [7 -328,8 344,9 10110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -328,38 344,39 101,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling planks corner": [54 {55 "object_id": "SM_ceiling",56 "bbox_2d": [57 1565,58 0,59 1626,60 10661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 10.70562744140625,67 407.093048095703168 ],69 "extent": [70 447.2875671386719,71 455.69342041015625,72 8.67544555664062573 ]74 },75 "obb": {76 "center": [77 0,78 10.70562744140625,79 407.093048095703180 ],81 "extent": [82 447.2875671386719,83 455.69342041015625,84 8.67544555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 10,95 3.5836791992187596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_wall_01_281",118 "bbox_2d": [119 1408,120 0,121 1626,122 804123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 0,128 0,129 199.22988891601562130 ],131 "extent": [132 448.35015869140625,133 456.7044982910156,134 200.50445556640625135 ]136 },137 "obb": {138 "center": [139 0,140 0,141 199.22988891601562142 ],143 "extent": [144 448.35015869140625,145 456.7044982910156,146 200.50445556640625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_wall_4",178 "bbox_2d": [179 0,180 119,181 392,182 411183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -425.32440185546875,188 326.5200958251953,189 182.9049072265625190 ],191 "extent": [192 1.115631103515625,193 36.75914001464844,194 167.0870361328125195 ]196 },197 "obb": {198 "center": [199 -425.32440185546875,200 326.5200958251953,201 182.9049072265625202 ],203 "extent": [204 1.115631103515625,205 36.75914001464844,206 167.0870361328125207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -425.3243713378906,216 326.52008056640625,217 19.9970703125218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 191234 ]235 },236 {237 "object_id": "SM_wall_5",238 "bbox_2d": [239 380,240 225,241 839,242 443243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -425.3255920410156,248 253.73936462402344,249 182.9049072265625250 ],251 "extent": [252 1.115631103515625,253 36.75914001464844,254 167.0870361328125255 ]256 },257 "obb": {258 "center": [259 -425.3255920410156,260 253.73936462402344,261 182.9049072265625262 ],263 "extent": [264 1.115631103515625,265 36.75914001464844,266 167.0870361328125267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -425.3255615234375,276 253.73934936523438,277 19.9970703125278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 63,293 191294 ]295 },296 {297 "object_id": "SM_wall_6",298 "bbox_2d": [299 829,300 350,301 949,302 418303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -425.3255615234375,308 181.4493865966797,309 182.9049072265625310 ],311 "extent": [312 1.115631103515625,313 36.75914001464844,314 167.0870361328125315 ]316 },317 "obb": {318 "center": [319 -425.3255615234375,320 181.4493865966797,321 182.9049072265625322 ],323 "extent": [324 1.115631103515625,325 36.75914001464844,326 167.0870361328125327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -425.3255310058594,336 181.44937133789062,337 19.9970703125338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 127,352 0,353 191354 ]355 },356 {357 "object_id": "SM_wall_7",358 "bbox_2d": [359 1039,360 408,361 1138,362 498363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -425.3255615234375,368 108.51611328125,369 182.9049072265625370 ],371 "extent": [372 1.115631103515625,373 36.75914001464844,374 167.0870361328125375 ]376 },377 "obb": {378 "center": [379 -425.3255615234375,380 108.51611328125,381 182.9049072265625382 ],383 "extent": [384 1.115631103515625,385 36.75914001464844,386 167.0870361328125387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 -425.3255310058594,396 108.51609802246094,397 19.9970703125398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 127,412 255,413 191414 ]415 },416 {417 "object_id": "SM_wall_8",418 "bbox_2d": [419 1133,420 434,421 1196,422 519423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 -425.3255615234375,428 36.23727035522461,429 182.9049072265625430 ],431 "extent": [432 1.115631103515625,433 36.75914001464844,434 167.0870361328125435 ]436 },437 "obb": {438 "center": [439 -425.3255615234375,440 36.23727035522461,441 182.9049072265625442 ],443 "extent": [444 1.115631103515625,445 36.75914001464844,446 167.0870361328125447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 -425.3255310058594,456 36.23725509643555,457 19.9970703125458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 127,472 127,473 191474 ]475 },476 {477 "object_id": "SM_wall_04_502",478 "bbox_2d": [479 1127,480 0,481 1224,482 102483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 -420.3979949951172,488 221.62672424316406,489 319.83814239501953490 ],491 "extent": [492 5.5696258544921875,493 214.7704619409833,494 77.97386932373047495 ]496 },497 "obb": {498 "center": [499 -420.3979949951172,500 221.62672424316406,501 319.83814239501953502 ],503 "extent": [504 5.5696258544921875,505 214.7704619409833,506 77.97386932373047507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 -420.39801025390625,516 221.62672424316406,517 319.838134765625518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1.0094610452651978,527 1528 ]529 },530 "color": [531 127,532 63,533 191534 ]535 },536 {537 "object_id": "SM_wall_06_505",538 "bbox_2d": [539 1197,540 0,541 1408,542 790543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 1.37738037109375,548 5.184879779815674,549 196.00094604492188550 ],551 "extent": [552 426.0718994140625,553 4.455683708190918,554 200.5044403076172555 ]556 },557 "obb": {558 "center": [559 1.37738037109375,560 5.184879779815674,561 196.00094604492188562 ],563 "extent": [564 426.0718994140625,565 4.455683708190918,566 200.5044403076172567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 1.37738037109375,576 5.184879302978516,577 -4.41204833984375578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 63,592 0,593 191594 ]595 }596 ],597 "kitchen door": [598 {599 "object_id": "SM_kitchendoor_311",600 "bbox_2d": [601 1627,602 0,603 1919,604 870605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 -234.50432228229522,610 25.448821957562917,611 144.00258676668727612 ],613 "extent": [614 69.59251455133818,615 38.71392749448036,616 122.33860056063259617 ]618 },619 "obb": {620 "center": [621 -234.50432228229522,622 25.44882195756292,623 144.00258676668727624 ],625 "extent": [626 69.59251455133818,627 38.71392749448036,628 122.33860056063259629 ],630 "rotation": [631 0,632 -25.016937255859375,633 0634 ]635 },636 "location": [637 -235.97296142578125,638 22.14883041381836,639 21.663986206054688640 ],641 "rotation": [642 0,643 -25.016937255859375,644 0645 ],646 "scale": [647 1.2099636793136597,648 1.0495829582214355,649 1.0398658514022827650 ]651 },652 "color": [653 127,654 0,655 0656 ]657 }658 ],659 "ground": [660 {661 "object_id": "SM_ground_9",662 "bbox_2d": [663 1190,664 691,665 1919,666 1079667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 0,672 0.704864501953125,673 11.041000366210938674 ],675 "extent": [676 447.2875671386719,677 455.69342041015625,678 8.675445556640625679 ]680 },681 "obb": {682 "center": [683 0,684 0.704864501953125,685 11.041000366210938686 ],687 "extent": [688 447.2875671386719,689 455.69342041015625,690 8.675445556640625691 ],692 "rotation": [693 0,694 0,695 0696 ]697 },698 "location": [699 0,700 -0.000762939453125,701 11.041000366210938702 ],703 "rotation": [704 0,705 0,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 191,716 0,717 255718 ]719 }720 ]721 },722 "foreground": {723 "breadrack": [724 {725 "object_id": "SM_breadrack_06_287",726 "bbox_2d": [727 0,728 0,729 1273,730 1079731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -392.65228271484375,736 265.97955322265625,737 122.33769989013672738 ],739 "extent": [740 30.63262939453125,741 83.54350280761719,742 103.0369873046875743 ]744 },745 "obb": {746 "center": [747 -392.65228271484375,748 265.97955322265625,749 122.33769989013672750 ],751 "extent": [752 30.63262939453125,753 83.54350280761719,754 103.0369873046875755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -392.65228271484375,764 265.97955322265625,765 20766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 255,780 0,781 127782 ]783 },784 {785 "object_id": "SM_breadrack_7",786 "bbox_2d": [787 1019,788 14,789 1389,790 1004791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -392.6522521972656,796 97.77607727050781,797 122.33782196044922798 ],799 "extent": [800 30.63262939453125,801 83.54350280761719,802 103.0369873046875803 ]804 },805 "obb": {806 "center": [807 -392.6522521972656,808 97.77607727050781,809 122.33782196044922810 ],811 "extent": [812 30.63262939453125,813 83.54350280761719,814 103.0369873046875815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -392.6522521972656,824 97.77607727050781,825 20.0001220703125826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 63,840 255,841 191842 ]843 }844 ],845 "bucket": [846 {847 "object_id": "SM_bucket_386",848 "bbox_2d": [849 1565,850 529,851 1565,852 532853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -337.38244744655424,858 -378.1777732579772,859 72.62061309814453860 ],861 "extent": [862 48.593679342217456,863 44.124334553618326,864 52.692535400390625865 ]866 },867 "obb": {868 "center": [869 -337.38244744655424,870 -378.1777732579772,871 72.62061309814453872 ],873 "extent": [874 48.593679342217456,875 44.124334553618326,876 52.692535400390625877 ],878 "rotation": [879 0,880 60.00008773803709,881 0882 ]883 },884 "location": [885 -340.9186096191406,886 -377.4979248046875,887 19.93829345703125888 ],889 "rotation": [890 0,891 60.00008773803709,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 255,902 63,903 127904 ]905 }906 ],907 "cloth": [908 {909 "object_id": "SM_cloth_05_395",910 "bbox_2d": [911 1565,912 347,913 1599,914 539915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -290.89990234375,920 -434.42620849609375,921 160.85816192626953922 ],923 "extent": [924 13.209075927734375,925 15.705780029296875,926 94.72577667236328927 ]928 },929 "obb": {930 "center": [931 -290.89990234375,932 -434.42620849609375,933 160.85816192626953934 ],935 "extent": [936 13.209075927734375,937 15.705780029296875,938 94.72577667236328939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 -289.1158447265625,948 -434.4262390136719,949 248.1639862060547950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 127,964 63,965 127966 ]967 },968 {969 "object_id": "SM_cloth_9",970 "bbox_2d": [971 1600,972 345,973 1626,974 501975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -262.52955627441406,980 -434.42620849609375,981 187.17316436767578982 ],983 "extent": [984 15.829971313476562,985 18.4566650390625,986 67.41472625732422987 ]988 },989 "obb": {990 "center": [991 -262.52955627441406,992 -434.42620849609375,993 187.17316436767578994 ],995 "extent": [996 15.829971313476562,997 18.4566650390625,998 67.41472625732422999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 -262.5295715332031,1008 -434.42620849609375,1009 248.16398620605471010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 95,1024 223,1025 2231026 ]1027 }1028 ],1029 "carpet": [1030 {1031 "object_id": "SM_carpet_02_435",1032 "bbox_2d": [1033 1271,1034 784,1035 1919,1036 10411037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -275.87483214137444,1042 64.69577741274972,1043 22.3900105953216551044 ],1045 "extent": [1046 119.51729822843009,1047 83.09129167838384,1048 2.40816164016723631049 ]1050 },1051 "obb": {1052 "center": [1053 -275.87483214137444,1054 64.69577741274973,1055 22.3900105953216551056 ],1057 "extent": [1058 119.51729822843009,1059 83.09129167838384,1060 2.40816164016723631061 ],1062 "rotation": [1063 0,1064 174.20989990234375,1065 01066 ]1067 },1068 "location": [1069 -274.2488708496094,1070 64.4585189819336,1071 201072 ],1073 "rotation": [1074 0,1075 174.20989990234375,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 63,1086 127,1087 1271088 ]1089 }1090 ],1091 "bread": [1092 {1093 "object_id": "SM_bread_8",1094 "bbox_2d": [1095 760,1096 440,1097 927,1098 5591099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -388.5926287650056,1104 276.3806805463912,1105 104.164230823516851106 ],1107 "extent": [1108 17.013006277548357,1109 9.926076810833138,1110 5.4328231811523441111 ]1112 },1113 "obb": {1114 "center": [1115 -388.5926287650056,1116 276.3806805463912,1117 104.164230823516851118 ],1119 "extent": [1120 17.013006277548357,1121 9.926076810833138,1122 5.4328231811523441123 ],1124 "rotation": [1125 0,1126 93.62207031250001,1127 01128 ]1129 },1130 "location": [1131 -388.5926208496094,1132 276.38067626953125,1133 99.228477478027341134 ],1135 "rotation": [1136 0,1137 93.62207031250001,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 191,1148 159,1149 1271150 ]1151 },1152 {1153 "object_id": "SM_bread_9",1154 "bbox_2d": [1155 484,1156 422,1157 802,1158 5631159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -389.2309493184578,1164 293.99120630523646,1165 104.405350208282471166 ],1167 "extent": [1168 16.638866963529836,1169 9.193556898983218,1170 5.4328231811523441171 ]1172 },1173 "obb": {1174 "center": [1175 -389.2309493184578,1176 293.99120630523646,1177 104.405350208282471178 ],1179 "extent": [1180 16.638866963529836,1181 9.193556898983218,1182 5.4328231811523441183 ],1184 "rotation": [1185 0,1186 -88.98342895507812,1187 01188 ]1189 },1190 "location": [1191 -389.23095703125,1192 293.9912109375,1193 99.469596862792971194 ],1195 "rotation": [1196 0,1197 -88.98342895507812,1198 01199 ],1200 "scale": [