TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l047_off0_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l047_off0_r003/lit.png",5 "camera": {6 "location": [7 -213,8 73,9 20110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -213,38 73,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "kitchen door": [54 {55 "object_id": "SM_kitchendoor_311",56 "bbox_2d": [57 1146,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -234.50432228229522,66 25.448821957562917,67 144.0025867666872768 ],69 "extent": [70 69.59251455133818,71 38.71392749448036,72 122.3386005606325973 ]74 },75 "obb": {76 "center": [77 -234.50432228229522,78 25.44882195756292,79 144.0025867666872780 ],81 "extent": [82 69.59251455133818,83 38.71392749448036,84 122.3386005606325985 ],86 "rotation": [87 0,88 -25.016937255859375,89 090 ]91 },92 "location": [93 -235.97296142578125,94 22.14883041381836,95 21.66398620605468896 ],97 "rotation": [98 0,99 -25.016937255859375,100 0101 ],102 "scale": [103 1.2099636793136597,104 1.0495829582214355,105 1.0398658514022827106 ]107 },108 "color": [109 127,110 0,111 0112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_wall_5",118 "bbox_2d": [119 0,120 354,121 307,122 1013123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -425.3255920410156,128 253.73936462402344,129 182.9049072265625130 ],131 "extent": [132 1.115631103515625,133 36.75914001464844,134 167.0870361328125135 ]136 },137 "obb": {138 "center": [139 -425.3255920410156,140 253.73936462402344,141 182.9049072265625142 ],143 "extent": [144 1.115631103515625,145 36.75914001464844,146 167.0870361328125147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -425.3255615234375,156 253.73934936523438,157 19.9970703125158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 63,173 191174 ]175 },176 {177 "object_id": "SM_wall_6",178 "bbox_2d": [179 300,180 354,181 630,182 1013183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -425.3255615234375,188 181.4493865966797,189 182.9049072265625190 ],191 "extent": [192 1.115631103515625,193 36.75914001464844,194 167.0870361328125195 ]196 },197 "obb": {198 "center": [199 -425.3255615234375,200 181.4493865966797,201 182.9049072265625202 ],203 "extent": [204 1.115631103515625,205 36.75914001464844,206 167.0870361328125207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -425.3255310058594,216 181.44937133789062,217 19.9970703125218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 0,233 191234 ]235 },236 {237 "object_id": "SM_wall_7",238 "bbox_2d": [239 631,240 354,241 965,242 1013243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -425.3255615234375,248 108.51611328125,249 182.9049072265625250 ],251 "extent": [252 1.115631103515625,253 36.75914001464844,254 167.0870361328125255 ]256 },257 "obb": {258 "center": [259 -425.3255615234375,260 108.51611328125,261 182.9049072265625262 ],263 "extent": [264 1.115631103515625,265 36.75914001464844,266 167.0870361328125267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -425.3255310058594,276 108.51609802246094,277 19.9970703125278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 255,293 191294 ]295 },296 {297 "object_id": "SM_wall_8",298 "bbox_2d": [299 960,300 354,301 1145,302 1013303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -425.3255615234375,308 36.23727035522461,309 182.9049072265625310 ],311 "extent": [312 1.115631103515625,313 36.75914001464844,314 167.0870361328125315 ]316 },317 "obb": {318 "center": [319 -425.3255615234375,320 36.23727035522461,321 182.9049072265625322 ],323 "extent": [324 1.115631103515625,325 36.75914001464844,326 167.0870361328125327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -425.3255310058594,336 36.23725509643555,337 19.9970703125338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 127,352 127,353 191354 ]355 },356 {357 "object_id": "SM_wall_04_502",358 "bbox_2d": [359 0,360 0,361 1145,362 355363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -420.3979949951172,368 221.62672424316406,369 319.83814239501953370 ],371 "extent": [372 5.5696258544921875,373 214.7704619409833,374 77.97386932373047375 ]376 },377 "obb": {378 "center": [379 -420.3979949951172,380 221.62672424316406,381 319.83814239501953382 ],383 "extent": [384 5.5696258544921875,385 214.7704619409833,386 77.97386932373047387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 -420.39801025390625,396 221.62672424316406,397 319.838134765625398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1.0094610452651978,407 1408 ]409 },410 "color": [411 127,412 63,413 191414 ]415 }416 ]417 },418 "foreground": {419 "breadrack": [420 {421 "object_id": "SM_breadrack_06_287",422 "bbox_2d": [423 0,424 419,425 437,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -392.65228271484375,432 265.97955322265625,433 122.33769989013672434 ],435 "extent": [436 30.63262939453125,437 83.54350280761719,438 103.0369873046875439 ]440 },441 "obb": {442 "center": [443 -392.65228271484375,444 265.97955322265625,445 122.33769989013672446 ],447 "extent": [448 30.63262939453125,449 83.54350280761719,450 103.0369873046875451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -392.65228271484375,460 265.97955322265625,461 20462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 255,476 0,477 127478 ]479 },480 {481 "object_id": "SM_breadrack_7",482 "bbox_2d": [483 344,484 419,485 1145,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -392.6522521972656,492 97.77607727050781,493 122.33782196044922494 ],495 "extent": [496 30.63262939453125,497 83.54350280761719,498 103.0369873046875499 ]500 },501 "obb": {502 "center": [503 -392.6522521972656,504 97.77607727050781,505 122.33782196044922506 ],507 "extent": [508 30.63262939453125,509 83.54350280761719,510 103.0369873046875511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 -392.6522521972656,520 97.77607727050781,521 20.0001220703125522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 63,536 255,537 191538 ]539 }540 ],541 "bread": [542 {543 "object_id": "SM_bread_155",544 "bbox_2d": [545 0,546 1007,547 148,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -390.20473802500254,554 240.0701672156097,555 104.40535354614258556 ],557 "extent": [558 18.555841162318757,559 10.618599012943491,560 4.888492584228516561 ]562 },563 "obb": {564 "center": [565 -390.20473802500254,566 240.0701672156097,567 104.40535354614258568 ],569 "extent": [570 18.555841162318757,571 10.618599012943491,572 4.888492584228516573 ],574 "rotation": [575 0,576 -94.54003906250001,577 0578 ]579 },580 "location": [581 -390.2047424316406,582 240.07015991210938,583 99.46959686279297584 ],585 "rotation": [586 0,587 -94.54003906250001,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 191,598 159,599 95600 ]601 },602 {603 "object_id": "SM_bread_257",604 "bbox_2d": [605 0,606 980,607 108,608 1075609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -389.7262231420587,614 248.7416760635951,615 111.21216201782227616 ],617 "extent": [618 15.077496748715646,619 10.342401466080275,620 4.888492584228516621 ]622 },623 "obb": {624 "center": [625 -389.7262231420587,626 248.7416760635951,627 111.21216201782227628 ],629 "extent": [630 15.077496748715646,631 10.342401466080275,632 4.888492584228516633 ],634 "rotation": [635 0,636 -94.54003906250001,637 0638 ]639 },640 "location": [641 -389.7262268066406,642 248.74166870117188,643 106.27640533447266644 ],645 "rotation": [646 0,647 -94.54003906250001,648 0649 ],650 "scale": [651 1,652 0.8048621416091919,653 1654 ]655 },656 "color": [657 31,658 159,659 255660 ]661 },662 {663 "object_id": "SM_bread_158",664 "bbox_2d": [665 109,666 1000,667 249,668 1078669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -401.9459795146004,674 225.27866733384883,675 103.0944766998291676 ],677 "extent": [678 16.66462515459625,679 10.051425595611533,680 5.034543037414551681 ]682 },683 "obb": {684 "center": [685 -401.9459795146004,686 225.27866733384883,687 103.0944766998291688 ],689 "extent": [690 16.66462515459625,691 10.051425595611533,692 5.034543037414551693 ],694 "rotation": [695 0,696 169.6639862060547,697 0698 ]699 },700 "location": [701 -401.5193786621094,702 225.2720947265625,703 102.19441986083984704 ],705 "rotation": [706 0,707 169.6639862060547,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 31,718 159,719 63720 ]721 },722 {723 "object_id": "SM_bread_159",724 "bbox_2d": [725 197,726 998,727 323,728 1079729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -400.87828549656854,734 210.87453937635377,735 103.1127872467041736 ],737 "extent": [738 15.818880044854893,739 7.85962046361783,740 5.034543037414551741 ]742 },743 "obb": {744 "center": [745 -400.87828549656854,746 210.87453937635377,747 103.1127872467041748 ],749 "extent": [750 15.818880044854893,751 7.85962046361783,752 5.034543037414551753 ],754 "rotation": [755 0,756 -178.1986083984375,757 0758 ]759 },760 "location": [761 -400.4598388671875,762 210.9578094482422,763 102.21273040771484764 ],765 "rotation": [766 0,767 -178.1986083984375,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 31,778 159,779 191780 ]781 },782 {783 "object_id": "SM_bread_160",784 "bbox_2d": [785 109,786 1069,787 237,788 1079789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -379.4952225296975,794 213.38124055328467,795 103.0944766998291796 ],797 "extent": [798 9.023578416791054,799 16.30350262631606,800 5.034543037414551801 ]802 },803 "obb": {804 "center": [805 -379.4952225296975,806 213.38124055328467,807 103.0944766998291808 ],809 "extent": [810 9.023578416791054,811 16.30350262631606,812 5.034543037414551813 ],814 "rotation": [815 0,816 83.76324462890625,817 0818 ]819 },820 "location": [821 -379.4712829589844,822 212.95526123046875,823 102.19441986083984824 ],825 "rotation": [826 0,827 83.76324462890625,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 31,838 159,839 31840 ]841 },842 {843 "object_id": "SM_bread_161",844 "bbox_2d": [845 258,846 1000,847 387,848 1079849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 -400.34994011357117,854 196.39202933140388,855 103.1127872467041856 ],857 "extent": [858 16.298841730963147,859 9.011430219195404,860 5.034543037414551861 ]862 },863 "obb": {864 "center": [865 -400.34994011357117,866 196.39202933140388,867 103.1127872467041868 ],869 "extent": [870 16.298841730963147,871 9.011430219195404,872 5.034543037414551873 ],874 "rotation": [875 0,876 173.81057739257812,877 0878 ]879 },880 "location": [881 -399.9239807128906,882 196.41632080078125,883 102.21273040771484884 ],885 "rotation": [886 0,887 173.81057739257812,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 31,898 159,899 95900 ]901 },902 {903 "object_id": "SM_bread_162",904 "bbox_2d": [905 136,906 975,907 243,908 1073909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 -396.04884253838264,914 218.9622946770015,915 110.55539894104004916 ],917 "extent": [918 17.213973804017314,919 14.00984683004478,920 5.034543037414551921 ]922 },923 "obb": {924 "center": [925 -396.04884253838264,926 218.9622946770015,927 110.55539894104004928 ],929 "extent": [930 17.213973804017314,931 14.00984683004478,932 5.034543037414551933 ],934 "rotation": [935 0,936 150.99588012695312,937 0938 ]939 },940 "location": [941 -395.64678955078125,942 218.81951904296875,943 109.65534210205078944 ],945 "rotation": [946 0,947 150.99588012695312,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 95,958 159,959 0960 ]961 },962 {963 "object_id": "SM_bread_167",964 "bbox_2d": [965 0,966 869,967 53,968 922969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -382.7477272958853,974 255.0461127235496,975 138.52430057525635976 ],977 "extent": [978 8.823476349283453,979 23.71239863813716,980 4.292149543762207981 ]982 },983 "obb": {984 "center": [985 -382.7477272958853,986 255.0461127235496,987 138.52430057525635988 ],989 "extent": [990 8.823476349283453,991 23.71239863813716,992 4.292149543762207993 ],994 "rotation": [995 0,996 -83.87521362304688,997 0998 ]999 },1000 "location": [1001 -382.3645324707031,1002 255.51702880859375,1003 138.370697021484381004 ],1005 "rotation": [1006 0,1007 -83.87521362304688,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 255,1018 159,1019 1591020 ]1021 },1022 {1023 "object_id": "SM_bread_271",1024 "bbox_2d": [1025 28,1026 847,1027 122,1028 8871029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 -395.96616430457107,1034 254.69743139466414,1035 139.35512638092041036 ],1037 "extent": [1038 7.082777168359314,1039 23.34476190757688,1040 4.2921495437622071041 ]1042 },1043 "obb": {1044 "center": [1045 -395.96616430457107,1046 254.69743139466414,1047 139.35512638092041048 ],1049 "extent": [1050 7.082777168359314,1051 23.34476190757688,1052 4.2921495437622071053 ],1054 "rotation": [1055 0,1056 -91.72456359863283,1057 01058 ]1059 },1060 "location": [1061 -395.5222473144531,1062 255.11160278320312,1063 139.201522827148441064 ],1065 "rotation": [1066 0,1067 -91.72456359863283,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 127,1078 159,1079 1591080 ]1081 },1082 {1083 "object_id": "SM_bread_170",1084 "bbox_2d": [1085 0,1086 804,1087 152,1088 8511089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 -402.9264673177223,1094 253.31938634006207,1095 144.051735877990721096 ],1097 "extent": [1098 8.71548630415947,1099 23.09303487020155,1100 4.2921495437622071101 ]1102 },1103 "obb": {1104 "center": [1105 -402.9264673177223,1106 253.31938634006207,1107 144.051735877990721108 ],1109 "extent": [1110 8.71548630415947,1111 23.09303487020155,1112 4.2921495437622071113 ],1114 "rotation": [1115 0,1116 96.01318359375001,1117 01118 ]1119 },1120 "location": [1121 -403.311767578125,1122 252.86050415039062,1123 143.898132324218751124 ],1125 "rotation": [1126 0,1127 96.01318359375001,1128 01129 ],1130 "scale": [1131 0.973442792892456,1132 1,1133 11134 ]1135 },1136 "color": [1137 191,1138 159,1139 1591140 ]1141 },1142 {1143 "object_id": "SM_bread_171",1144 "bbox_2d": [1145 0,1146 822,1147 109,1148 8711149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -388.9547196674195,1154 254.7009711279857,1155 144.12465763092041156 ],1157 "extent": [1158 8.315657628096233,1159 23.016076848593997,1160 4.2921495437622071161 ]1162 },1163 "obb": {1164 "center": [1165 -388.9547196674195,1166 254.7009711279857,1167 144.12465763092041168 ],1169 "extent": [1170 8.315657628096233,1171 23.016076848593997,1172 4.2921495437622071173 ],1174 "rotation": [1175 0,1176 85.03607177734374,1177 01178 ]1179 },1180 "location": [1181 -389.42034912109375,1182 254.3238525390625,1183 143.971054077148441184 ],1185 "rotation": [1186 0,1187 85.03607177734374,1188 01189 ],1190 "scale": [1191 0.9734429717063904,1192 1,1193 11194 ]1195 },1196 "color": [1197 31,1198 159,1199 1591200 ]