TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l004_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l004_off0_r005/lit.png",5 "camera": {6 "location": [7 -281,8 177,9 15110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -281,38 177,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling planks corner": [54 {55 "object_id": "SM_ceiling",56 "bbox_2d": [57 150,58 0,59 1919,60 4061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 10.70562744140625,67 407.093048095703168 ],69 "extent": [70 447.2875671386719,71 455.69342041015625,72 8.67544555664062573 ]74 },75 "obb": {76 "center": [77 0,78 10.70562744140625,79 407.093048095703180 ],81 "extent": [82 447.2875671386719,83 455.69342041015625,84 8.67544555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 10,95 3.5836791992187596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_wall_01_281",118 "bbox_2d": [119 0,120 0,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 0,128 0,129 199.22988891601562130 ],131 "extent": [132 448.35015869140625,133 456.7044982910156,134 200.50445556640625135 ]136 },137 "obb": {138 "center": [139 0,140 0,141 199.22988891601562142 ],143 "extent": [144 448.35015869140625,145 456.7044982910156,146 200.50445556640625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_wall_02_491",178 "bbox_2d": [179 1311,180 152,181 1919,182 543183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 170.26333618164062,188 -45.951751708984375,189 133.2178497314453190 ],191 "extent": [192 239.49139404296875,193 39.54395294189453,194 133.66961669921875195 ]196 },197 "obb": {198 "center": [199 170.26333618164062,200 -45.951751708984375,201 133.2178497314453202 ],203 "extent": [204 239.49139404296875,205 39.54395294189453,206 133.66961669921875207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 170.26333618164062,216 -45.951751708984375,217 2.2381439208984375218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 191234 ]235 },236 {237 "object_id": "SM_wall_06_505",238 "bbox_2d": [239 1487,240 0,241 1919,242 205243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1.37738037109375,248 5.184879779815674,249 196.00094604492188250 ],251 "extent": [252 426.0718994140625,253 4.455683708190918,254 200.5044403076172255 ]256 },257 "obb": {258 "center": [259 1.37738037109375,260 5.184879779815674,261 196.00094604492188262 ],263 "extent": [264 426.0718994140625,265 4.455683708190918,266 200.5044403076172267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 1.37738037109375,276 5.184879302978516,277 -4.41204833984375278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 0,293 191294 ]295 }296 ],297 "kitchen door": [298 {299 "object_id": "SM_kitchendoor_311",300 "bbox_2d": [301 155,302 0,303 983,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -234.50432228229522,310 25.448821957562917,311 144.00258676668727312 ],313 "extent": [314 69.59251455133818,315 38.71392749448036,316 122.33860056063259317 ]318 },319 "obb": {320 "center": [321 -234.50432228229522,322 25.44882195756292,323 144.00258676668727324 ],325 "extent": [326 69.59251455133818,327 38.71392749448036,328 122.33860056063259329 ],330 "rotation": [331 0,332 -25.016937255859375,333 0334 ]335 },336 "location": [337 -235.97296142578125,338 22.14883041381836,339 21.663986206054688340 ],341 "rotation": [342 0,343 -25.016937255859375,344 0345 ],346 "scale": [347 1.2099636793136597,348 1.0495829582214355,349 1.0398658514022827350 ]351 },352 "color": [353 127,354 0,355 0356 ]357 }358 ],359 "ground": [360 {361 "object_id": "SM_ground_9",362 "bbox_2d": [363 150,364 1009,365 1558,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 0,372 0.704864501953125,373 11.041000366210938374 ],375 "extent": [376 447.2875671386719,377 455.69342041015625,378 8.675445556640625379 ]380 },381 "obb": {382 "center": [383 0,384 0.704864501953125,385 11.041000366210938386 ],387 "extent": [388 447.2875671386719,389 455.69342041015625,390 8.675445556640625391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 0,400 -0.000762939453125,401 11.041000366210938402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 191,416 0,417 255418 ]419 }420 ]421 },422 "foreground": {423 "breadrack": [424 {425 "object_id": "SM_breadrack_01_290",426 "bbox_2d": [427 1562,428 377,429 1919,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -118.70851135253906,436 188.5910186767578,437 89.99793243408203438 ],439 "extent": [440 100.25221252441406,441 50.126121520996094,442 70.04141235351562443 ]444 },445 "obb": {446 "center": [447 -118.70851135253906,448 188.5910186767578,449 89.99793243408203450 ],451 "extent": [452 100.25221252441406,453 50.126121520996094,454 70.04141235351562455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -118.70851135253906,464 188.5910186767578,465 25.59441375732422466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 255,480 255,481 127482 ]483 },484 {485 "object_id": "SM_breadrack_03_299",486 "bbox_2d": [487 1311,488 544,489 1563,490 948491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 69.35102081298828,496 -45.5966682434082,497 81.75312423706055498 ],499 "extent": [500 133.66964721679688,501 39.26552200317383,502 67.28050231933594503 ]504 },505 "obb": {506 "center": [507 69.35102081298828,508 -45.5966682434082,509 81.75312423706055510 ],511 "extent": [512 133.66964721679688,513 39.26552200317383,514 67.28050231933594515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 69.35102081298828,524 -45.5966682434082,525 19.998779296875526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 127,541 0542 ]543 }544 ],545 "signage": [546 {547 "object_id": "SM_sign_02_527",548 "bbox_2d": [549 1323,550 201,551 1612,552 362553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 77.47122955322266,558 -41.80059051513672,559 245.19674682617188560 ],561 "extent": [562 91.57255554199219,563 5.599132537841797,564 20.065216064453125565 ]566 },567 "obb": {568 "center": [569 77.47122955322266,570 -41.80059051513672,571 245.19674682617188572 ],573 "extent": [574 91.57255554199219,575 5.599132537841797,576 20.065216064453125577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 77.47122955322266,586 -41.80059051513672,587 245.19674682617188588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 0,602 191,603 63604 ]605 }606 ],607 "steel": [608 {609 "object_id": "SM_steel_32",610 "bbox_2d": [611 1057,612 321,613 1468,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -111.97819519042969,620 23.47991371154785,621 105.68448638916016622 ],623 "extent": [624 44.119041442871094,625 20.18648910522461,626 86.05392456054688627 ]628 },629 "obb": {630 "center": [631 -111.97819519042969,632 23.47991371154785,633 105.68448638916016634 ],635 "extent": [636 44.119041442871094,637 20.18648910522461,638 86.05392456054688639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 -111.97987365722656,648 23.479917526245117,649 19.7164306640625650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 0,664 63,665 31666 ]667 }668 ],669 "milk": [670 {671 "object_id": "SM_milk_186",672 "bbox_2d": [673 1370,674 782,675 1429,676 893677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -81.9303207397461,682 35.58207702636719,683 82.53738594055176684 ],685 "extent": [686 5.81567898298006,687 4.328919139420096,688 11.325533866882324689 ]690 },691 "obb": {692 "center": [693 -81.9303207397461,694 35.58207702636719,695 82.53738594055176696 ],697 "extent": [698 5.81567898298006,699 4.328919139420096,700 11.325533866882324701 ],702 "rotation": [703 0,704 -173.06532287597656,705 0706 ]707 },708 "location": [709 -81.9303207397461,710 35.58207702636719,711 71.30583953857422712 ],713 "rotation": [714 0,715 -173.06532287597656,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 127,726 95,727 159728 ]729 },730 {731 "object_id": "SM_milk_66",732 "bbox_2d": [733 1334,734 790,735 1391,736 906737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -95.77998352050781,742 36.268863677978516,743 82.53738594055176744 ],745 "extent": [746 5.595732966759215,747 3.982832266675949,748 11.325533866882324749 ]750 },751 "obb": {752 "center": [753 -95.77998352050781,754 36.268863677978516,755 82.53738594055176756 ],757 "extent": [758 5.595732966759215,759 3.982832266675949,760 11.325533866882324761 ],762 "rotation": [763 0,764 176.97991943359375,765 0766 ]767 },768 "location": [769 -95.77998352050781,770 36.268863677978516,771 71.30583953857422772 ],773 "rotation": [774 0,775 176.97991943359375,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 63,786 0,787 159788 ]789 },790 {791 "object_id": "SM_milk_189",792 "bbox_2d": [793 1225,794 815,795 1291,796 942797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -130.8163604736328,802 38.16105270385742,803 82.53738594055176804 ],805 "extent": [806 5.815678982980067,807 4.328919139420094,808 11.325533866882324809 ]810 },811 "obb": {812 "center": [813 -130.8163604736328,814 38.16105270385742,815 82.53738594055176816 ],817 "extent": [818 5.815678982980067,819 4.328919139420094,820 11.325533866882324821 ],822 "rotation": [823 0,824 -173.06532287597656,825 0826 ]827 },828 "location": [829 -130.8163604736328,830 38.16105270385742,831 71.30583953857422832 ],833 "rotation": [834 0,835 -173.06532287597656,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 63,846 255,847 159848 ]849 },850 {851 "object_id": "SM_milk_68",852 "bbox_2d": [853 1193,854 825,855 1243,856 960857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -144.6662139892578,862 38.84783935546875,863 82.53738594055176864 ],865 "extent": [866 5.595732966759215,867 3.982832266675949,868 11.325533866882324869 ]870 },871 "obb": {872 "center": [873 -144.6662139892578,874 38.84783935546875,875 82.53738594055176876 ],877 "extent": [878 5.595732966759215,879 3.982832266675949,880 11.325533866882324881 ],882 "rotation": [883 0,884 176.97991943359375,885 0886 ]887 },888 "location": [889 -144.6662139892578,890 38.84783935546875,891 71.30583953857422892 ],893 "rotation": [894 0,895 176.97991943359375,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 63,906 127,907 159908 ]909 },910 {911 "object_id": "SM_milk_69",912 "bbox_2d": [913 1256,914 807,915 1319,916 928917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -119.39372253417969,922 35.72138595581055,923 82.53738594055176924 ],925 "extent": [926 5.133036984965372,927 6.259573871918237,928 11.325533866882324929 ]930 },931 "obb": {932 "center": [933 -119.39372253417969,934 35.72138595581055,935 82.53738594055176936 ],937 "extent": [938 5.133036984965372,939 6.259573871918237,940 11.325533866882324941 ],942 "rotation": [943 0,944 72.85107421874999,945 0946 ]947 },948 "location": [949 -119.39372253417969,950 35.72138595581055,951 71.30583953857422952 ],953 "rotation": [954 0,955 72.85107421874999,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 63,966 63,967 159968 ]969 },970 {971 "object_id": "SM_milk_192",972 "bbox_2d": [973 1296,974 798,975 1358,976 918977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -107.58573150634766,982 36.179805755615234,983 82.53738594055176984 ],985 "extent": [986 4.157754666507046,987 5.708689108738396,988 11.325533866882324989 ]990 },991 "obb": {992 "center": [993 -107.58573150634766,994 36.179805755615234,995 82.53738594055176996 ],997 "extent": [998 4.157754666507046,999 5.708689108738396,1000 11.3255338668823241001 ],1002 "rotation": [1003 0,1004 94.97119140625001,1005 01006 ]1007 },1008 "location": [1009 -107.58573150634766,1010 36.179805755615234,1011 71.305839538574221012 ],1013 "rotation": [1014 0,1015 94.97119140625001,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 63,1026 191,1027 1591028 ]1029 },1030 {1031 "object_id": "SM_milk_71",1032 "bbox_2d": [1033 1103,1034 795,1035 1161,1036 9041037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -140.34344482421875,1042 10.265009880065918,1043 82.537385940551761044 ],1045 "extent": [1046 6.047876315585938,1047 4.724903326233189,1048 11.3255338668823241049 ]1050 },1051 "obb": {1052 "center": [1053 -140.34344482421875,1054 10.265009880065918,1055 82.537385940551761056 ],1057 "extent": [1058 6.047876315585938,1059 4.724903326233189,1060 11.3255338668823241061 ],1062 "rotation": [1063 0,1064 11.726440429687498,1065 01066 ]1067 },1068 "location": [1069 -140.34344482421875,1070 10.265009880065918,1071 71.305839538574221072 ],1073 "rotation": [1074 0,1075 11.726440429687498,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 63,1086 31,1087 1591088 ]1089 },1090 {1091 "object_id": "SM_milk_72",1092 "bbox_2d": [1093 1151,1094 789,1095 1208,1096 8331097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -126.48484802246094,1102 10.737567901611328,1103 82.537385940551761104 ],1105 "extent": [1106 5.52003258743764,1107 3.8684531019921558,1108 11.3255338668823241109 ]1110 },1111 "obb": {1112 "center": [1113 -126.48484802246094,1114 10.737567901611328,1115 82.537385940551761116 ],1117 "extent": [1118 5.52003258743764,1119 3.8684531019921558,1120 11.3255338668823241121 ],1122 "rotation": [1123 0,1124 1.7714538574218757,1125 01126 ]1127 },1128 "location": [1129 -126.48484802246094,1130 10.737567901611328,1131 71.305839538574221132 ],1133 "rotation": [1134 0,1135 1.7714538574218757,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 63,1146 95,1147 1591148 ]1149 },1150 {1151 "object_id": "SM_milk_73",1152 "bbox_2d": [1153 1262,1154 771,1155 1316,1156 8121157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -91.41287231445312,1162 11.778684616088867,1163 82.537385940551761164 ],1165 "extent": [1166 6.047876315585938,1167 4.724903326233189,1168 11.3255338668823241169 ]1170 },1171 "obb": {1172 "center": [1173 -91.41287231445312,1174 11.778684616088867,1175 82.537385940551761176 ],1177 "extent": [1178 6.047876315585938,1179 4.724903326233189,1180 11.3255338668823241181 ],1182 "rotation": [1183 0,1184 11.726440429687498,1185 01186 ]1187 },1188 "location": [1189 -91.41287231445312,1190 11.778684616088867,1191 71.305839538574221192 ],1193 "rotation": [1194 0,1195 11.726440429687498,1196 01197 ],1198 "scale": [1199 1,1200 1,