TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l036_off0_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l036_off0_r001/lit.png",5 "camera": {6 "location": [7 -186,8 -85,9 23110 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -186,38 -85,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 280,58 943,59 712,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 0,120 0,121 538,122 99123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 91,180 0,181 861,182 158183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 },236 {237 "object_id": "SM_woodroof_113",238 "bbox_2d": [239 0,240 16,241 536,242 219243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 318.353384929158,248 -29.895414810180228,249 419.59094345527046250 ],251 "extent": [252 102.64006227441315,253 238.89991255711357,254 37.60747276143411255 ]256 },257 "obb": {258 "center": [259 318.353384929158,260 -29.895414810180228,261 419.59094345527046262 ],263 "extent": [264 102.64006227441315,265 238.89991255711357,266 37.60747276143411267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 315.8971862792969,276 -29.895389556884766,277 388.9488220214844278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 -0.8274999856948853,286 0.8274999856948853,287 0.8274999856948853288 ]289 },290 "color": [291 191,292 0,293 255294 ]295 }296 ],297 "wall": [298 {299 "object_id": "SM_rightwall_11",300 "bbox_2d": [301 0,302 0,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -26.000122070144926,310 201.00004196215752,311 248.09518432617188312 ],313 "extent": [314 1213.475322102896,315 56.19279383862782,316 242.13626098632812317 ]318 },319 "obb": {320 "center": [321 -26.000122070144926,322 201.00004196215752,323 248.09518432617188324 ],325 "extent": [326 1213.475322102896,327 56.19279383862782,328 242.13626098632812329 ],330 "rotation": [331 0,332 179.99977111816406,333 0334 ]335 },336 "location": [337 -26,338 201,339 9.81463623046875340 ],341 "rotation": [342 0,343 179.99977111816406,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 255,355 127356 ]357 }358 ],359 "pipe": [360 {361 "object_id": "SM_pipeskitchen3",362 "bbox_2d": [363 113,364 363,365 130,366 774367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 622.7100430042074,372 196.72460267988026,373 248.03538252564613374 ],375 "extent": [376 10.991213643204901,377 13.39884358308882,378 242.980073706829379 ]380 },381 "obb": {382 "center": [383 622.7100430042074,384 196.72460267988026,385 248.03538252564613386 ],387 "extent": [388 10.991213643204901,389 13.39884358308882,390 242.980073706829391 ],392 "rotation": [393 0,394 180,395 0396 ]397 },398 "location": [399 622.691650390625,400 191.47918701171875,401 5.055308818817139402 ],403 "rotation": [404 0,405 180,406 0407 ],408 "scale": [409 1.013401985168457,410 1.013401985168457,411 1.013401985168457412 ]413 },414 "color": [415 0,416 191,417 191418 ]419 }420 ]421 },422 "foreground": {423 "desk 008 parts": [424 {425 "object_id": "SM_desk16",426 "bbox_2d": [427 1525,428 1066,429 1581,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -218.87796020507812,436 172.06649780273438,437 49.12738907652238438 ],439 "extent": [440 30.51487922668457,441 36.7234992980957,442 43.30350411253312443 ]444 },445 "obb": {446 "center": [447 -218.87796020507812,448 172.06649780273438,449 49.12738907652238450 ],451 "extent": [452 30.51487922668457,453 36.7234992980957,454 43.30350411253312455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -218.8779754638672,464 172.06649780273438,465 5.823884963989258466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 0.9299650192260742476 ]477 },478 "color": [479 255,480 63,481 191482 ]483 },484 {485 "object_id": "SM_desk18",486 "bbox_2d": [487 613,488 888,489 861,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 44.798126220703125,496 172.06663513183594,497 49.127373817733314498 ],499 "extent": [500 30.51487922668457,501 36.7234992980957,502 43.30350411253312503 ]504 },505 "obb": {506 "center": [507 44.798126220703125,508 172.06663513183594,509 49.127373817733314510 ],511 "extent": [512 30.51487922668457,513 36.7234992980957,514 43.30350411253312515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 44.79811096191406,524 172.06663513183594,525 5.823869705200195526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 0.9299650192260742536 ]537 },538 "color": [539 63,540 255,541 191542 ]543 },544 {545 "object_id": "SM_desk19",546 "bbox_2d": [547 384,548 957,549 746,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 44.53288269042935,556 96.46658324875361,557 49.1274048121486558 ],559 "extent": [560 30.522578880587098,561 36.7298969681481,562 43.30350411253312563 ]564 },565 "obb": {566 "center": [567 44.53288269042936,568 96.46658324875361,569 49.1274048121486570 ],571 "extent": [572 30.522578880587098,573 36.7298969681481,574 43.30350411253312575 ],576 "rotation": [577 0,578 -0.012013999745249746,579 0580 ]581 },582 "location": [583 44.532867431640625,584 96.46658325195312,585 5.8239006996154785586 ],587 "rotation": [588 0,589 -0.012013999745249746,590 0591 ],592 "scale": [593 1,594 1,595 0.9299650192260742596 ]597 },598 "color": [599 63,600 127,601 191602 ]603 }604 ],605 "chair": [606 {607 "object_id": "SM_chair_22",608 "bbox_2d": [609 1337,610 1019,611 1368,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -180.17657345393476,618 160.5481205591148,619 56.87418178357302620 ],621 "extent": [622 35.539341791007985,623 36.07528669451199,624 50.20029117735385625 ]626 },627 "obb": {628 "center": [629 -180.17657345393476,630 160.5481205591148,631 56.87418178357302632 ],633 "extent": [634 35.539341791007985,635 36.07528669451199,636 50.20029117735385637 ],638 "rotation": [639 0,640 82.58309173583984,641 0642 ]643 },644 "location": [645 -180.51446533203125,646 160.9555206298828,647 6.20855712890625648 ],649 "rotation": [650 0,651 82.58309173583984,652 0653 ],654 "scale": [655 0.9449999928474426,656 0.9449999928474426,657 0.9449999928474426658 ]659 },660 "color": [661 63,662 0,663 191664 ]665 },666 {667 "object_id": "SM_chair_23",668 "bbox_2d": [669 789,670 1028,671 861,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -15.04451004740286,678 167.3403968691295,679 49.590932391381784680 ],681 "extent": [682 33.078338578108834,683 30.285558657286288,684 43.28227930600315685 ]686 },687 "obb": {688 "center": [689 -15.04451004740286,690 167.3403968691295,691 49.590932391381784692 ],693 "extent": [694 33.078338578108834,695 30.285558657286288,696 43.28227930600315697 ],698 "rotation": [699 0,700 -91.97135925292972,701 0702 ]703 },704 "location": [705 -14.527008056640625,706 168.92819213867188,707 6.208556652069092708 ],709 "rotation": [710 0,711 -91.97135925292972,712 0713 ],714 "scale": [715 0.9599999785423279,716 0.9599999785423279,717 0.9599999785423279718 ]719 },720 "color": [721 63,722 63,723 191724 ]725 },726 {727 "object_id": "SM_chair_24",728 "bbox_2d": [729 830,730 1050,731 861,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -20.306517504168653,738 97.73099086623577,739 56.874258077518334740 ],741 "extent": [742 34.746985705362235,743 35.30214874096422,744 50.20029117735385745 ]746 },747 "obb": {748 "center": [749 -20.306517504168653,750 97.73099086623577,751 56.874258077518334752 ],753 "extent": [754 34.746985705362235,755 35.30214874096422,756 50.20029117735385757 ],758 "rotation": [759 0,760 -95.81829833984376,761 0762 ]763 },764 "location": [765 -19.9573917388916,766 97.33317565917969,767 6.2086334228515625768 ],769 "rotation": [770 0,771 -95.81829833984376,772 0773 ],774 "scale": [775 0.9449999928474426,776 0.9449999928474426,777 0.9449999928474426778 ]779 },780 "color": [781 0,782 191,783 0784 ]785 },786 {787 "object_id": "SM_chair_25",788 "bbox_2d": [789 346,790 959,791 536,792 1079793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 78.37954523814199,798 89.68561150994722,799 49.59084083864741800 ],801 "extent": [802 33.357246151221574,803 30.594501460831253,804 43.28227930600315805 ]806 },807 "obb": {808 "center": [809 78.37954523814199,810 89.68561150994722,811 49.59084083864741812 ],813 "extent": [814 33.357246151221574,815 30.594501460831253,816 43.28227930600315817 ],818 "rotation": [819 0,820 92.54388427734376,821 0822 ]823 },824 "location": [825 77.9886474609375,826 88.06200408935547,827 6.208465099334717828 ],829 "rotation": [830 0,831 92.54388427734376,832 0833 ],834 "scale": [835 0.9599999785423279,836 0.9599999785423279,837 0.9599999785423279838 ]839 },840 "color": [841 0,842 191,843 255844 ]845 },846 {847 "object_id": "SM_chair_26",848 "bbox_2d": [849 554,850 860,851 783,852 1079853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 71.89703494450275,858 160.54825788821637,859 56.87418178357302860 ],861 "extent": [862 35.539341791008,863 36.07528669451199,864 50.20029117735385865 ]866 },867 "obb": {868 "center": [869 71.89703494450276,870 160.54825788821637,871 56.87418178357302872 ],873 "extent": [874 35.539341791008,875 36.07528669451199,876 50.20029117735385877 ],878 "rotation": [879 0,880 82.58309173583984,881 0882 ]883 },884 "location": [885 71.55914306640625,886 160.95565795898438,887 6.20855712890625888 ],889 "rotation": [890 0,891 82.58309173583984,892 0893 ],894 "scale": [895 0.9449999928474426,896 0.9449999928474426,897 0.9449999928474426898 ]899 },900 "color": [901 0,902 191,903 127904 ]905 }906 ],907 "shelving": [908 {909 "object_id": "SM_kitchenshelf_02_69",910 "bbox_2d": [911 0,912 729,913 228,914 785915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 491.3492431640625,920 93.78185272216797,921 61.110496520996094922 ],923 "extent": [924 39.9998779296875,925 99.99972534179693,926 54.99895095825195927 ]928 },929 "obb": {930 "center": [931 491.3492431640625,932 93.78185272216798,933 61.110496520996094934 ],935 "extent": [936 39.9998779296875,937 99.99972534179693,938 54.99895095825195939 ],940 "rotation": [941 0,942 90.00000000000001,943 0944 ]945 },946 "location": [947 491.3492431640625,948 93.78185272216797,949 3.6686134338378906950 ],951 "rotation": [952 0,953 90.00000000000001,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 255,964 191,965 127966 ]967 },968 {969 "object_id": "SM_kitchenshelf_3",970 "bbox_2d": [971 119,972 765,973 129,974 773975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 573.2568359375,980 93.78185272216797,981 61.110496044158936982 ],983 "extent": [984 39.9998779296875,985 99.99972534179693,986 54.99895095825195987 ]988 },989 "obb": {990 "center": [991 573.2568359375,992 93.78185272216798,993 61.110496044158936994 ],995 "extent": [996 39.9998779296875,997 99.99972534179693,998 54.99895095825195999 ],1000 "rotation": [1001 0,1002 90.00000000000001,1003 01004 ]1005 },1006 "location": [1007 573.2568359375,1008 93.78185272216797,1009 3.66861295700073241010 ],1011 "rotation": [1012 0,1013 90.00000000000001,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 191,1024 63,1025 01026 ]1027 },1028 {1029 "object_id": "SM_kitchenshelf_194",1030 "bbox_2d": [1031 0,1032 652,1033 112,1034 7921035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 733.5660934448242,1040 161.9463653564453,1041 86.116813659667971042 ],1043 "extent": [1044 100.21844482421875,1045 40.54936981201172,1046 79.908248901367191047 ]1048 },1049 "obb": {1050 "center": [1051 733.5660934448242,1052 161.9463653564453,1053 86.116813659667971054 ],1055 "extent": [1056 100.21844482421875,1057 40.54936981201172,1058 79.908248901367191059 ],1060 "rotation": [1061 0,1062 180,1063 01064 ]1065 },1066 "location": [1067 733.5661010742188,1068 161.9463653564453,1069 6.20857238769531251070 ],1071 "rotation": [1072 0,1073 180,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 0,1084 191,1085 311086 ]1087 }1088 ],1089 "water dispenser": [1090 {1091 "object_id": "SM_wdispenser_104",1092 "bbox_2d": [1093 130,1094 691,1095 236,1096 7711097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 426.21075439453125,1102 151.50753784179688,1103 75.819229125976561104 ],1105 "extent": [1106 22.998548494358033,1107 26.275288137902614,1108 72.63769531251109 ]1110 },1111 "obb": {1112 "center": [1113 426.21075439453125,1114 151.50753784179688,1115 75.819229125976561116 ],1117 "extent": [1118 22.998548494358033,1119 26.275288137902614,1120 72.63769531251121 ],1122 "rotation": [1123 0,1124 8.764691352844238,1125 01126 ]1127 },1128 "location": [1129 426.21075439453125,1130 151.50753784179688,1131 3.18153381347656251132 ],1133 "rotation": [1134 0,1135 8.764691352844238,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 63,1146 191,1147 1911148 ]1149 }1150 ],1151 "lamp": [1152 {1153 "object_id": "SM_menulamp3",1154 "bbox_2d": [1155 0,1156 60,1157 233,1158 3731159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 190.35057258605957,1164 31.783302307128906,1165 324.389896392822271166 ],1167 "extent": [1168 22.20184326171875,1169 35.389099121093736,1170 38.325210571289061171 ]1172 },1173 "obb": {1174 "center": [1175 190.35057258605957,1176 31.783302307128906,1177 324.389896392822271178 ],1179 "extent": [1180 22.20184326171875,1181 35.389099121093736,1182 38.325210571289061183 ],1184 "rotation": [1185 0,1186 180,1187 01188 ]1189 },1190 "location": [1191 194.90074157714844,1192 31.68777847290039,1193 324.342590332031251194 ],1195 "rotation": [1196 0,1197 180,1198 01199 ],1200 "scale": [