TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l119_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l119_r001/lit.png",5 "camera": {6 "location": [7 -192,8 409,9 24110 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -192,38 409,39 241,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 0,58 0,59 1467,60 32061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window6",118 "bbox_2d": [119 1811,120 59,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 663.2409183566147,129 219.51061248779297130 ],131 "extent": [132 5,133 56.93122597380216,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 663.2409183566147,141 219.51061248779297142 ],143 "extent": [144 5,145 56.93122597380216,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 606.3096923828125,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.209983468055725,167 1168 ]169 },170 "color": [171 0,172 127,173 63174 ]175 }176 ],177 "ceiling decor": [178 {179 "object_id": "SM_DecorTop_145",180 "bbox_2d": [181 977,182 215,183 1316,184 378185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -60.215538024902344,190 773.3313646316528,191 334.38922119140625192 ],193 "extent": [194 69.98680114746094,195 0,196 24.174877166748047197 ]198 },199 "obb": {200 "center": [201 -60.215538024902344,202 773.3313646316528,203 334.38922119140625204 ],205 "extent": [206 69.98680114746094,207 0,208 24.174877166748047209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -60.67181396484375,218 783.7068481445312,219 334.38922119140625220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 63,234 63,235 0236 ]237 },238 {239 "object_id": "SM_DecorTop2",240 "bbox_2d": [241 1318,242 154,243 1696,244 345245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -185.36775285118892,250 773.3313646316528,251 334.38922119140625252 ],253 "extent": [254 54.58970289268109,255 0,256 24.174877166748047257 ]258 },259 "obb": {260 "center": [261 -185.36775285118892,262 773.3313646316528,263 334.38922119140625264 ],265 "extent": [266 54.58970289268109,267 0,268 24.174877166748047269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -185.72364807128906,278 783.7068481445312,279 334.38922119140625280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 0.7799999713897705,288 1,289 1290 ]291 },292 "color": [293 63,294 63,295 255296 ]297 },298 {299 "object_id": "SM_DecorTop3_149",300 "bbox_2d": [301 782,302 270,303 975,304 397305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 64.83476179724858,310 773.3313646316528,311 334.38922119140625312 ],313 "extent": [314 54.58970289268109,315 0,316 24.174877166748047317 ]318 },319 "obb": {320 "center": [321 64.83476179724858,322 773.3313646316528,323 334.38922119140625324 ],325 "extent": [326 54.58970289268109,327 0,328 24.174877166748047329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 64.47886657714844,338 783.7068481445312,339 334.38922119140625340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 0.7799999713897705,348 1,349 1350 ]351 },352 "color": [353 63,354 63,355 127356 ]357 },358 {359 "object_id": "SM_DecorTop4",360 "bbox_2d": [361 627,362 301,363 780,364 412365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 174.50553816443608,370 773.3313646316528,371 334.38922119140625372 ],373 "extent": [374 54.58970289268109,375 0,376 24.174877166748047377 ]378 },379 "obb": {380 "center": [381 174.50553816443608,382 773.3313646316528,383 334.38922119140625384 ],385 "extent": [386 54.58970289268109,387 0,388 24.174877166748047389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 174.14964294433594,398 783.7068481445312,399 334.38922119140625400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 0.7799999713897705,408 1,409 1410 ]411 },412 "color": [413 63,414 63,415 63416 ]417 }418 ]419 },420 "foreground": {421 "armchair": [422 {423 "object_id": "SM_AmchairTreadle_71",424 "bbox_2d": [425 1052,426 753,427 1721,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -152.8481072756076,434 690.1914664693588,435 135.18423461914062436 ],437 "extent": [438 90.17419874910203,439 74.60563740934913,440 41.904197692871094441 ]442 },443 "obb": {444 "center": [445 -152.8481072756076,446 690.1914664693588,447 135.18423461914062448 ],449 "extent": [450 90.17419874910203,451 74.60563740934913,452 41.904197692871094453 ],454 "rotation": [455 0,456 60.00009536743165,457 0458 ]459 },460 "location": [461 -181.7554931640625,462 707.0924682617188,463 93.3218994140625464 ],465 "rotation": [466 0,467 60.00009536743165,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 255,479 63480 ]481 }482 ],483 "curtain": [484 {485 "object_id": "SM_CurtainLong8",486 "bbox_2d": [487 1866,488 0,489 1919,490 655491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -237.5807647705078,496 548.1863531408244,497 286.1421890258789498 ],499 "extent": [500 2.8221588134765625,501 44.898785157101884,502 59.639122009277344503 ]504 },505 "obb": {506 "center": [507 -237.5807647705078,508 548.1863531408244,509 286.1421890258789510 ],511 "extent": [512 2.8221588134765625,513 44.898785157101884,514 59.639122009277344515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -240.40292358398438,524 546.6011352539062,525 345.78131103515625526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 0.8799999952316284,535 1536 ]537 },538 "color": [539 0,540 63,541 255542 ]543 },544 {545 "object_id": "SM_CurtainLong9",546 "bbox_2d": [547 1719,548 0,549 1835,550 629551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -237.5800018310547,556 656.2885259923869,557 286.1421890258789558 ],559 "extent": [560 2.8221588134765625,561 44.898785157101884,562 59.639122009277344563 ]564 },565 "obb": {566 "center": [567 -237.5800018310547,568 656.2885259923869,569 286.1421890258789570 ],571 "extent": [572 2.8221588134765625,573 44.898785157101884,574 59.639122009277344575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -240.40216064453125,584 654.7033081054688,585 345.78131103515625586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 0.8799999952316284,595 1596 ]597 },598 "color": [599 0,600 63,601 127602 ]603 }604 ],605 "shelf": [606 {607 "object_id": "SM_Shelf_137",608 "bbox_2d": [609 1317,610 310,611 1697,612 960613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -185.4209261248343,618 782.8369913101196,619 201.84811401367188620 ],621 "extent": [622 54.57733371167703,623 13.994805335998535,624 108.51106262207031625 ]626 },627 "obb": {628 "center": [629 -185.4209261248343,630 782.8369913101196,631 201.84811401367188632 ],633 "extent": [634 54.57733371167703,635 13.994805335998535,636 108.51106262207031637 ],638 "rotation": [639 0,640 180,641 0642 ]643 },644 "location": [645 -179.84634399414062,646 784.39208984375,647 93.3218994140625648 ],649 "rotation": [650 0,651 180,652 0653 ],654 "scale": [655 1.2000000476837158,656 1,657 1658 ]659 },660 "color": [661 63,662 0,663 63664 ]665 },666 {667 "object_id": "SM_Shelf2",668 "bbox_2d": [669 779,670 379,671 974,672 881673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 64.82413002750945,678 782.8369913101196,679 201.84811401367188680 ],681 "extent": [682 54.57733371167703,683 13.994805335998535,684 108.51106262207031685 ]686 },687 "obb": {688 "center": [689 64.82413002750945,690 782.8369913101196,691 201.84811401367188692 ],693 "extent": [694 54.57733371167703,695 13.994805335998535,696 108.51106262207031697 ],698 "rotation": [699 0,700 180,701 0702 ]703 },704 "location": [705 70.39871215820312,706 784.39208984375,707 93.3218994140625708 ],709 "rotation": [710 0,711 180,712 0713 ],714 "scale": [715 1.2000000476837158,716 1,717 1718 ]719 },720 "color": [721 63,722 255,723 63724 ]725 },726 {727 "object_id": "SM_Shelf3",728 "bbox_2d": [729 624,730 398,731 778,732 798733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 174.52945229313445,738 782.8369913101196,739 201.84811401367188740 ],741 "extent": [742 54.57733371167703,743 13.994805335998535,744 108.51106262207031745 ]746 },747 "obb": {748 "center": [749 174.52945229313445,750 782.8369913101196,751 201.84811401367188752 ],753 "extent": [754 54.57733371167703,755 13.994805335998535,756 108.51106262207031757 ],758 "rotation": [759 0,760 180,761 0762 ]763 },764 "location": [765 180.10403442382812,766 784.39208984375,767 93.3218994140625768 ],769 "rotation": [770 0,771 180,772 0773 ],774 "scale": [775 1.2000000476837158,776 1,777 1778 ]779 },780 "color": [781 63,782 127,783 63784 ]785 }786 ],787 "fireplace": [788 {789 "object_id": "SM_Flame_153",790 "bbox_2d": [791 1090,792 830,793 1190,794 885795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -60.58686799178658,800 782.451763153076,801 113.13406276702881802 ],803 "extent": [804 21.729993096013395,805 0.8885901840129691,806 9.140752792358398807 ]808 },809 "obb": {810 "center": [811 -60.58686799178658,812 782.451763153076,813 113.13406276702881814 ],815 "extent": [816 21.729993096013395,817 0.8885901840129691,818 9.140752792358398819 ],820 "rotation": [821 0,822 179.9999237060547,823 0824 ]825 },826 "location": [827 -60.58686828613281,828 782.230712890625,829 104.09186553955078830 ],831 "rotation": [832 0,833 179.9999237060547,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 0,844 0,845 191846 ]847 },848 {849 "object_id": "SM_Flame2",850 "bbox_2d": [851 1102,852 825,853 1190,854 875855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -62.32649582992134,860 784.2634086608884,861 114.03975405784308862 ],863 "extent": [864 20.502837489401497,865 0.8885885499564665,866 10.056315679039017867 ]868 },869 "obb": {870 "center": [871 -62.32649582992134,872 784.2634086608884,873 114.03975405784308874 ],875 "extent": [876 20.502837489401497,877 0.8885885499564665,878 10.056315679039017879 ],880 "rotation": [881 0,882 179.9999237060547,883 0884 ]885 },886 "location": [887 -62.32649612426758,888 784.0423583984375,889 104.09186553955078890 ],891 "rotation": [892 0,893 179.9999237060547,894 0895 ],896 "scale": [897 -0.943527102470398,898 1,899 1.1001627445220947900 ]901 },902 "color": [903 0,904 255,905 191906 ]907 },908 {909 "object_id": "SM_FirePlace_6",910 "bbox_2d": [911 975,912 346,913 1316,914 950915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -60.29224395751953,920 780.9791860580444,921 202.04822540283203922 ],923 "extent": [924 69.99999999999997,925 15.715024948120117,926 108.50000762939453927 ]928 },929 "obb": {930 "center": [931 -60.29224395751953,932 780.9791860580444,933 202.04822540283203934 ],935 "extent": [936 69.99999999999997,937 15.715024948120117,938 108.50000762939453939 ],940 "rotation": [941 0,942 180,943 0944 ]945 },946 "location": [947 -74.29224395751953,948 781.2350463867188,949 93.32191467285156950 ],951 "rotation": [952 0,953 180,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 191,964 95,965 223966 ]967 }968 ],969 "decorative grass": [970 {971 "object_id": "SM_Decorative5_171",972 "bbox_2d": [973 1604,974 416,975 1654,976 484977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -223.5649871826172,982 779.2637939453125,983 269.12548828125984 ],985 "extent": [986 6.68212890625,987 6.656768798828125,988 11.0948486328125989 ]990 },991 "obb": {992 "center": [993 -223.5649871826172,994 779.2637939453125,995 269.12548828125996 ],997 "extent": [998 6.68212890625,999 6.656768798828125,1000 11.09484863281251001 ],1002 "rotation": [1003 0,1004 0,1005 01006 ]1007 },1008 "location": [1009 -223.5649871826172,1010 779.2637939453125,1011 257.94348144531251012 ],1013 "rotation": [1014 0,1015 0,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 127,1026 63,1027 1911028 ]1029 },1030 {1031 "object_id": "SM_Decorative4_174",1032 "bbox_2d": [1033 1535,1034 423,1035 1571,1036 4851037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -203.22682189941406,1042 779.6796913146973,1043 268.89553833007811044 ],1045 "extent": [1046 5.1749267578125,1047 5.157649993896484,1048 10.59436035156251049 ]1050 },1051 "obb": {1052 "center": [1053 -203.22682189941406,1054 779.6796913146973,1055 268.89553833007811056 ],1057 "extent": [1058 5.1749267578125,1059 5.157649993896484,1060 10.59436035156251061 ],1062 "rotation": [1063 0,1064 0,1065 01066 ]1067 },1068 "location": [1069 -203.20643615722656,1070 779.6819458007812,1071 258.27749633789061072 ],1073 "rotation": [1074 0,1075 0,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 63,1086 0,1087 1911088 ]1089 },1090 {1091 "object_id": "SM_Decorative3_177",1092 "bbox_2d": [1093 1482,1094 429,1095 1498,1096 4871097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -184.97677612304688,1102 782.8497161865234,1103 268.24401855468751104 ],1105 "extent": [1106 2.71636962890625,1107 2.71685791015625,1108 10.2810058593751109 ]1110 },1111 "obb": {1112 "center": [1113 -184.97677612304688,1114 782.8497161865234,1115 268.24401855468751116 ],1117 "extent": [1118 2.71636962890625,1119 2.71685791015625,1120 10.2810058593751121 ],1122 "rotation": [1123 0,1124 0,1125 01126 ]1127 },1128 "location": [1129 -184.97500610351562,1130 782.8487548828125,1131 257.94348144531251132 ],1133 "rotation": [1134 0,1135 0,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 63,1146 255,1147 1911148 ]1149 },1150 {1151 "object_id": "SM_Decorative1_180",1152 "bbox_2d": [1153 1413,1154 428,1155 1429,1156 4881157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -163.84169006347656,1162 780.9541969299316,1163 269.00256347656251164 ],1165 "extent": [1166 2.71087646484375,1167 2.711925506591797,1168 10.985839843751169 ]1170 },1171 "obb": {1172 "center": [1173 -163.84169006347656,1174 780.9541969299316,1175 269.00256347656251176 ],1177 "extent": [1178 2.71087646484375,1179 2.711925506591797,1180 10.985839843751181 ],1182 "rotation": [1183 0,1184 0,1185 01186 ]1187 },1188 "location": [1189 -163.8230743408203,1190 780.963623046875,1191 257.94348144531251192 ],1193 "rotation": [1194 0,1195 0,1196 01197 ],1198 "scale": [1199 1,1200 1,