TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l097_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l097_r002/lit.png",5 "camera": {6 "location": [7 -20,8 474,9 22210 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -20,38 474,39 222,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 404,58 0,59 1211,60 14461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window5",118 "bbox_2d": [119 1530,120 47,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 550.8835316964928,129 219.51061248779297130 ],131 "extent": [132 5,133 55.520464069539685,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 550.8835316964928,141 219.51061248779297142 ],143 "extent": [144 5,145 55.520464069539685,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 495.3630676269531,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1799999475479126,167 1168 ]169 },170 "color": [171 0,172 255,173 63174 ]175 },176 {177 "object_id": "SM_Window6",178 "bbox_2d": [179 1195,180 58,181 1529,182 1043183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.562744140625,188 663.2409183566147,189 219.51061248779297190 ],191 "extent": [192 5,193 56.93122597380216,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.562744140625,200 663.2409183566147,201 219.51061248779297202 ],203 "extent": [204 5,205 56.93122597380216,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.562744140625,216 606.3096923828125,217 100.09675598144531218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.209983468055725,227 1228 ]229 },230 "color": [231 0,232 127,233 63234 ]235 }236 ],237 "ceiling decor": [238 {239 "object_id": "SM_DecorTop_145",240 "bbox_2d": [241 271,242 5,243 793,244 267245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -60.215538024902344,250 773.3313646316528,251 334.38922119140625252 ],253 "extent": [254 69.98680114746094,255 0,256 24.174877166748047257 ]258 },259 "obb": {260 "center": [261 -60.215538024902344,262 773.3313646316528,263 334.38922119140625264 ],265 "extent": [266 69.98680114746094,267 0,268 24.174877166748047269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -60.67181396484375,278 783.7068481445312,279 334.38922119140625280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 63,294 63,295 0296 ]297 },298 {299 "object_id": "SM_DecorTop2",300 "bbox_2d": [301 796,302 125,303 1065,304 307305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -185.36775285118892,310 773.3313646316528,311 334.38922119140625312 ],313 "extent": [314 54.58970289268109,315 0,316 24.174877166748047317 ]318 },319 "obb": {320 "center": [321 -185.36775285118892,322 773.3313646316528,323 334.38922119140625324 ],325 "extent": [326 54.58970289268109,327 0,328 24.174877166748047329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -185.72364807128906,338 783.7068481445312,339 334.38922119140625340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 0.7799999713897705,348 1,349 1350 ]351 },352 "color": [353 63,354 63,355 255356 ]357 },358 {359 "object_id": "SM_DecorTop3_149",360 "bbox_2d": [361 0,362 0,363 267,364 189365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 64.83476179724858,370 773.3313646316528,371 334.38922119140625372 ],373 "extent": [374 54.58970289268109,375 0,376 24.174877166748047377 ]378 },379 "obb": {380 "center": [381 64.83476179724858,382 773.3313646316528,383 334.38922119140625384 ],385 "extent": [386 54.58970289268109,387 0,388 24.174877166748047389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 64.47886657714844,398 783.7068481445312,399 334.38922119140625400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 0.7799999713897705,408 1,409 1410 ]411 },412 "color": [413 63,414 63,415 127416 ]417 }418 ]419 },420 "foreground": {421 "armchair": [422 {423 "object_id": "SM_AmchairTreadle_71",424 "bbox_2d": [425 695,426 670,427 1191,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -152.8481072756076,434 690.1914664693588,435 135.18423461914062436 ],437 "extent": [438 90.17419874910203,439 74.60563740934913,440 41.904197692871094441 ]442 },443 "obb": {444 "center": [445 -152.8481072756076,446 690.1914664693588,447 135.18423461914062448 ],449 "extent": [450 90.17419874910203,451 74.60563740934913,452 41.904197692871094453 ],454 "rotation": [455 0,456 60.00009536743165,457 0458 ]459 },460 "location": [461 -181.7554931640625,462 707.0924682617188,463 93.3218994140625464 ],465 "rotation": [466 0,467 60.00009536743165,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 255,479 63480 ]481 }482 ],483 "curtain": [484 {485 "object_id": "SM_CurtainLong8",486 "bbox_2d": [487 1537,488 0,489 1919,490 518491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -237.5807647705078,496 548.1863531408244,497 286.1421890258789498 ],499 "extent": [500 2.8221588134765625,501 44.898785157101884,502 59.639122009277344503 ]504 },505 "obb": {506 "center": [507 -237.5807647705078,508 548.1863531408244,509 286.1421890258789510 ],511 "extent": [512 2.8221588134765625,513 44.898785157101884,514 59.639122009277344515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -240.40292358398438,524 546.6011352539062,525 345.78131103515625526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 0.8799999952316284,535 1536 ]537 },538 "color": [539 0,540 63,541 255542 ]543 },544 {545 "object_id": "SM_CurtainLong9",546 "bbox_2d": [547 1189,548 18,549 1470,550 525551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -237.5800018310547,556 656.2885259923869,557 286.1421890258789558 ],559 "extent": [560 2.8221588134765625,561 44.898785157101884,562 59.639122009277344563 ]564 },565 "obb": {566 "center": [567 -237.5800018310547,568 656.2885259923869,569 286.1421890258789570 ],571 "extent": [572 2.8221588134765625,573 44.898785157101884,574 59.639122009277344575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -240.40216064453125,584 654.7033081054688,585 345.78131103515625586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 0.8799999952316284,595 1596 ]597 },598 "color": [599 0,600 63,601 127602 ]603 }604 ],605 "shelf": [606 {607 "object_id": "SM_Shelf_137",608 "bbox_2d": [609 797,610 269,611 1069,612 924613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -185.4209261248343,618 782.8369913101196,619 201.84811401367188620 ],621 "extent": [622 54.57733371167703,623 13.994805335998535,624 108.51106262207031625 ]626 },627 "obb": {628 "center": [629 -185.4209261248343,630 782.8369913101196,631 201.84811401367188632 ],633 "extent": [634 54.57733371167703,635 13.994805335998535,636 108.51106262207031637 ],638 "rotation": [639 0,640 180,641 0642 ]643 },644 "location": [645 -179.84634399414062,646 784.39208984375,647 93.3218994140625648 ],649 "rotation": [650 0,651 180,652 0653 ],654 "scale": [655 1.2000000476837158,656 1,657 1658 ]659 },660 "color": [661 63,662 0,663 63664 ]665 },666 {667 "object_id": "SM_Shelf2",668 "bbox_2d": [669 0,670 150,671 269,672 1073673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 64.82413002750945,678 782.8369913101196,679 201.84811401367188680 ],681 "extent": [682 54.57733371167703,683 13.994805335998535,684 108.51106262207031685 ]686 },687 "obb": {688 "center": [689 64.82413002750945,690 782.8369913101196,691 201.84811401367188692 ],693 "extent": [694 54.57733371167703,695 13.994805335998535,696 108.51106262207031697 ],698 "rotation": [699 0,700 180,701 0702 ]703 },704 "location": [705 70.39871215820312,706 784.39208984375,707 93.3218994140625708 ],709 "rotation": [710 0,711 180,712 0713 ],714 "scale": [715 1.2000000476837158,716 1,717 1718 ]719 },720 "color": [721 63,722 255,723 63724 ]725 }726 ],727 "fireplace": [728 {729 "object_id": "SM_Flame_153",730 "bbox_2d": [731 481,732 868,733 637,734 946735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -60.58686799178658,740 782.451763153076,741 113.13406276702881742 ],743 "extent": [744 21.729993096013395,745 0.8885901840129691,746 9.140752792358398747 ]748 },749 "obb": {750 "center": [751 -60.58686799178658,752 782.451763153076,753 113.13406276702881754 ],755 "extent": [756 21.729993096013395,757 0.8885901840129691,758 9.140752792358398759 ],760 "rotation": [761 0,762 179.9999237060547,763 0764 ]765 },766 "location": [767 -60.58686828613281,768 782.230712890625,769 104.09186553955078770 ],771 "rotation": [772 0,773 179.9999237060547,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 0,784 0,785 191786 ]787 },788 {789 "object_id": "SM_Flame2",790 "bbox_2d": [791 500,792 860,793 637,794 915795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -62.32649582992134,800 784.2634086608884,801 114.03975405784308802 ],803 "extent": [804 20.502837489401497,805 0.8885885499564665,806 10.056315679039017807 ]808 },809 "obb": {810 "center": [811 -62.32649582992134,812 784.2634086608884,813 114.03975405784308814 ],815 "extent": [816 20.502837489401497,817 0.8885885499564665,818 10.056315679039017819 ],820 "rotation": [821 0,822 179.9999237060547,823 0824 ]825 },826 "location": [827 -62.32649612426758,828 784.0423583984375,829 104.09186553955078830 ],831 "rotation": [832 0,833 179.9999237060547,834 0835 ],836 "scale": [837 -0.943527102470398,838 1,839 1.1001627445220947840 ]841 },842 "color": [843 0,844 255,845 191846 ]847 },848 {849 "object_id": "SM_FirePlace_6",850 "bbox_2d": [851 270,852 190,853 796,854 1047855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -60.29224395751953,860 780.9791860580444,861 202.04822540283203862 ],863 "extent": [864 69.99999999999997,865 15.715024948120117,866 108.50000762939453867 ]868 },869 "obb": {870 "center": [871 -60.29224395751953,872 780.9791860580444,873 202.04822540283203874 ],875 "extent": [876 69.99999999999997,877 15.715024948120117,878 108.50000762939453879 ],880 "rotation": [881 0,882 180,883 0884 ]885 },886 "location": [887 -74.29224395751953,888 781.2350463867188,889 93.32191467285156890 ],891 "rotation": [892 0,893 180,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 191,904 95,905 223906 ]907 }908 ],909 "decorative grass": [910 {911 "object_id": "SM_Decorative5_171",912 "bbox_2d": [913 1005,914 386,915 1039,916 442917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -223.5649871826172,922 779.2637939453125,923 269.12548828125924 ],925 "extent": [926 6.68212890625,927 6.656768798828125,928 11.0948486328125929 ]930 },931 "obb": {932 "center": [933 -223.5649871826172,934 779.2637939453125,935 269.12548828125936 ],937 "extent": [938 6.68212890625,939 6.656768798828125,940 11.0948486328125941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 -223.5649871826172,950 779.2637939453125,951 257.9434814453125952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 127,966 63,967 191968 ]969 },970 {971 "object_id": "SM_Decorative4_174",972 "bbox_2d": [973 962,974 385,975 989,976 439977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -203.22682189941406,982 779.6796913146973,983 268.8955383300781984 ],985 "extent": [986 5.1749267578125,987 5.157649993896484,988 10.5943603515625989 ]990 },991 "obb": {992 "center": [993 -203.22682189941406,994 779.6796913146973,995 268.8955383300781996 ],997 "extent": [998 5.1749267578125,999 5.157649993896484,1000 10.59436035156251001 ],1002 "rotation": [1003 0,1004 0,1005 01006 ]1007 },1008 "location": [1009 -203.20643615722656,1010 779.6819458007812,1011 258.27749633789061012 ],1013 "rotation": [1014 0,1015 0,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 63,1026 0,1027 1911028 ]1029 },1030 {1031 "object_id": "SM_Decorative3_177",1032 "bbox_2d": [1033 921,1034 384,1035 935,1036 4361037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -184.97677612304688,1042 782.8497161865234,1043 268.24401855468751044 ],1045 "extent": [1046 2.71636962890625,1047 2.71685791015625,1048 10.2810058593751049 ]1050 },1051 "obb": {1052 "center": [1053 -184.97677612304688,1054 782.8497161865234,1055 268.24401855468751056 ],1057 "extent": [1058 2.71636962890625,1059 2.71685791015625,1060 10.2810058593751061 ],1062 "rotation": [1063 0,1064 0,1065 01066 ]1067 },1068 "location": [1069 -184.97500610351562,1070 782.8487548828125,1071 257.94348144531251072 ],1073 "rotation": [1074 0,1075 0,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 63,1086 255,1087 1911088 ]1089 },1090 {1091 "object_id": "SM_Decorative1_180",1092 "bbox_2d": [1093 870,1094 374,1095 884,1096 4331097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -163.84169006347656,1102 780.9541969299316,1103 269.00256347656251104 ],1105 "extent": [1106 2.71087646484375,1107 2.711925506591797,1108 10.985839843751109 ]1110 },1111 "obb": {1112 "center": [1113 -163.84169006347656,1114 780.9541969299316,1115 269.00256347656251116 ],1117 "extent": [1118 2.71087646484375,1119 2.711925506591797,1120 10.985839843751121 ],1122 "rotation": [1123 0,1124 0,1125 01126 ]1127 },1128 "location": [1129 -163.8230743408203,1130 780.963623046875,1131 257.94348144531251132 ],1133 "rotation": [1134 0,1135 0,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 63,1146 127,1147 1911148 ]1149 },1150 {1151 "object_id": "SM_Decorative2_183",1152 "bbox_2d": [1153 825,1154 378,1155 847,1156 4301157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -148.20559692382812,1162 780.6666831970215,1163 267.69949340820311164 ],1165 "extent": [1166 3.882904052734375,1167 3.8526954650878906,1168 9.68688964843751169 ]1170 },1171 "obb": {1172 "center": [1173 -148.20559692382812,1174 780.6666831970215,1175 267.69949340820311176 ],1177 "extent": [1178 3.882904052734375,1179 3.8526954650878906,1180 9.68688964843751181 ],1182 "rotation": [1183 0,1184 0,1185 01186 ]1187 },1188 "location": [1189 -148.20635986328125,1190 780.6687622070312,1191 257.94351196289061192 ],1193 "rotation": [1194 0,1195 0,1196 01197 ],1198 "scale": [1199 1,1200 1,