TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l013_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l013_r002/lit.png",5 "camera": {6 "location": [7 -1,8 329,9 16510 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -1,38 329,39 165,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 238,58 0,59 949,60 14161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window4",118 "bbox_2d": [119 1446,120 205,121 1756,122 787123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 439.8597279855553,129 219.51061248779297130 ],131 "extent": [132 5,133 55.520464069539685,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 439.8597279855553,141 219.51061248779297142 ],143 "extent": [144 5,145 55.520464069539685,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 384.3392639160156,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1799999475479126,167 1168 ]169 },170 "color": [171 0,172 0,173 63174 ]175 },176 {177 "object_id": "SM_Window5",178 "bbox_2d": [179 1174,180 183,181 1445,182 769183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.562744140625,188 550.8835316964928,189 219.51061248779297190 ],191 "extent": [192 5,193 55.520464069539685,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.562744140625,200 550.8835316964928,201 219.51061248779297202 ],203 "extent": [204 5,205 55.520464069539685,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.562744140625,216 495.3630676269531,217 100.09675598144531218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1799999475479126,227 1228 ]229 },230 "color": [231 0,232 255,233 63234 ]235 },236 {237 "object_id": "SM_Window6",238 "bbox_2d": [239 1011,240 114,241 1173,242 673243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.562744140625,248 663.2409183566147,249 219.51061248779297250 ],251 "extent": [252 5,253 56.93122597380216,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.562744140625,260 663.2409183566147,261 219.51061248779297262 ],263 "extent": [264 5,265 56.93122597380216,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.562744140625,276 606.3096923828125,277 100.09675598144531278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.209983468055725,287 1288 ]289 },290 "color": [291 0,292 127,293 63294 ]295 }296 ],297 "ceiling decor": [298 {299 "object_id": "SM_DecorTop_145",300 "bbox_2d": [301 374,302 51,303 723,304 226305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -60.215538024902344,310 773.3313646316528,311 334.38922119140625312 ],313 "extent": [314 69.98680114746094,315 0,316 24.174877166748047317 ]318 },319 "obb": {320 "center": [321 -60.215538024902344,322 773.3313646316528,323 334.38922119140625324 ],325 "extent": [326 69.98680114746094,327 0,328 24.174877166748047329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -60.67181396484375,338 783.7068481445312,339 334.38922119140625340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 63,354 63,355 0356 ]357 },358 {359 "object_id": "SM_DecorTop2",360 "bbox_2d": [361 726,362 128,363 930,364 261365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -185.36775285118892,370 773.3313646316528,371 334.38922119140625372 ],373 "extent": [374 54.58970289268109,375 0,376 24.174877166748047377 ]378 },379 "obb": {380 "center": [381 -185.36775285118892,382 773.3313646316528,383 334.38922119140625384 ],385 "extent": [386 54.58970289268109,387 0,388 24.174877166748047389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -185.72364807128906,398 783.7068481445312,399 334.38922119140625400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 0.7799999713897705,408 1,409 1410 ]411 },412 "color": [413 63,414 63,415 255416 ]417 },418 {419 "object_id": "SM_DecorTop3_149",420 "bbox_2d": [421 0,422 0,423 372,424 169425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 64.83476179724858,430 773.3313646316528,431 334.38922119140625432 ],433 "extent": [434 54.58970289268109,435 0,436 24.174877166748047437 ]438 },439 "obb": {440 "center": [441 64.83476179724858,442 773.3313646316528,443 334.38922119140625444 ],445 "extent": [446 54.58970289268109,447 0,448 24.174877166748047449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 64.47886657714844,458 783.7068481445312,459 334.38922119140625460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 0.7799999713897705,468 1,469 1470 ]471 },472 "color": [473 63,474 63,475 127476 ]477 }478 ]479 },480 "foreground": {481 "armchair": [482 {483 "object_id": "SM_AmchairTreadle_71",484 "bbox_2d": [485 641,486 514,487 993,488 743489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -152.8481072756076,494 690.1914664693588,495 135.18423461914062496 ],497 "extent": [498 90.17419874910203,499 74.60563740934913,500 41.904197692871094501 ]502 },503 "obb": {504 "center": [505 -152.8481072756076,506 690.1914664693588,507 135.18423461914062508 ],509 "extent": [510 90.17419874910203,511 74.60563740934913,512 41.904197692871094513 ],514 "rotation": [515 0,516 60.00009536743165,517 0518 ]519 },520 "location": [521 -181.7554931640625,522 707.0924682617188,523 93.3218994140625524 ],525 "rotation": [526 0,527 60.00009536743165,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 255,539 63540 ]541 }542 ],543 "curtain": [544 {545 "object_id": "SM_CurtainLong8",546 "bbox_2d": [547 1159,548 125,549 1373,550 368551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -237.5807647705078,556 548.1863531408244,557 286.1421890258789558 ],559 "extent": [560 2.8221588134765625,561 44.898785157101884,562 59.639122009277344563 ]564 },565 "obb": {566 "center": [567 -237.5807647705078,568 548.1863531408244,569 286.1421890258789570 ],571 "extent": [572 2.8221588134765625,573 44.898785157101884,574 59.639122009277344575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -240.40292358398438,584 546.6011352539062,585 345.78131103515625586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 0.8799999952316284,595 1596 ]597 },598 "color": [599 0,600 63,601 255602 ]603 },604 {605 "object_id": "SM_CurtainLong9",606 "bbox_2d": [607 996,608 98,609 1124,610 404611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -237.5800018310547,616 656.2885259923869,617 286.1421890258789618 ],619 "extent": [620 2.8221588134765625,621 44.898785157101884,622 59.639122009277344623 ]624 },625 "obb": {626 "center": [627 -237.5800018310547,628 656.2885259923869,629 286.1421890258789630 ],631 "extent": [632 2.8221588134765625,633 44.898785157101884,634 59.639122009277344635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -240.40216064453125,644 654.7033081054688,645 345.78131103515625646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 0.8799999952316284,655 1656 ]657 },658 "color": [659 0,660 63,661 127662 ]663 }664 ],665 "tv": [666 {667 "object_id": "SM_TVset_131",668 "bbox_2d": [669 1757,670 0,671 1919,672 692673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -55.67537493583768,678 343.5040283203125,679 184.6187286376953680 ],681 "extent": [682 174.0474023976094,683 14.1383056640625,684 91.36982727050781685 ]686 },687 "obb": {688 "center": [689 -55.67537493583768,690 343.5040283203125,691 184.6187286376953692 ],693 "extent": [694 174.0474023976094,695 14.1383056640625,696 91.36982727050781697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 -55.717041015625,706 343.51348876953125,707 93.32192993164062708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 0.9973075985908508,716 1,717 1718 ]719 },720 "color": [721 63,722 127,723 255724 ]725 },726 {727 "object_id": "SM_TV_134",728 "bbox_2d": [729 726,730 0,731 1826,732 290733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 28.77264975328159,738 333.1397213935913,739 197.77782821655273740 ],741 "extent": [742 49.164796066224405,743 3.103601814645799,744 28.656902313232422745 ]746 },747 "obb": {748 "center": [749 28.772649753281588,750 333.1397213935913,751 197.77782821655273752 ],753 "extent": [754 49.164796066224405,755 3.103601814645799,756 28.656902313232422757 ],758 "rotation": [759 0,760 -90.00009155273439,761 0762 ]763 },764 "location": [765 28.772653579711914,766 333.1470642089844,767 169.08131408691406768 ],769 "rotation": [770 0,771 -90.00009155273439,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 63,782 127,783 127784 ]785 }786 ],787 "shelf": [788 {789 "object_id": "SM_Shelf_137",790 "bbox_2d": [791 726,792 228,793 932,794 692795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -185.4209261248343,800 782.8369913101196,801 201.84811401367188802 ],803 "extent": [804 54.57733371167703,805 13.994805335998535,806 108.51106262207031807 ]808 },809 "obb": {810 "center": [811 -185.4209261248343,812 782.8369913101196,813 201.84811401367188814 ],815 "extent": [816 54.57733371167703,817 13.994805335998535,818 108.51106262207031819 ],820 "rotation": [821 0,822 180,823 0824 ]825 },826 "location": [827 -179.84634399414062,828 784.39208984375,829 93.3218994140625830 ],831 "rotation": [832 0,833 180,834 0835 ],836 "scale": [837 1.2000000476837158,838 1,839 1840 ]841 },842 "color": [843 63,844 0,845 63846 ]847 },848 {849 "object_id": "SM_Shelf2",850 "bbox_2d": [851 0,852 109,853 373,854 722855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 64.82413002750945,860 782.8369913101196,861 201.84811401367188862 ],863 "extent": [864 54.57733371167703,865 13.994805335998535,866 108.51106262207031867 ]868 },869 "obb": {870 "center": [871 64.82413002750945,872 782.8369913101196,873 201.84811401367188874 ],875 "extent": [876 54.57733371167703,877 13.994805335998535,878 108.51106262207031879 ],880 "rotation": [881 0,882 180,883 0884 ]885 },886 "location": [887 70.39871215820312,888 784.39208984375,889 93.3218994140625890 ],891 "rotation": [892 0,893 180,894 0895 ],896 "scale": [897 1.2000000476837158,898 1,899 1900 ]901 },902 "color": [903 63,904 255,905 63906 ]907 }908 ],909 "fireplace": [910 {911 "object_id": "SM_Flame_153",912 "bbox_2d": [913 508,914 636,915 613,916 679917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -60.58686799178658,922 782.451763153076,923 113.13406276702881924 ],925 "extent": [926 21.729993096013395,927 0.8885901840129691,928 9.140752792358398929 ]930 },931 "obb": {932 "center": [933 -60.58686799178658,934 782.451763153076,935 113.13406276702881936 ],937 "extent": [938 21.729993096013395,939 0.8885901840129691,940 9.140752792358398941 ],942 "rotation": [943 0,944 179.9999237060547,945 0946 ]947 },948 "location": [949 -60.58686828613281,950 782.230712890625,951 104.09186553955078952 ],953 "rotation": [954 0,955 179.9999237060547,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 0,966 0,967 191968 ]969 },970 {971 "object_id": "SM_Flame2",972 "bbox_2d": [973 520,974 632,975 613,976 668977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -62.32649582992134,982 784.2634086608884,983 114.03975405784308984 ],985 "extent": [986 20.502837489401497,987 0.8885885499564665,988 10.056315679039017989 ]990 },991 "obb": {992 "center": [993 -62.32649582992134,994 784.2634086608884,995 114.03975405784308996 ],997 "extent": [998 20.502837489401497,999 0.8885885499564665,1000 10.0563156790390171001 ],1002 "rotation": [1003 0,1004 179.9999237060547,1005 01006 ]1007 },1008 "location": [1009 -62.32649612426758,1010 784.0423583984375,1011 104.091865539550781012 ],1013 "rotation": [1014 0,1015 179.9999237060547,1016 01017 ],1018 "scale": [1019 -0.943527102470398,1020 1,1021 1.10016274452209471022 ]1023 },1024 "color": [1025 0,1026 255,1027 1911028 ]1029 },1030 {1031 "object_id": "SM_FirePlace_6",1032 "bbox_2d": [1033 374,1034 170,1035 725,1036 7211037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -60.29224395751953,1042 780.9791860580444,1043 202.048225402832031044 ],1045 "extent": [1046 69.99999999999997,1047 15.715024948120117,1048 108.500007629394531049 ]1050 },1051 "obb": {1052 "center": [1053 -60.29224395751953,1054 780.9791860580444,1055 202.048225402832031056 ],1057 "extent": [1058 69.99999999999997,1059 15.715024948120117,1060 108.500007629394531061 ],1062 "rotation": [1063 0,1064 180,1065 01066 ]1067 },1068 "location": [1069 -74.29224395751953,1070 781.2350463867188,1071 93.321914672851561072 ],1073 "rotation": [1074 0,1075 180,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 191,1086 95,1087 2231088 ]1089 }1090 ],1091 "decorative grass": [1092 {1093 "object_id": "SM_Decorative34_158",1094 "bbox_2d": [1095 1394,1096 673,1097 1919,1098 10791099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -37.00028991699219,1104 342.06710357666,1105 139.461518154575971106 ],1107 "extent": [1108 10.379999954700452,1109 10.379997665882001,1110 20.638367519313761111 ]1112 },1113 "obb": {1114 "center": [1115 -37.00028991699219,1116 342.06710357666,1117 139.461518154575971118 ],1119 "extent": [1120 10.379999954700452,1121 10.379997665882001,1122 20.638367519313761123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -37.00028991699219,1132 342.0671081542969,1133 118.810653686523441134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 0.6000000238418579,1142 0.6000000238418579,1143 0.60000002384185791144 ]1145 },1146 "color": [1147 0,1148 63,1149 1911150 ]1151 },1152 {1153 "object_id": "SM_Decorative5_171",1154 "bbox_2d": [1155 885,1156 318,1157 910,1158 3581159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -223.5649871826172,1164 779.2637939453125,1165 269.125488281251166 ],1167 "extent": [1168 6.68212890625,1169 6.656768798828125,1170 11.09484863281251171 ]1172 },1173 "obb": {1174 "center": [1175 -223.5649871826172,1176 779.2637939453125,1177 269.125488281251178 ],1179 "extent": [1180 6.68212890625,1181 6.656768798828125,1182 11.09484863281251183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 -223.5649871826172,1192 779.2637939453125,1193 257.94348144531251194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [