TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l030_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l030_r004/lit.png",5 "camera": {6 "location": [7 -181,8 600,9 18310 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -181,38 600,39 183,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 1517,58 0,59 1549,60 761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window4",118 "bbox_2d": [119 868,120 0,121 1144,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 439.8597279855553,129 219.51061248779297130 ],131 "extent": [132 5,133 55.520464069539685,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 439.8597279855553,141 219.51061248779297142 ],143 "extent": [144 5,145 55.520464069539685,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 384.3392639160156,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1799999475479126,167 1168 ]169 },170 "color": [171 0,172 0,173 63174 ]175 },176 {177 "object_id": "SM_Window5",178 "bbox_2d": [179 0,180 0,181 867,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.562744140625,188 550.8835316964928,189 219.51061248779297190 ],191 "extent": [192 5,193 55.520464069539685,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.562744140625,200 550.8835316964928,201 219.51061248779297202 ],203 "extent": [204 5,205 55.520464069539685,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.562744140625,216 495.3630676269531,217 100.09675598144531218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1799999475479126,227 1228 ]229 },230 "color": [231 0,232 255,233 63234 ]235 }236 ]237 },238 "foreground": {239 "curtain": [240 {241 "object_id": "SM_CurtainLong8",242 "bbox_2d": [243 723,244 0,245 965,246 160247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -237.5807647705078,252 548.1863531408244,253 286.1421890258789254 ],255 "extent": [256 2.8221588134765625,257 44.898785157101884,258 59.639122009277344259 ]260 },261 "obb": {262 "center": [263 -237.5807647705078,264 548.1863531408244,265 286.1421890258789266 ],267 "extent": [268 2.8221588134765625,269 44.898785157101884,270 59.639122009277344271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -240.40292358398438,280 546.6011352539062,281 345.78131103515625282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 0.8799999952316284,291 1292 ]293 },294 "color": [295 0,296 63,297 255298 ]299 }300 ],301 "tv": [302 {303 "object_id": "SM_TVset_131",304 "bbox_2d": [305 1291,306 61,307 1919,308 834309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -55.67537493583768,314 343.5040283203125,315 184.6187286376953316 ],317 "extent": [318 174.0474023976094,319 14.1383056640625,320 91.36982727050781321 ]322 },323 "obb": {324 "center": [325 -55.67537493583768,326 343.5040283203125,327 184.6187286376953328 ],329 "extent": [330 174.0474023976094,331 14.1383056640625,332 91.36982727050781333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -55.717041015625,342 343.51348876953125,343 93.32192993164062344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 0.9973075985908508,352 1,353 1354 ]355 },356 "color": [357 63,358 127,359 255360 ]361 }362 ],363 "decorative grass": [364 {365 "object_id": "SM_Decorative36_168",366 "bbox_2d": [367 1427,368 397,369 1723,370 547371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -171.0936336517334,376 339.11596679688415,377 197.1465439360527378 ],379 "extent": [380 28.179521169925493,381 6.917503852303014,382 15.840440852223765383 ]384 },385 "obb": {386 "center": [387 -171.0936336517334,388 339.11596679688415,389 197.1465439360527390 ],391 "extent": [392 28.179521169925493,393 6.917503852303014,394 15.840440852223765395 ],396 "rotation": [397 0,398 -90.00009155273439,399 0400 ]401 },402 "location": [403 -171.0936279296875,404 339.115966796875,405 181.2439422607422406 ],407 "rotation": [408 0,409 -90.00009155273439,410 0411 ],412 "scale": [413 0.6839248538017273,414 1,415 1.1692800521850586416 ]417 },418 "color": [419 127,420 0,421 191422 ]423 },424 {425 "object_id": "SM_Decorative62_393",426 "bbox_2d": [427 1436,428 425,429 1464,430 456431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -194.3613293170929,436 339.9749448299408,437 206.75903749465942438 ],439 "extent": [440 3.210878372192383,441 3.2108728885650635,442 4.095978260040283443 ]444 },445 "obb": {446 "center": [447 -194.3613293170929,448 339.9749448299408,449 206.75903749465942450 ],451 "extent": [452 3.210878372192383,453 3.2108728885650635,454 4.095978260040283455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -194.36131286621094,464 339.9749450683594,465 202.63088989257812466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 191,480 31,481 255482 ]483 },484 {485 "object_id": "SM_Decorative63",486 "bbox_2d": [487 1573,488 417,489 1606,490 451491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -166.0773479938507,496 339.9749448299408,497 206.75903749465942498 ],499 "extent": [500 3.210878372192383,501 3.2108728885650635,502 4.095978260040283503 ]504 },505 "obb": {506 "center": [507 -166.0773479938507,508 339.9749448299408,509 206.75903749465942510 ],511 "extent": [512 3.210878372192383,513 3.2108728885650635,514 4.095978260040283515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -166.07733154296875,524 339.9749450683594,525 202.63088989257812526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 31,541 127542 ]543 },544 {545 "object_id": "SM_Decorative64_397",546 "bbox_2d": [547 1481,548 424,549 1510,550 454551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -184.68472290039062,556 341.52600879735155,557 206.452815652352558 ],559 "extent": [560 3.055905541521497,561 3.055897720732446,562 3.7811325240836595563 ]564 },565 "obb": {566 "center": [567 -184.68472290039062,568 341.52600879735155,569 206.452815652352570 ],571 "extent": [572 3.055905541521497,573 3.055897720732446,574 3.7811325240836595575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -184.68472290039062,584 341.5260009765625,585 202.63088989257812586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 0.6833909749984741,594 0.6833909749984741,595 0.6833909749984741596 ]597 },598 "color": [599 191,600 31,601 63602 ]603 },604 {605 "object_id": "SM_Decorative65",606 "bbox_2d": [607 1674,608 413,609 1709,610 447611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -147.81993103027344,616 341.52600879735155,617 206.452815652352618 ],619 "extent": [620 3.055905541521497,621 3.055897720732446,622 3.7811325240836595623 ]624 },625 "obb": {626 "center": [627 -147.81993103027344,628 341.52600879735155,629 206.452815652352630 ],631 "extent": [632 3.055905541521497,633 3.055897720732446,634 3.7811325240836595635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -147.81993103027344,644 341.5260009765625,645 202.63088989257812646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 0.6833909749984741,654 0.6833909749984741,655 0.6833909749984741656 ]657 },658 "color": [659 191,660 31,661 191662 ]663 },664 {665 "object_id": "SM_Decorative66_402",666 "bbox_2d": [667 1569,668 515,669 1607,670 544671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -166.4228515625,676 339.32056045532227,677 185.25060282611412678 ],679 "extent": [680 3.7149658203125,681 3.137065887451172,682 3.340818000442596683 ]684 },685 "obb": {686 "center": [687 -166.4228515625,688 339.32056045532227,689 185.25060282611412690 ],691 "extent": [692 3.7149658203125,693 3.137065887451172,694 3.340818000442596695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -166.4228515625,704 339.320556640625,705 181.89077758789062706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 0.2693897783756256716 ]717 },718 "color": [719 0,720 31,721 31722 ]723 },724 {725 "object_id": "SM_Decorative67",726 "bbox_2d": [727 1477,728 516,729 1511,730 544731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -185.09519958496094,736 339.32056045532227,737 185.2506054279729738 ],739 "extent": [740 3.7149658203125,741 3.137065887451172,742 3.3408205875821295743 ]744 },745 "obb": {746 "center": [747 -185.09519958496094,748 339.32056045532227,749 185.2506054279729750 ],751 "extent": [752 3.7149658203125,753 3.137065887451172,754 3.3408205875821295755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -185.09519958496094,764 339.320556640625,765 181.89077758789062766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 0.2693899869918823776 ]777 },778 "color": [779 255,780 31,781 31782 ]783 },784 {785 "object_id": "SM_Decorative68_406",786 "bbox_2d": [787 1620,788 508,789 1655,790 544791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -157.19716000556946,796 340.13967871665955,797 186.01890993118286798 ],799 "extent": [800 3.210878372192383,801 3.2108728885650635,802 4.095978260040283803 ]804 },805 "obb": {806 "center": [807 -157.19716000556946,808 340.13967871665955,809 186.01890993118286810 ],811 "extent": [812 3.210878372192383,813 3.2108728885650635,814 4.095978260040283815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -157.1971435546875,824 340.1396789550781,825 181.89076232910156826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 127,840 31,841 31842 ]843 },844 {845 "object_id": "SM_Decorative69",846 "bbox_2d": [847 1524,848 467,849 1554,850 498851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -175.9158172607422,856 341.52600879735155,857 195.96950876758638858 ],859 "extent": [860 3.055905541521497,861 3.055897720732446,862 3.7811325240836595863 ]864 },865 "obb": {866 "center": [867 -175.9158172607422,868 341.52600879735155,869 195.96950876758638870 ],871 "extent": [872 3.055905541521497,873 3.055897720732446,874 3.7811325240836595875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 -175.9158172607422,884 341.5260009765625,885 192.1475830078125886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 0.6833909749984741,894 0.6833909749984741,895 0.6833909749984741896 ]897 },898 "color": [899 63,900 31,901 31902 ]903 },904 {905 "object_id": "SM_Decorative70",906 "bbox_2d": [907 1435,908 499,909 1446,910 500911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -195.25473022460938,916 339.32056045532227,917 195.55585750316823918 ],919 "extent": [920 3.7149658203125,921 3.137065887451172,922 3.3408205875821295923 ]924 },925 "obb": {926 "center": [927 -195.25473022460938,928 339.32056045532227,929 195.55585750316823930 ],931 "extent": [932 3.7149658203125,933 3.137065887451172,934 3.3408205875821295935 ],936 "rotation": [937 0,938 0,939 0940 ]941 },942 "location": [943 -195.25473022460938,944 339.320556640625,945 192.19602966308594946 ],947 "rotation": [948 0,949 0,950 0951 ],952 "scale": [953 1,954 1,955 0.2693899869918823956 ]957 },958 "color": [959 191,960 31,961 31962 ]963 },964 {965 "object_id": "SM_Decorative71_414",966 "bbox_2d": [967 1677,968 509,969 1710,970 544971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 -147.2310791015625,976 340.1351013183594,977 185.51106826790502978 ],979 "extent": [980 2.9173889767878904,981 2.909260387094264,982 4.168400216155277983 ]984 },985 "obb": {986 "center": [987 -147.2310791015625,988 340.1351013183594,989 185.51106826790502990 ],991 "extent": [992 2.9173889767878904,993 2.909260387094264,994 4.168400216155277995 ],996 "rotation": [997 0,998 0,999 01000 ]1001 },1002 "location": [1003 -147.2310791015625,1004 340.1351013183594,1005 181.330184936523441006 ],1007 "rotation": [1008 0,1009 0,1010 01011 ],1012 "scale": [1013 0.4061780869960785,1014 0.4061780869960785,1015 0.40617808699607851016 ]1017 },1018 "color": [1019 31,1020 0,1021 01022 ]1023 },1024 {1025 "object_id": "SM_Decorative72",1026 "bbox_2d": [1027 1622,1028 462,1029 1653,1030 4971031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 -157.264892578125,1036 340.1351013183594,1037 196.058094935509421038 ],1039 "extent": [1040 2.9173883346190905,1041 2.9092597467147243,1042 4.1683992986168051043 ]1044 },1045 "obb": {1046 "center": [1047 -157.264892578125,1048 340.1351013183594,1049 196.058094935509421050 ],1051 "extent": [1052 2.9173883346190905,1053 2.9092597467147243,1054 4.1683992986168051055 ],1056 "rotation": [1057 0,1058 0,1059 01060 ]1061 },1062 "location": [1063 -157.264892578125,1064 340.1351013183594,1065 191.877212524414061066 ],1067 "rotation": [1068 0,1069 0,1070 01071 ],1072 "scale": [1073 0.40617799758911133,1074 0.40617799758911133,1075 0.406177997589111331076 ]1077 },1078 "color": [1079 31,1080 0,1081 2551082 ]1083 }1084 ],1085 "books": [1086 {1087 "object_id": "SM_Book39_382",1088 "bbox_2d": [1089 1729,1090 110,1091 1908,1092 2471093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -128.0746364837082,1098 340.4576678420991,1099 255.14057834887991100 ],1101 "extent": [1102 13.663319064644433,1103 8.415338808542515,1104 11.6113353241794361105 ]1106 },1107 "obb": {1108 "center": [1109 -128.0746364837082,1110 340.4576678420991,1111 255.14057834887991112 ],1113 "extent": [1114 13.663319064644433,1115 8.415338808542515,1116 11.6113353241794361117 ],1118 "rotation": [1119 0,1120 -90.00009155273439,1121 01122 ]1123 },1124 "location": [1125 -128.2421112060547,1126 340.18316650390625,1127 243.532745361328121128 ],1129 "rotation": [1130 0,1131 -90.00009155273439,1132 01133 ],1134 "scale": [1135 0.6262732148170471,1136 0.6262732148170471,1137 0.62627321481704711138 ]1139 },1140 "color": [1141 63,1142 31,1143 1271144 ]1145 },1146 {1147 "object_id": "SM_Book40",1148 "bbox_2d": [1149 1307,1150 770,1151 1320,1152 7751153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -214.27136815322106,1158 338.47012130015503,1159 130.468050431310081160 ],1161 "extent": [1162 13.663312686695889,1163 7.679116377806224,1164 11.611330903811451165 ]1166 },1167 "obb": {1168 "center": [1169 -214.27136815322106,1170 338.47012130015503,1171 130.468050431310081172 ],1173 "extent": [1174 13.663312686695889,1175 7.679116377806224,1176 11.611330903811451177 ],1178 "rotation": [1179 0,1180 -90.00009155273439,1181 01182 ]1183 },1184 "location": [1185 -214.4388427734375,1186 338.2196350097656,1187 118.860221862792971188 ],1189 "rotation": [1190 0,1191 -90.00009155273439,1192 01193 ],1194 "scale": [1195 0.5714830756187439,1196 0.626272976398468,1197 0.6262729763984681198 ]1199 },1200 "color": [