TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l033_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l033_r004/lit.png",5 "camera": {6 "location": [7 -180,8 681,9 17910 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -180,38 681,39 179,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 1513,58 0,59 1919,60 11861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window4",118 "bbox_2d": [119 1092,120 0,121 1229,122 859123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 439.8597279855553,129 219.51061248779297130 ],131 "extent": [132 5,133 55.520464069539685,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 439.8597279855553,141 219.51061248779297142 ],143 "extent": [144 5,145 55.520464069539685,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 384.3392639160156,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1799999475479126,167 1168 ]169 },170 "color": [171 0,172 0,173 63174 ]175 },176 {177 "object_id": "SM_Window5",178 "bbox_2d": [179 697,180 0,181 1091,182 836183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.562744140625,188 550.8835316964928,189 219.51061248779297190 ],191 "extent": [192 5,193 55.520464069539685,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.562744140625,200 550.8835316964928,201 219.51061248779297202 ],203 "extent": [204 5,205 55.520464069539685,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.562744140625,216 495.3630676269531,217 100.09675598144531218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1799999475479126,227 1228 ]229 },230 "color": [231 0,232 255,233 63234 ]235 },236 {237 "object_id": "SM_Window6",238 "bbox_2d": [239 0,240 0,241 696,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.562744140625,248 663.2409183566147,249 219.51061248779297250 ],251 "extent": [252 5,253 56.93122597380216,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.562744140625,260 663.2409183566147,261 219.51061248779297262 ],263 "extent": [264 5,265 56.93122597380216,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.562744140625,276 606.3096923828125,277 100.09675598144531278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.209983468055725,287 1288 ]289 },290 "color": [291 0,292 127,293 63294 ]295 }296 ]297 },298 "foreground": {299 "curtain": [300 {301 "object_id": "SM_CurtainLong7",302 "bbox_2d": [303 1220,304 0,305 1288,306 118307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -237.57984900474548,312 441.8350585923599,313 322.2176284790039314 ],315 "extent": [316 2.8221590518951416,317 44.898785157101884,318 23.563682556152344319 ]320 },321 "obb": {322 "center": [323 -237.57984900474548,324 441.8350585923599,325 322.2176284790039326 ],327 "extent": [328 2.8221590518951416,329 44.898785157101884,330 23.563682556152344331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -240.40200805664062,340 441.5785217285156,341 345.78131103515625342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 0.8799999952316284,351 1352 ]353 },354 "color": [355 0,356 63,357 0358 ]359 },360 {361 "object_id": "SM_CurtainLong8",362 "bbox_2d": [363 919,364 0,365 1174,366 287367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -237.5807647705078,372 548.1863531408244,373 286.1421890258789374 ],375 "extent": [376 2.8221588134765625,377 44.898785157101884,378 59.639122009277344379 ]380 },381 "obb": {382 "center": [383 -237.5807647705078,384 548.1863531408244,385 286.1421890258789386 ],387 "extent": [388 2.8221588134765625,389 44.898785157101884,390 59.639122009277344391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -240.40292358398438,400 546.6011352539062,401 345.78131103515625402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 0.8799999952316284,411 1412 ]413 },414 "color": [415 0,416 63,417 255418 ]419 },420 {421 "object_id": "SM_CurtainLong9",422 "bbox_2d": [423 776,424 0,425 808,426 17427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -237.5800018310547,432 656.2885259923869,433 286.1421890258789434 ],435 "extent": [436 2.8221588134765625,437 44.898785157101884,438 59.639122009277344439 ]440 },441 "obb": {442 "center": [443 -237.5800018310547,444 656.2885259923869,445 286.1421890258789446 ],447 "extent": [448 2.8221588134765625,449 44.898785157101884,450 59.639122009277344451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -240.40216064453125,460 654.7033081054688,461 345.78131103515625462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 0.8799999952316284,471 1472 ]473 },474 "color": [475 0,476 63,477 127478 ]479 }480 ],481 "tv": [482 {483 "object_id": "SM_TVset_131",484 "bbox_2d": [485 1334,486 161,487 1919,488 809489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -55.67537493583768,494 343.5040283203125,495 184.6187286376953496 ],497 "extent": [498 174.0474023976094,499 14.1383056640625,500 91.36982727050781501 ]502 },503 "obb": {504 "center": [505 -55.67537493583768,506 343.5040283203125,507 184.6187286376953508 ],509 "extent": [510 174.0474023976094,511 14.1383056640625,512 91.36982727050781513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -55.717041015625,522 343.51348876953125,523 93.32192993164062524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 0.9973075985908508,532 1,533 1534 ]535 },536 "color": [537 63,538 127,539 255540 ]541 }542 ],543 "decorative grass": [544 {545 "object_id": "SM_Decorative36_168",546 "bbox_2d": [547 1444,548 420,549 1665,550 531551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -171.0936336517334,556 339.11596679688415,557 197.1465439360527558 ],559 "extent": [560 28.179521169925493,561 6.917503852303014,562 15.840440852223765563 ]564 },565 "obb": {566 "center": [567 -171.0936336517334,568 339.11596679688415,569 197.1465439360527570 ],571 "extent": [572 28.179521169925493,573 6.917503852303014,574 15.840440852223765575 ],576 "rotation": [577 0,578 -90.00009155273439,579 0580 ]581 },582 "location": [583 -171.0936279296875,584 339.115966796875,585 181.2439422607422586 ],587 "rotation": [588 0,589 -90.00009155273439,590 0591 ],592 "scale": [593 0.6839248538017273,594 1,595 1.1692800521850586596 ]597 },598 "color": [599 127,600 0,601 191602 ]603 },604 {605 "object_id": "SM_Decorative62_393",606 "bbox_2d": [607 1450,608 439,609 1472,610 463611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -194.3613293170929,616 339.9749448299408,617 206.75903749465942618 ],619 "extent": [620 3.210878372192383,621 3.2108728885650635,622 4.095978260040283623 ]624 },625 "obb": {626 "center": [627 -194.3613293170929,628 339.9749448299408,629 206.75903749465942630 ],631 "extent": [632 3.210878372192383,633 3.2108728885650635,634 4.095978260040283635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -194.36131286621094,644 339.9749450683594,645 202.63088989257812646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 31,661 255662 ]663 },664 {665 "object_id": "SM_Decorative63",666 "bbox_2d": [667 1555,668 434,669 1580,670 459671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -166.0773479938507,676 339.9749448299408,677 206.75903749465942678 ],679 "extent": [680 3.210878372192383,681 3.2108728885650635,682 4.095978260040283683 ]684 },685 "obb": {686 "center": [687 -166.0773479938507,688 339.9749448299408,689 206.75903749465942690 ],691 "extent": [692 3.210878372192383,693 3.2108728885650635,694 4.095978260040283695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -166.07733154296875,704 339.9749450683594,705 202.63088989257812706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 31,721 127722 ]723 },724 {725 "object_id": "SM_Decorative64_397",726 "bbox_2d": [727 1485,728 439,729 1507,730 462731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -184.68472290039062,736 341.52600879735155,737 206.452815652352738 ],739 "extent": [740 3.055905541521497,741 3.055897720732446,742 3.7811325240836595743 ]744 },745 "obb": {746 "center": [747 -184.68472290039062,748 341.52600879735155,749 206.452815652352750 ],751 "extent": [752 3.055905541521497,753 3.055897720732446,754 3.7811325240836595755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -184.68472290039062,764 341.5260009765625,765 202.63088989257812766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 0.6833909749984741,774 0.6833909749984741,775 0.6833909749984741776 ]777 },778 "color": [779 191,780 31,781 63782 ]783 },784 {785 "object_id": "SM_Decorative65",786 "bbox_2d": [787 1630,788 432,789 1655,790 457791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -147.81993103027344,796 341.52600879735155,797 206.452815652352798 ],799 "extent": [800 3.055905541521497,801 3.055897720732446,802 3.7811325240836595803 ]804 },805 "obb": {806 "center": [807 -147.81993103027344,808 341.52600879735155,809 206.452815652352810 ],811 "extent": [812 3.055905541521497,813 3.055897720732446,814 3.7811325240836595815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -147.81993103027344,824 341.5260009765625,825 202.63088989257812826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 0.6833909749984741,834 0.6833909749984741,835 0.6833909749984741836 ]837 },838 "color": [839 191,840 31,841 191842 ]843 },844 {845 "object_id": "SM_Decorative66_402",846 "bbox_2d": [847 1552,848 508,849 1580,850 529851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -166.4228515625,856 339.32056045532227,857 185.25060282611412858 ],859 "extent": [860 3.7149658203125,861 3.137065887451172,862 3.340818000442596863 ]864 },865 "obb": {866 "center": [867 -166.4228515625,868 339.32056045532227,869 185.25060282611412870 ],871 "extent": [872 3.7149658203125,873 3.137065887451172,874 3.340818000442596875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 -166.4228515625,884 339.320556640625,885 181.89077758789062886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 0.2693897783756256896 ]897 },898 "color": [899 0,900 31,901 31902 ]903 },904 {905 "object_id": "SM_Decorative67",906 "bbox_2d": [907 1482,908 509,909 1508,910 530911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -185.09519958496094,916 339.32056045532227,917 185.2506054279729918 ],919 "extent": [920 3.7149658203125,921 3.137065887451172,922 3.3408205875821295923 ]924 },925 "obb": {926 "center": [927 -185.09519958496094,928 339.32056045532227,929 185.2506054279729930 ],931 "extent": [932 3.7149658203125,933 3.137065887451172,934 3.3408205875821295935 ],936 "rotation": [937 0,938 0,939 0940 ]941 },942 "location": [943 -185.09519958496094,944 339.320556640625,945 181.89077758789062946 ],947 "rotation": [948 0,949 0,950 0951 ],952 "scale": [953 1,954 1,955 0.2693899869918823956 ]957 },958 "color": [959 255,960 31,961 31962 ]963 },964 {965 "object_id": "SM_Decorative68_406",966 "bbox_2d": [967 1590,968 502,969 1616,970 529971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 -157.19716000556946,976 340.13967871665955,977 186.01890993118286978 ],979 "extent": [980 3.210878372192383,981 3.2108728885650635,982 4.095978260040283983 ]984 },985 "obb": {986 "center": [987 -157.19716000556946,988 340.13967871665955,989 186.01890993118286990 ],991 "extent": [992 3.210878372192383,993 3.2108728885650635,994 4.095978260040283995 ],996 "rotation": [997 0,998 0,999 01000 ]1001 },1002 "location": [1003 -157.1971435546875,1004 340.1396789550781,1005 181.890762329101561006 ],1007 "rotation": [1008 0,1009 0,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 127,1020 31,1021 311022 ]1023 },1024 {1025 "object_id": "SM_Decorative69",1026 "bbox_2d": [1027 1518,1028 472,1029 1541,1030 4951031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 -175.9158172607422,1036 341.52600879735155,1037 195.969508767586381038 ],1039 "extent": [1040 3.055905541521497,1041 3.055897720732446,1042 3.78113252408365951043 ]1044 },1045 "obb": {1046 "center": [1047 -175.9158172607422,1048 341.52600879735155,1049 195.969508767586381050 ],1051 "extent": [1052 3.055905541521497,1053 3.055897720732446,1054 3.78113252408365951055 ],1056 "rotation": [1057 0,1058 0,1059 01060 ]1061 },1062 "location": [1063 -175.9158172607422,1064 341.5260009765625,1065 192.14758300781251066 ],1067 "rotation": [1068 0,1069 0,1070 01071 ],1072 "scale": [1073 0.6833909749984741,1074 0.6833909749984741,1075 0.68339097499847411076 ]1077 },1078 "color": [1079 63,1080 31,1081 311082 ]1083 },1084 {1085 "object_id": "SM_Decorative70",1086 "bbox_2d": [1087 1449,1088 495,1089 1462,1090 4961091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 -195.25473022460938,1096 339.32056045532227,1097 195.555857503168231098 ],1099 "extent": [1100 3.7149658203125,1101 3.137065887451172,1102 3.34082058758212951103 ]1104 },1105 "obb": {1106 "center": [1107 -195.25473022460938,1108 339.32056045532227,1109 195.555857503168231110 ],1111 "extent": [1112 3.7149658203125,1113 3.137065887451172,1114 3.34082058758212951115 ],1116 "rotation": [1117 0,1118 0,1119 01120 ]1121 },1122 "location": [1123 -195.25473022460938,1124 339.320556640625,1125 192.196029663085941126 ],1127 "rotation": [1128 0,1129 0,1130 01131 ],1132 "scale": [1133 1,1134 1,1135 0.26938998699188231136 ]1137 },1138 "color": [1139 191,1140 31,1141 311142 ]1143 },1144 {1145 "object_id": "SM_Decorative71_414",1146 "bbox_2d": [1147 1632,1148 503,1149 1656,1150 5291151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 -147.2310791015625,1156 340.1351013183594,1157 185.511068267905021158 ],1159 "extent": [1160 2.9173889767878904,1161 2.909260387094264,1162 4.1684002161552771163 ]1164 },1165 "obb": {1166 "center": [1167 -147.2310791015625,1168 340.1351013183594,1169 185.511068267905021170 ],1171 "extent": [1172 2.9173889767878904,1173 2.909260387094264,1174 4.1684002161552771175 ],1176 "rotation": [1177 0,1178 0,1179 01180 ]1181 },1182 "location": [1183 -147.2310791015625,1184 340.1351013183594,1185 181.330184936523441186 ],1187 "rotation": [1188 0,1189 0,1190 01191 ],1192 "scale": [1193 0.4061780869960785,1194 0.4061780869960785,1195 0.40617808699607851196 ]1197 },1198 "color": [1199 31,1200 0,