TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l049_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l049_r003/lit.png",5 "camera": {6 "location": [7 95,8 438,9 19310 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 95,38 438,39 193,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 0,58 0,59 1448,60 661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window4",118 "bbox_2d": [119 803,120 141,121 1106,122 793123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 439.8597279855553,129 219.51061248779297130 ],131 "extent": [132 5,133 55.520464069539685,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 439.8597279855553,141 219.51061248779297142 ],143 "extent": [144 5,145 55.520464069539685,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 384.3392639160156,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1799999475479126,167 1168 ]169 },170 "color": [171 0,172 0,173 63174 ]175 },176 {177 "object_id": "SM_Window5",178 "bbox_2d": [179 499,180 141,181 802,182 785183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.562744140625,188 550.8835316964928,189 219.51061248779297190 ],191 "extent": [192 5,193 55.520464069539685,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.562744140625,200 550.8835316964928,201 219.51061248779297202 ],203 "extent": [204 5,205 55.520464069539685,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.562744140625,216 495.3630676269531,217 100.09675598144531218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1799999475479126,227 1228 ]229 },230 "color": [231 0,232 255,233 63234 ]235 },236 {237 "object_id": "SM_Window6",238 "bbox_2d": [239 187,240 141,241 498,242 793243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.562744140625,248 663.2409183566147,249 219.51061248779297250 ],251 "extent": [252 5,253 56.93122597380216,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.562744140625,260 663.2409183566147,261 219.51061248779297262 ],263 "extent": [264 5,265 56.93122597380216,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.562744140625,276 606.3096923828125,277 100.09675598144531278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.209983468055725,287 1288 ]289 },290 "color": [291 0,292 127,293 63294 ]295 }296 ]297 },298 "foreground": {299 "armchair": [300 {301 "object_id": "SM_AmchairTreadle_71",302 "bbox_2d": [303 0,304 587,305 209,306 915307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -152.8481072756076,312 690.1914664693588,313 135.18423461914062314 ],315 "extent": [316 90.17419874910203,317 74.60563740934913,318 41.904197692871094319 ]320 },321 "obb": {322 "center": [323 -152.8481072756076,324 690.1914664693588,325 135.18423461914062326 ],327 "extent": [328 90.17419874910203,329 74.60563740934913,330 41.904197692871094331 ],332 "rotation": [333 0,334 60.00009536743165,335 0336 ]337 },338 "location": [339 -181.7554931640625,340 707.0924682617188,341 93.3218994140625342 ],343 "rotation": [344 0,345 60.00009536743165,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 255,357 63358 ]359 }360 ],361 "curtain": [362 {363 "object_id": "SM_CurtainLong7",364 "bbox_2d": [365 818,366 98,367 1078,368 233369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -237.57984900474548,374 441.8350585923599,375 322.2176284790039376 ],377 "extent": [378 2.8221590518951416,379 44.898785157101884,380 23.563682556152344381 ]382 },383 "obb": {384 "center": [385 -237.57984900474548,386 441.8350585923599,387 322.2176284790039388 ],389 "extent": [390 2.8221590518951416,391 44.898785157101884,392 23.563682556152344393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -240.40200805664062,402 441.5785217285156,403 345.78131103515625404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 0.8799999952316284,413 1414 ]415 },416 "color": [417 0,418 63,419 0420 ]421 },422 {423 "object_id": "SM_CurtainLong8",424 "bbox_2d": [425 509,426 98,427 772,428 442429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -237.5807647705078,434 548.1863531408244,435 286.1421890258789436 ],437 "extent": [438 2.8221588134765625,439 44.898785157101884,440 59.639122009277344441 ]442 },443 "obb": {444 "center": [445 -237.5807647705078,446 548.1863531408244,447 286.1421890258789448 ],449 "extent": [450 2.8221588134765625,451 44.898785157101884,452 59.639122009277344453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -240.40292358398438,462 546.6011352539062,463 345.78131103515625464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 0.8799999952316284,473 1474 ]475 },476 "color": [477 0,478 63,479 255480 ]481 },482 {483 "object_id": "SM_CurtainLong9",484 "bbox_2d": [485 194,486 98,487 462,488 442489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -237.5800018310547,494 656.2885259923869,495 286.1421890258789496 ],497 "extent": [498 2.8221588134765625,499 44.898785157101884,500 59.639122009277344501 ]502 },503 "obb": {504 "center": [505 -237.5800018310547,506 656.2885259923869,507 286.1421890258789508 ],509 "extent": [510 2.8221588134765625,511 44.898785157101884,512 59.639122009277344513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -240.40216064453125,522 654.7033081054688,523 345.78131103515625524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 0.8799999952316284,533 1534 ]535 },536 "color": [537 0,538 63,539 127540 ]541 }542 ],543 "tv": [544 {545 "object_id": "SM_TVset_131",546 "bbox_2d": [547 1198,548 0,549 1919,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -55.67537493583768,556 343.5040283203125,557 184.6187286376953558 ],559 "extent": [560 174.0474023976094,561 14.1383056640625,562 91.36982727050781563 ]564 },565 "obb": {566 "center": [567 -55.67537493583768,568 343.5040283203125,569 184.6187286376953570 ],571 "extent": [572 174.0474023976094,573 14.1383056640625,574 91.36982727050781575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -55.717041015625,584 343.51348876953125,585 93.32192993164062586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 0.9973075985908508,594 1,595 1596 ]597 },598 "color": [599 63,600 127,601 255602 ]603 },604 {605 "object_id": "SM_TV_134",606 "bbox_2d": [607 1807,608 225,609 1919,610 764611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 28.77264975328159,616 333.1397213935913,617 197.77782821655273618 ],619 "extent": [620 49.164796066224405,621 3.103601814645799,622 28.656902313232422623 ]624 },625 "obb": {626 "center": [627 28.772649753281588,628 333.1397213935913,629 197.77782821655273630 ],631 "extent": [632 49.164796066224405,633 3.103601814645799,634 28.656902313232422635 ],636 "rotation": [637 0,638 -90.00009155273439,639 0640 ]641 },642 "location": [643 28.772653579711914,644 333.1470642089844,645 169.08131408691406646 ],647 "rotation": [648 0,649 -90.00009155273439,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 63,660 127,661 127662 ]663 }664 ],665 "shelf": [666 {667 "object_id": "SM_Shelf_137",668 "bbox_2d": [669 0,670 202,671 4,672 689673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -185.4209261248343,678 782.8369913101196,679 201.84811401367188680 ],681 "extent": [682 54.57733371167703,683 13.994805335998535,684 108.51106262207031685 ]686 },687 "obb": {688 "center": [689 -185.4209261248343,690 782.8369913101196,691 201.84811401367188692 ],693 "extent": [694 54.57733371167703,695 13.994805335998535,696 108.51106262207031697 ],698 "rotation": [699 0,700 180,701 0702 ]703 },704 "location": [705 -179.84634399414062,706 784.39208984375,707 93.3218994140625708 ],709 "rotation": [710 0,711 180,712 0713 ],714 "scale": [715 1.2000000476837158,716 1,717 1718 ]719 },720 "color": [721 63,722 0,723 63724 ]725 }726 ],727 "decorative grass": [728 {729 "object_id": "SM_Decorative34_158",730 "bbox_2d": [731 1568,732 769,733 1755,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -37.00028991699219,740 342.06710357666,741 139.46151815457597742 ],743 "extent": [744 10.379999954700452,745 10.379997665882001,746 20.63836751931376747 ]748 },749 "obb": {750 "center": [751 -37.00028991699219,752 342.06710357666,753 139.46151815457597754 ],755 "extent": [756 10.379999954700452,757 10.379997665882001,758 20.63836751931376759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 -37.00028991699219,768 342.0671081542969,769 118.81065368652344770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 0.6000000238418579,778 0.6000000238418579,779 0.6000000238418579780 ]781 },782 "color": [783 0,784 63,785 191786 ]787 },788 {789 "object_id": "SM_Decorative7_165",790 "bbox_2d": [791 1695,792 1002,793 1919,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -6.3753199232123166,800 345.33026183988017,801 130.9651891266052802 ],803 "extent": [804 16.84855172032119,805 16.829197152934398,806 12.069048025235702807 ]808 },809 "obb": {810 "center": [811 -6.3753199232123166,812 345.33026183988017,813 130.9651891266052814 ],815 "extent": [816 16.84855172032119,817 16.829197152934398,818 12.069048025235702819 ],820 "rotation": [821 0,822 -40.00006103515626,823 0824 ]825 },826 "location": [827 -6.3753204345703125,828 345.33026123046875,829 118.81066131591797830 ],831 "rotation": [832 0,833 -40.00006103515626,834 0835 ],836 "scale": [837 1.668349027633667,838 1.668349027633667,839 1.668349027633667840 ]841 },842 "color": [843 255,844 63,845 191846 ]847 },848 {849 "object_id": "SM_Decorative36_168",850 "bbox_2d": [851 1260,852 462,853 1318,854 584855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -171.0936336517334,860 339.11596679688415,861 197.1465439360527862 ],863 "extent": [864 28.179521169925493,865 6.917503852303014,866 15.840440852223765867 ]868 },869 "obb": {870 "center": [871 -171.0936336517334,872 339.11596679688415,873 197.1465439360527874 ],875 "extent": [876 28.179521169925493,877 6.917503852303014,878 15.840440852223765879 ],880 "rotation": [881 0,882 -90.00009155273439,883 0884 ]885 },886 "location": [887 -171.0936279296875,888 339.115966796875,889 181.2439422607422890 ],891 "rotation": [892 0,893 -90.00009155273439,894 0895 ],896 "scale": [897 0.6839248538017273,898 1,899 1.1692800521850586900 ]901 },902 "color": [903 127,904 0,905 191906 ]907 },908 {909 "object_id": "SM_Decorative60_387",910 "bbox_2d": [911 1389,912 816,913 1433,914 915915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -99.83204650878906,920 341.39703369140625,921 126.72859534085728922 ],923 "extent": [924 10.380943298339844,925 10.380950927734375,926 7.430429003667086927 ]928 },929 "obb": {930 "center": [931 -99.83204650878906,932 341.39703369140625,933 126.72859534085728934 ],935 "extent": [936 10.380943298339844,937 10.380950927734375,938 7.430429003667086939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 -99.83204650878906,948 341.39703369140625,949 119.18789672851562950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 1,958 1,959 1.43023681640625960 ]961 },962 "color": [963 63,964 31,965 191966 ]967 },968 {969 "object_id": "SM_Decorative61_390",970 "bbox_2d": [971 1399,972 798,973 1433,974 837975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -99.73194885253906,980 342.7904052734375,981 136.61243438720703982 ],983 "extent": [984 5.650764465332031,985 5.647735595703125,986 2.5378570556640625987 ]988 },989 "obb": {990 "center": [991 -99.73194885253906,992 342.7904052734375,993 136.61243438720703994 ],995 "extent": [996 5.650764465332031,997 5.647735595703125,998 2.5378570556640625999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 -99.7319564819336,1008 342.7904052734375,1009 134.029678344726561010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 191,1024 31,1025 01026 ]1027 },1028 {1029 "object_id": "SM_Decorative69",1030 "bbox_2d": [1031 1290,1032 519,1033 1291,1034 5391035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -175.9158172607422,1040 341.52600879735155,1041 195.969508767586381042 ],1043 "extent": [1044 3.055905541521497,1045 3.055897720732446,1046 3.78113252408365951047 ]1048 },1049 "obb": {1050 "center": [1051 -175.9158172607422,1052 341.52600879735155,1053 195.969508767586381054 ],1055 "extent": [1056 3.055905541521497,1057 3.055897720732446,1058 3.78113252408365951059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -175.9158172607422,1068 341.5260009765625,1069 192.14758300781251070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 0.6833909749984741,1078 0.6833909749984741,1079 0.68339097499847411080 ]1081 },1082 "color": [1083 63,1084 31,1085 311086 ]1087 },1088 {1089 "object_id": "SM_Decorative73_438",1090 "bbox_2d": [1091 343,1092 585,1093 380,1094 6551095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -216.03517150878906,1100 631.714241027832,1101 166.906997680664061102 ],1103 "extent": [1104 5.235870361328125,1105 5.270179748535156,1106 11.300231933593751107 ]1108 },1109 "obb": {1110 "center": [1111 -216.03517150878906,1112 631.714241027832,1113 166.906997680664061114 ],1115 "extent": [1116 5.235870361328125,1117 5.270179748535156,1118 11.300231933593751119 ],1120 "rotation": [1121 0,1122 0,1123 01124 ]1125 },1126 "location": [1127 -216.03514099121094,1128 631.7142333984375,1129 155.50801086425781130 ],1131 "rotation": [1132 0,1133 0,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 31,1144 63,1145 1271146 ]1147 },1148 {1149 "object_id": "SM_Decorative74_441",1150 "bbox_2d": [1151 360,1152 641,1153 401,1154 6591155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -208.61138153076172,1160 621.0982666015625,1161 158.090766906738281162 ],1163 "extent": [1164 5.650764465332031,1165 5.647735595703125,1166 2.53785705566406251167 ]1168 },1169 "obb": {1170 "center": [1171 -208.61138153076172,1172 621.0982666015625,1173 158.090766906738281174 ],1175 "extent": [1176 5.650764465332031,1177 5.647735595703125,1178 2.53785705566406251179 ],1180 "rotation": [1181 0,1182 0,1183 01184 ]1185 },1186 "location": [1187 -208.61138916015625,1188 621.0982666015625,1189 155.50801086425781190 ],1191 "rotation": [1192 0,1193 0,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]