TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l058_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l058_r002/lit.png",5 "camera": {6 "location": [7 19,8 24,9 20610 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 19,38 24,39 206,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 0,58 0,59 1292,60 23161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_WindowOpen2_60",118 "bbox_2d": [119 1583,120 35,121 1919,122 1045123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.2314281463623,128 109.07870259945412,129 219.51058197021484130 ],131 "extent": [132 20.735897064208984,133 49.87431874935646,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.2314281463623,140 109.07870259945412,141 219.51058197021484142 ],143 "extent": [144 20.735897064208984,145 49.87431874935646,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.55386352539062,156 59.204383850097656,157 100.09672546386719158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.059999942779541,167 1168 ]169 },170 "color": [171 127,172 127,173 255174 ]175 }176 ],177 "window divided": [178 {179 "object_id": "SM_Window3_62",180 "bbox_2d": [181 1287,182 39,183 1602,184 901185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -260.5628662109375,190 211.59552451635,191 219.51061248779297192 ],193 "extent": [194 5,195 52.69739219213125,196 119.43922424316406197 ]198 },199 "obb": {200 "center": [201 -260.5628662109375,202 211.59552451635,203 219.51061248779297204 ],205 "extent": [206 5,207 52.69739219213125,208 119.43922424316406209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -255.5628662109375,218 158.89813232421875,219 100.09675598144531220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1.1200000047683716,229 1230 ]231 },232 "color": [233 127,234 127,235 127236 ]237 }238 ]239 },240 "foreground": {241 "manager desk": [242 {243 "object_id": "SM_ManagerDesk_35",244 "bbox_2d": [245 1304,246 1075,247 1313,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 0.9649276733398438,254 -103.14732360839844,255 133.83098220825195256 ],257 "extent": [258 101.42112731933594,259 175.46688842773438,260 40.50908660888672261 ]262 },263 "obb": {264 "center": [265 0.9649276733398438,266 -103.14732360839844,267 133.83098220825195268 ],269 "extent": [270 101.42112731933594,271 175.46688842773438,272 40.50908660888672273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 3.7793960571289062,282 -148.75787353515625,283 93.32191467285156284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 0,298 127,299 127300 ]301 }302 ],303 "plane": [304 {305 "object_id": "Plane_68",306 "bbox_2d": [307 1631,308 428,309 1919,310 547311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 -427.68328857421875,316 211.84524536132807,317 234.66394042968747318 ],319 "extent": [320 0.0023036386334069903,321 1000.0018954050647,322 300.0063180862628323 ]324 },325 "obb": {326 "center": [327 -427.68328857421875,328 211.845245361328,329 234.66394042968744330 ],331 "extent": [332 0.0023036386334069903,333 1000.0018954050647,334 300.0063180862628335 ],336 "rotation": [337 0.0003620000206824746,338 -89.99987030029298,339 89.99999237060548340 ]341 },342 "location": [343 -427.68328857421875,344 211.84524536132812,345 234.6639404296875346 ],347 "rotation": [348 0.0003620000206824746,349 -89.99987030029298,350 89.99999237060548351 ],352 "scale": [353 20,354 6,355 1356 ]357 },358 "color": [359 255,360 0,361 63362 ]363 }364 ],365 "curtain": [366 {367 "object_id": "SM_CurtainLong4",368 "bbox_2d": [369 1597,370 0,371 1919,372 162373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 -237.57984900474548,378 105.36954345564118,379 322.2176284790039380 ],381 "extent": [382 2.8221590518951416,383 44.898785157101884,384 23.563682556152344385 ]386 },387 "obb": {388 "center": [389 -237.57984900474548,390 105.36954345564118,391 322.2176284790039392 ],393 "extent": [394 2.8221590518951416,395 44.898785157101884,396 23.563682556152344397 ],398 "rotation": [399 0,400 0,401 0402 ]403 },404 "location": [405 -240.40200805664062,406 105.11300659179688,407 345.78131103515625408 ],409 "rotation": [410 0,411 0,412 0413 ],414 "scale": [415 1,416 0.8799999952316284,417 1418 ]419 },420 "color": [421 127,422 255,423 63424 ]425 },426 {427 "object_id": "SM_CurtainLong5",428 "bbox_2d": [429 1268,430 4,431 1547,432 479433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -237.57984924316406,438 209.5871099767619,439 286.1421890258789440 ],441 "extent": [442 2.8221588134765625,443 44.898785157101884,444 59.639122009277344445 ]446 },447 "obb": {448 "center": [449 -237.57984924316406,450 209.5871099767619,451 286.1421890258789452 ],453 "extent": [454 2.8221588134765625,455 44.898785157101884,456 59.639122009277344457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -240.40200805664062,466 208.00189208984375,467 345.78131103515625468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 0.8799999952316284,477 1478 ]479 },480 "color": [481 127,482 127,483 63484 ]485 },486 {487 "object_id": "SM_CurtainLong7",488 "bbox_2d": [489 1018,490 243,491 1036,492 253493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -237.57984900474548,498 441.8350585923599,499 322.2176284790039500 ],501 "extent": [502 2.8221590518951416,503 44.898785157101884,504 23.563682556152344505 ]506 },507 "obb": {508 "center": [509 -237.57984900474548,510 441.8350585923599,511 322.2176284790039512 ],513 "extent": [514 2.8221590518951416,515 44.898785157101884,516 23.563682556152344517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -240.40200805664062,526 441.5785217285156,527 345.78131103515625528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 0.8799999952316284,537 1538 ]539 },540 "color": [541 0,542 63,543 0544 ]545 }546 ],547 "cabinet": [548 {549 "object_id": "SM_KomodA_60",550 "bbox_2d": [551 0,552 688,553 323,554 836555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 70.50696399473954,560 312.0420322741244,561 155.16150795815156562 ],563 "extent": [564 33.25703754064189,565 7.441421415979278,566 12.886030359165488567 ]568 },569 "obb": {570 "center": [571 70.50696399473952,572 312.0420322741244,573 155.16150795815156574 ],575 "extent": [576 33.25703754064189,577 7.441421415979278,578 12.886030359165488579 ],580 "rotation": [581 0,582 179.9999237060547,583 0584 ]585 },586 "location": [587 70.43486022949219,588 319.5771179199219,589 142.210205078125590 ],591 "rotation": [592 0,593 179.9999237060547,594 0595 ],596 "scale": [597 1.399999976158142,598 1.399999976158142,599 1.399999976158142600 ]601 },602 "color": [603 63,604 95,605 63606 ]607 },608 {609 "object_id": "SM_KomodB_63",610 "bbox_2d": [611 321,612 680,613 444,614 800615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 23.50204392814276,620 312.06331189555453,621 155.0879535374105622 ],623 "extent": [624 13.343359743013684,625 7.44140555993738,626 12.886029024021468627 ]628 },629 "obb": {630 "center": [631 23.50204392814276,632 312.06331189555453,633 155.0879535374105634 ],635 "extent": [636 13.343359743013684,637 7.44140555993738,638 12.886029024021468639 ],640 "rotation": [641 0,642 179.9998779296875,643 0644 ]645 },646 "location": [647 23.502059936523438,648 319.5771179199219,649 142.1208038330078650 ],651 "rotation": [652 0,653 179.9998779296875,654 0655 ],656 "scale": [657 1.399999976158142,658 1.399999976158142,659 1.399999976158142660 ]661 },662 "color": [663 63,664 95,665 191666 ]667 },668 {669 "object_id": "SM_KomodA2_68",670 "bbox_2d": [671 445,672 664,673 703,674 786675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -23.520482752086636,680 312.0420322741244,681 155.16150795815156682 ],683 "extent": [684 33.257037540641896,685 7.441421415979278,686 12.886030359165488687 ]688 },689 "obb": {690 "center": [691 -23.520482752086636,692 312.0420322741244,693 155.16150795815156694 ],695 "extent": [696 33.257037540641896,697 7.441421415979278,698 12.886030359165488699 ],700 "rotation": [701 0,702 179.9999237060547,703 0704 ]705 },706 "location": [707 -23.592586517333984,708 319.5771179199219,709 142.210205078125710 ],711 "rotation": [712 0,713 179.9999237060547,714 0715 ],716 "scale": [717 1.399999976158142,718 1.399999976158142,719 1.399999976158142720 ]721 },722 "color": [723 63,724 95,725 31726 ]727 },728 {729 "object_id": "SM_KomodB2_69",730 "bbox_2d": [731 693,732 659,733 792,734 757735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -70.52521589851739,740 312.06331189555453,741 155.0879535374105742 ],743 "extent": [744 13.343359743013679,745 7.44140555993738,746 12.886029024021468747 ]748 },749 "obb": {750 "center": [751 -70.52521589851739,752 312.06331189555453,753 155.0879535374105754 ],755 "extent": [756 13.343359743013679,757 7.44140555993738,758 12.886029024021468759 ],760 "rotation": [761 0,762 179.9998779296875,763 0764 ]765 },766 "location": [767 -70.52519989013672,768 319.5771179199219,769 142.1208038330078770 ],771 "rotation": [772 0,773 179.9998779296875,774 0775 ],776 "scale": [777 1.399999976158142,778 1.399999976158142,779 1.399999976158142780 ]781 },782 "color": [783 191,784 95,785 0786 ]787 },788 {789 "object_id": "SM_KomodA3",790 "bbox_2d": [791 778,792 647,793 979,794 746795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -117.69346782899093,800 312.04200175654626,801 155.16150795815156802 ],803 "extent": [804 33.25703754064189,805 7.441421415979278,806 12.886030359165488807 ]808 },809 "obb": {810 "center": [811 -117.69346782899093,812 312.04200175654626,813 155.16150795815156814 ],815 "extent": [816 33.25703754064189,817 7.441421415979278,818 12.886030359165488819 ],820 "rotation": [821 0,822 179.9999237060547,823 0824 ]825 },826 "location": [827 -117.76557159423828,828 319.57708740234375,829 142.210205078125830 ],831 "rotation": [832 0,833 179.9999237060547,834 0835 ],836 "scale": [837 1.399999976158142,838 1.399999976158142,839 1.399999976158142840 ]841 },842 "color": [843 191,844 95,845 255846 ]847 },848 {849 "object_id": "SM_KomodC_73",850 "bbox_2d": [851 560,852 716,853 1021,854 939855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -124.10193794684471,860 298.8887793179526,861 124.05502212140846862 ],863 "extent": [864 104.79397541784618,865 20.51142805681326,866 18.019146421651385867 ]868 },869 "obb": {870 "center": [871 -124.10193794684471,872 298.8887793179526,873 124.05502212140846874 ],875 "extent": [876 104.79397541784618,877 20.51142805681326,878 18.019146421651385879 ],880 "rotation": [881 0,882 179.9999237060547,883 0884 ]885 },886 "location": [887 -124.0071792602539,888 319.5770263671875,889 105.9097900390625890 ],891 "rotation": [892 0,893 179.9999237060547,894 0895 ],896 "scale": [897 1.399999976158142,898 1.100000023841858,899 1.399999976158142900 ]901 },902 "color": [903 191,904 95,905 127906 ]907 },908 {909 "object_id": "SM_KomodB4",910 "bbox_2d": [911 854,912 412,913 944,914 495915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -123.92637177584169,920 312.0621660409311,921 234.18070446105088922 ],923 "extent": [924 13.34345889924328,925 7.441401519151839,926 12.886149886766134927 ]928 },929 "obb": {930 "center": [931 -123.92637177584169,932 312.0621660409311,933 234.18070446105088934 ],935 "extent": [936 13.34345889924328,937 7.441401519151839,938 12.886149886766134939 ],940 "rotation": [941 0.00048494338989257796,942 179.9999542236328,943 -6.103515624999998e-05944 ]945 },946 "location": [947 -123.92647552490234,948 319.5759582519531,949 221.2135467529297950 ],951 "rotation": [952 0.00048494338989257796,953 179.9999542236328,954 -6.103515624999998e-05955 ],956 "scale": [957 1.399999976158142,958 1.399999976158142,959 1.399999976158142960 ]961 },962 "color": [963 191,964 95,965 191966 ]967 },968 {969 "object_id": "SM_KomodA5",970 "bbox_2d": [971 931,972 417,973 1102,974 499975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -171.0946897744853,980 312.0408421269254,981 234.25426573261743982 ],983 "extent": [984 33.257105774936946,985 7.441403702276773,986 12.88621669263648987 ]988 },989 "obb": {990 "center": [991 -171.0946897744853,992 312.0408421269254,993 234.25426573261743994 ],995 "extent": [996 33.257105774936946,997 7.441403702276773,998 12.88621669263648999 ],1000 "rotation": [1001 0.0003210188588127494,1002 179.9999542236328,1003 01004 ]1005 },1006 "location": [1007 -171.1668701171875,1008 319.575927734375,1009 221.302963256835941010 ],1011 "rotation": [1012 0.0003210188588127494,1013 179.9999542236328,1014 01015 ],1016 "scale": [1017 1.399999976158142,1018 1.399999976158142,1019 1.3999999761581421020 ]1021 },1022 "color": [1023 191,1024 95,1025 311026 ]1027 }1028 ],1029 "photo frame": [1030 {1031 "object_id": "SM_PicFram4",1032 "bbox_2d": [1033 249,1034 252,1035 761,1036 6111037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -12.852423359747856,1042 318.15411188239597,1043 232.728968180212631044 ],1045 "extent": [1046 65.30290819962941,1047 1.1435344578190438,1048 44.444874208500791049 ]1050 },1051 "obb": {1052 "center": [1053 -12.85242335974786,1054 318.15411188239597,1055 232.728968180212631056 ],1057 "extent": [1058 65.30290819962941,1059 1.1435344578190438,1060 44.444874208500791061 ],1062 "rotation": [1063 0.0005873962072655558,1064 179.9999542236328,1065 -0.000152587890624999971066 ]1067 },1068 "location": [1069 -12.852890014648438,1070 319.4111633300781,1071 188.24707031251072 ],1073 "rotation": [1074 0.0005873962072655558,1075 179.9999542236328,1076 -0.000152587890624999971077 ],1078 "scale": [1079 1.5244852304458618,1080 1.5244852304458618,1081 1.52448523044586181082 ]1083 },1084 "color": [1085 191,1086 95,1087 631088 ]1089 },1090 {1091 "object_id": "SM_PicFram5_97",1092 "bbox_2d": [1093 1039,1094 564,1095 1131,1096 6891097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -204.10205487919947,1102 314.07568062619777,1103 169.342867834674681104 ],1105 "extent": [1106 18.736677705365878,1107 5.255410112622201,1108 27.195529082960691109 ]1110 },1111 "obb": {1112 "center": [1113 -204.10205487919947,1114 314.07568062619777,1115 169.342867834674681116 ],1117 "extent": [1118 18.736677705365878,1119 5.255410112622201,1120 27.195529082960691121 ],1122 "rotation": [1123 79.99990081787126,1124 89.99997711181658,1125 -89.999633789062641126 ]1127 },1128 "location": [1129 -222.8546142578125,1130 314.5977478027344,1131 169.25080871582031132 ],1133 "rotation": [1134 79.99990081787126,1135 89.99997711181658,1136 -89.999633789062641137 ],1138 "scale": [1139 -0.6426889896392822,1140 0.6426885724067688,1141 0.64268857240676881142 ]1143 },1144 "color": [1145 31,1146 95,1147 311148 ]1149 }1150 ],1151 "decorative grass": [1152 {1153 "object_id": "SM_Decorative102_84",1154 "bbox_2d": [1155 797,1156 627,1157 859,1158 6601159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -98.38091278074343,1164 310.77997970578616,1165 173.712055206298831166 ],1167 "extent": [1168 10.568944488227743,1169 3.303895672248075,1170 5.7143821716308591171 ]1172 },1173 "obb": {1174 "center": [1175 -98.38091278074343,1176 310.77997970578616,1177 173.712055206298831178 ],1179 "extent": [1180 10.568944488227743,1181 3.303895672248075,1182 5.7143821716308591183 ],1184 "rotation": [1185 0,1186 -90.00009155273439,1187 01188 ]1189 },1190 "location": [1191 -98.38092803955078,1192 310.77996826171875,1193 167.97399902343751194 ],1195 "rotation": [1196 0,1197 -90.00009155273439,1198 01199 ],1200 "scale": [