TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l005_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l005_r003/lit.png",5 "camera": {6 "location": [7 141,8 92,9 17710 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 141,38 92,39 177,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 1538,58 149,59 1726,60 72561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Window2",116 "bbox_2d": [117 1039,118 149,119 1296,120 582121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 6.057598385566507,127 219.51061248779297128 ],129 "extent": [130 5,131 53.16790417169932,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 6.057598385566507,139 219.51061248779297140 ],141 "extent": [142 5,143 53.16790417169932,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 -47.11030578613281,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1299999952316284,165 1166 ]167 },168 "color": [169 127,170 127,171 0172 ]173 },174 {175 "object_id": "SM_Window3_62",176 "bbox_2d": [177 543,178 149,179 797,180 725181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -260.5628662109375,186 211.59552451635,187 219.51061248779297188 ],189 "extent": [190 5,191 52.69739219213125,192 119.43922424316406193 ]194 },195 "obb": {196 "center": [197 -260.5628662109375,198 211.59552451635,199 219.51061248779297200 ],201 "extent": [202 5,203 52.69739219213125,204 119.43922424316406205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -255.5628662109375,214 158.89813232421875,215 100.09675598144531216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1.1200000047683716,225 1226 ]227 },228 "color": [229 127,230 127,231 127232 ]233 }234 ],235 "window": [236 {237 "object_id": "SM_WindowOpen_50",238 "bbox_2d": [239 1297,240 149,241 1553,242 423243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.2314281463623,248 -96.93702158267479,249 219.51058197021484250 ],251 "extent": [252 20.735897064208984,253 49.87431874935646,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.2314281463623,260 -96.93702158267479,261 219.51058197021484262 ],263 "extent": [264 20.735897064208984,265 49.87431874935646,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.55386352539062,276 -146.81134033203125,277 100.09672546386719278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.059999942779541,287 1288 ]289 },290 "color": [291 127,292 0,293 127294 ]295 },296 {297 "object_id": "SM_WindowOpen2_60",298 "bbox_2d": [299 798,300 149,301 1038,302 725303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -260.2314281463623,308 109.07870259945412,309 219.51058197021484310 ],311 "extent": [312 20.735897064208984,313 49.87431874935646,314 119.43922424316406315 ]316 },317 "obb": {318 "center": [319 -260.2314281463623,320 109.07870259945412,321 219.51058197021484322 ],323 "extent": [324 20.735897064208984,325 49.87431874935646,326 119.43922424316406327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -255.55386352539062,336 59.204383850097656,337 100.09672546386719338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1.059999942779541,347 1348 ]349 },350 "color": [351 127,352 127,353 255354 ]355 }356 ],357 "ceiling": [358 {359 "object_id": "SM_Silling_57",360 "bbox_2d": [361 54,362 0,363 1919,364 34365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -3.5792999267578125,370 231.85098266601562,371 349.02508544921875372 ],373 "extent": [374 176.71539306640625,375 496.9198303222656,376 10.160568237304688377 ]378 },379 "obb": {380 "center": [381 -3.5792999267578125,382 231.85098266601562,383 349.02508544921875384 ],385 "extent": [386 176.71539306640625,387 496.9198303222656,388 10.160568237304688389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 255,415 127416 ]417 }418 ]419 },420 "foreground": {421 "manager desk": [422 {423 "object_id": "SM_ManagerDesk_35",424 "bbox_2d": [425 1074,426 556,427 1919,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 0.9649276733398438,434 -103.14732360839844,435 133.83098220825195436 ],437 "extent": [438 101.42112731933594,439 175.46688842773438,440 40.50908660888672441 ]442 },443 "obb": {444 "center": [445 0.9649276733398438,446 -103.14732360839844,447 133.83098220825195448 ],449 "extent": [450 101.42112731933594,451 175.46688842773438,452 40.50908660888672453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 3.7793960571289062,462 -148.75787353515625,463 93.32191467285156464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 127,479 127480 ]481 }482 ],483 "armchair": [484 {485 "object_id": "SM_ArmchairSingle2",486 "bbox_2d": [487 1539,488 723,489 1919,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 58.77065231685211,496 2.298390028352408,497 151.32426071166992498 ],499 "extent": [500 37.97565641399365,501 35.3839719979233,502 57.94956588745117503 ]504 },505 "obb": {506 "center": [507 58.770652316852114,508 2.298390028352408,509 151.32426071166992510 ],511 "extent": [512 37.97565641399365,513 35.3839719979233,514 57.94956588745117515 ],516 "rotation": [517 0,518 80.00003051757812,519 0520 ]521 },522 "location": [523 57.897010803222656,524 1.508209228515625,525 93.3218994140625526 ],527 "rotation": [528 0,529 80.00003051757812,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 127,540 0,541 0542 ]543 },544 {545 "object_id": "SM_ArmchairSingle3",546 "bbox_2d": [547 1653,548 398,549 1919,550 821551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -49.20721648019243,556 -92.56789634471355,557 151.32426071166992558 ],559 "extent": [560 37.97550408343436,561 35.383796010207135,562 57.94956588745117563 ]564 },565 "obb": {566 "center": [567 -49.20721648019243,568 -92.56789634471355,569 151.32426071166992570 ],571 "extent": [572 37.97550408343436,573 35.383796010207135,574 57.94956588745117575 ],576 "rotation": [577 0,578 -99.99960327148439,579 0580 ]581 },582 "location": [583 -48.333580017089844,584 -91.7777099609375,585 93.3218994140625586 ],587 "rotation": [588 0,589 -99.99960327148439,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 127,600 0,601 255602 ]603 },604 {605 "object_id": "SM_ArmchairSingle4",606 "bbox_2d": [607 1223,608 391,609 1632,610 1071611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -39.08587858956743,616 7.719998857923171,617 151.32426071166992618 ],619 "extent": [620 37.97550408343436,621 35.38379601020713,622 57.94956588745117623 ]624 },625 "obb": {626 "center": [627 -39.08587858956743,628 7.719998857923169,629 151.32426071166992630 ],631 "extent": [632 37.97550408343436,633 35.38379601020713,634 57.94956588745117635 ],636 "rotation": [637 0,638 -99.99960327148439,639 0640 ]641 },642 "location": [643 -38.212242126464844,644 8.510185241699219,645 93.3218994140625646 ],647 "rotation": [648 0,649 -99.99960327148439,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 127,660 255,661 0662 ]663 }664 ],665 "plane": [666 {667 "object_id": "Plane_68",668 "bbox_2d": [669 807,670 283,671 1518,672 473673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -427.68328857421875,678 211.84524536132807,679 234.66394042968747680 ],681 "extent": [682 0.0023036386334069903,683 1000.0018954050647,684 300.0063180862628685 ]686 },687 "obb": {688 "center": [689 -427.68328857421875,690 211.845245361328,691 234.66394042968744692 ],693 "extent": [694 0.0023036386334069903,695 1000.0018954050647,696 300.0063180862628697 ],698 "rotation": [699 0.0003620000206824746,700 -89.99987030029298,701 89.99999237060548702 ]703 },704 "location": [705 -427.68328857421875,706 211.84524536132812,707 234.6639404296875708 ],709 "rotation": [710 0.0003620000206824746,711 -89.99987030029298,712 89.99999237060548713 ],714 "scale": [715 20,716 6,717 1718 ]719 },720 "color": [721 255,722 0,723 63724 ]725 }726 ],727 "curtain": [728 {729 "object_id": "SM_CurtainLong_74",730 "bbox_2d": [731 1585,732 111,733 1822,734 554735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -237.58009314537048,740 -201.08392884500245,741 243.79515838623047742 ],743 "extent": [744 2.8221590518951416,745 44.898785157101884,746 101.98615264892578747 ]748 },749 "obb": {750 "center": [751 -237.58009314537048,752 -201.08392884500245,753 243.79515838623047754 ],755 "extent": [756 2.8221590518951416,757 44.898785157101884,758 101.98615264892578759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 -240.40225219726562,768 -203.2975311279297,769 345.78131103515625770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 0.8799999952316284,779 1780 ]781 },782 "color": [783 255,784 127,785 63786 ]787 },788 {789 "object_id": "SM_CurtainLong2_77",790 "bbox_2d": [791 1330,792 111,793 1563,794 229795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -237.57948279380798,800 -99.70682678361663,801 322.2176284790039802 ],803 "extent": [804 2.8221590518951416,805 44.898785157101884,806 23.563682556152344807 ]808 },809 "obb": {810 "center": [811 -237.57948279380798,812 -99.70682678361663,813 322.2176284790039814 ],815 "extent": [816 2.8221590518951416,817 44.898785157101884,818 23.563682556152344819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -240.40164184570312,828 -99.96336364746094,829 345.78131103515625830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 0.8799999952316284,839 1840 ]841 },842 "color": [843 127,844 0,845 63846 ]847 },848 {849 "object_id": "SM_CurtainLong4",850 "bbox_2d": [851 811,852 111,853 1039,854 229855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -237.57984900474548,860 105.36954345564118,861 322.2176284790039862 ],863 "extent": [864 2.8221590518951416,865 44.898785157101884,866 23.563682556152344867 ]868 },869 "obb": {870 "center": [871 -237.57984900474548,872 105.36954345564118,873 322.2176284790039874 ],875 "extent": [876 2.8221590518951416,877 44.898785157101884,878 23.563682556152344879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 -240.40200805664062,888 105.11300659179688,889 345.78131103515625890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 0.8799999952316284,899 1900 ]901 },902 "color": [903 127,904 255,905 63906 ]907 },908 {909 "object_id": "SM_CurtainLong5",910 "bbox_2d": [911 545,912 111,913 776,914 413915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -237.57984924316406,920 209.5871099767619,921 286.1421890258789922 ],923 "extent": [924 2.8221588134765625,925 44.898785157101884,926 59.639122009277344927 ]928 },929 "obb": {930 "center": [931 -237.57984924316406,932 209.5871099767619,933 286.1421890258789934 ],935 "extent": [936 2.8221588134765625,937 44.898785157101884,938 59.639122009277344939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 -240.40200805664062,948 208.00189208984375,949 345.78131103515625950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 1,958 0.8799999952316284,959 1960 ]961 },962 "color": [963 127,964 127,965 63966 ]967 },968 {969 "object_id": "SM_Curtain_67",970 "bbox_2d": [971 1071,972 111,973 1301,974 413975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -237.83901977539062,980 2.8463529882365037,981 286.23697662353516982 ],983 "extent": [984 2.8221588134765625,985 44.898785157101884,986 59.639122009277344987 ]988 },989 "obb": {990 "center": [991 -237.83901977539062,992 2.8463529882365037,993 286.23697662353516994 ],995 "extent": [996 2.8221588134765625,997 44.898785157101884,998 59.639122009277344999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 -240.6611785888672,1008 1.2611351013183594,1009 345.87609863281251010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 1,1018 0.8799999952316284,1019 11020 ]1021 },1022 "color": [1023 255,1024 63,1025 2231026 ]1027 }1028 ],1029 "cabinet": [1030 {1031 "object_id": "SM_KomodB2_69",1032 "bbox_2d": [1033 0,1034 579,1035 50,1036 6961037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -70.52521589851739,1042 312.06331189555453,1043 155.08795353741051044 ],1045 "extent": [1046 13.343359743013679,1047 7.44140555993738,1048 12.8860290240214681049 ]1050 },1051 "obb": {1052 "center": [1053 -70.52521589851739,1054 312.06331189555453,1055 155.08795353741051056 ],1057 "extent": [1058 13.343359743013679,1059 7.44140555993738,1060 12.8860290240214681061 ],1062 "rotation": [1063 0,1064 179.9998779296875,1065 01066 ]1067 },1068 "location": [1069 -70.52519989013672,1070 319.5771179199219,1071 142.12080383300781072 ],1073 "rotation": [1074 0,1075 179.9998779296875,1076 01077 ],1078 "scale": [1079 1.399999976158142,1080 1.399999976158142,1081 1.3999999761581421082 ]1083 },1084 "color": [1085 191,1086 95,1087 01088 ]1089 },1090 {1091 "object_id": "SM_KomodA3",1092 "bbox_2d": [1093 0,1094 569,1095 259,1096 6871097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -117.69346782899093,1102 312.04200175654626,1103 155.161507958151561104 ],1105 "extent": [1106 33.25703754064189,1107 7.441421415979278,1108 12.8860303591654881109 ]1110 },1111 "obb": {1112 "center": [1113 -117.69346782899093,1114 312.04200175654626,1115 155.161507958151561116 ],1117 "extent": [1118 33.25703754064189,1119 7.441421415979278,1120 12.8860303591654881121 ],1122 "rotation": [1123 0,1124 179.9999237060547,1125 01126 ]1127 },1128 "location": [1129 -117.76557159423828,1130 319.57708740234375,1131 142.2102050781251132 ],1133 "rotation": [1134 0,1135 179.9999237060547,1136 01137 ],1138 "scale": [1139 1.399999976158142,1140 1.399999976158142,1141 1.3999999761581421142 ]1143 },1144 "color": [1145 191,1146 95,1147 2551148 ]1149 },1150 {1151 "object_id": "SM_KomodC_73",1152 "bbox_2d": [1153 0,1154 632,1155 387,1156 9041157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -124.10193794684471,1162 298.8887793179526,1163 124.055022121408461164 ],1165 "extent": [1166 104.79397541784618,1167 20.51142805681326,1168 18.0191464216513851169 ]1170 },1171 "obb": {1172 "center": [1173 -124.10193794684471,1174 298.8887793179526,1175 124.055022121408461176 ],1177 "extent": [1178 104.79397541784618,1179 20.51142805681326,1180 18.0191464216513851181 ],1182 "rotation": [1183 0,1184 179.9999237060547,1185 01186 ]1187 },1188 "location": [1189 -124.0071792602539,1190 319.5770263671875,1191 105.90979003906251192 ],1193 "rotation": [1194 0,1195 179.9999237060547,1196 01197 ],1198 "scale": [1199 1.399999976158142,1200 1.100000023841858,