TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l087_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l087_r002/lit.png",5 "camera": {6 "location": [7 -70,8 15,9 22910 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -70,38 15,39 229,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 0,58 0,59 993,60 27461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_WindowOpen2_60",118 "bbox_2d": [119 1315,120 0,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.2314281463623,128 109.07870259945412,129 219.51058197021484130 ],131 "extent": [132 20.735897064208984,133 49.87431874935646,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.2314281463623,140 109.07870259945412,141 219.51058197021484142 ],143 "extent": [144 20.735897064208984,145 49.87431874935646,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.55386352539062,156 59.204383850097656,157 100.09672546386719158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.059999942779541,167 1168 ]169 },170 "color": [171 127,172 127,173 255174 ]175 }176 ],177 "window divided": [178 {179 "object_id": "SM_Window3_62",180 "bbox_2d": [181 1072,182 63,183 1351,184 1072185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -260.5628662109375,190 211.59552451635,191 219.51061248779297192 ],193 "extent": [194 5,195 52.69739219213125,196 119.43922424316406197 ]198 },199 "obb": {200 "center": [201 -260.5628662109375,202 211.59552451635,203 219.51061248779297204 ],205 "extent": [206 5,207 52.69739219213125,208 119.43922424316406209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -255.5628662109375,218 158.89813232421875,219 100.09675598144531220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1.1200000047683716,229 1230 ]231 },232 "color": [233 127,234 127,235 127236 ]237 }238 ]239 },240 "foreground": {241 "plane": [242 {243 "object_id": "Plane_68",244 "bbox_2d": [245 1388,246 159,247 1919,248 708249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -427.68328857421875,254 211.84524536132807,255 234.66394042968747256 ],257 "extent": [258 0.0023036386334069903,259 1000.0018954050647,260 300.0063180862628261 ]262 },263 "obb": {264 "center": [265 -427.68328857421875,266 211.845245361328,267 234.66394042968744268 ],269 "extent": [270 0.0023036386334069903,271 1000.0018954050647,272 300.0063180862628273 ],274 "rotation": [275 0.0003620000206824746,276 -89.99987030029298,277 89.99999237060548278 ]279 },280 "location": [281 -427.68328857421875,282 211.84524536132812,283 234.6639404296875284 ],285 "rotation": [286 0.0003620000206824746,287 -89.99987030029298,288 89.99999237060548289 ],290 "scale": [291 20,292 6,293 1294 ]295 },296 "color": [297 255,298 0,299 63300 ]301 }302 ],303 "curtain": [304 {305 "object_id": "SM_CurtainLong4",306 "bbox_2d": [307 1322,308 0,309 1891,310 203311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 -237.57984900474548,316 105.36954345564118,317 322.2176284790039318 ],319 "extent": [320 2.8221590518951416,321 44.898785157101884,322 23.563682556152344323 ]324 },325 "obb": {326 "center": [327 -237.57984900474548,328 105.36954345564118,329 322.2176284790039330 ],331 "extent": [332 2.8221590518951416,333 44.898785157101884,334 23.563682556152344335 ],336 "rotation": [337 0,338 0,339 0340 ]341 },342 "location": [343 -240.40200805664062,344 105.11300659179688,345 345.78131103515625346 ],347 "rotation": [348 0,349 0,350 0351 ],352 "scale": [353 1,354 0.8799999952316284,355 1356 ]357 },358 "color": [359 127,360 255,361 63362 ]363 },364 {365 "object_id": "SM_CurtainLong5",366 "bbox_2d": [367 1036,368 15,369 1283,370 550371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -237.57984924316406,376 209.5871099767619,377 286.1421890258789378 ],379 "extent": [380 2.8221588134765625,381 44.898785157101884,382 59.639122009277344383 ]384 },385 "obb": {386 "center": [387 -237.57984924316406,388 209.5871099767619,389 286.1421890258789390 ],391 "extent": [392 2.8221588134765625,393 44.898785157101884,394 59.639122009277344395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 -240.40200805664062,404 208.00189208984375,405 345.78131103515625406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 0.8799999952316284,415 1416 ]417 },418 "color": [419 127,420 127,421 63422 ]423 },424 {425 "object_id": "SM_CurtainLong7",426 "bbox_2d": [427 815,428 271,429 848,430 295431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -237.57984900474548,436 441.8350585923599,437 322.2176284790039438 ],439 "extent": [440 2.8221590518951416,441 44.898785157101884,442 23.563682556152344443 ]444 },445 "obb": {446 "center": [447 -237.57984900474548,448 441.8350585923599,449 322.2176284790039450 ],451 "extent": [452 2.8221590518951416,453 44.898785157101884,454 23.563682556152344455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -240.40200805664062,464 441.5785217285156,465 345.78131103515625466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 0.8799999952316284,475 1476 ]477 },478 "color": [479 0,480 63,481 0482 ]483 }484 ],485 "cabinet": [486 {487 "object_id": "SM_KomodB_63",488 "bbox_2d": [489 0,490 802,491 7,492 807493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 23.50204392814276,498 312.06331189555453,499 155.0879535374105500 ],501 "extent": [502 13.343359743013684,503 7.44140555993738,504 12.886029024021468505 ]506 },507 "obb": {508 "center": [509 23.50204392814276,510 312.06331189555453,511 155.0879535374105512 ],513 "extent": [514 13.343359743013684,515 7.44140555993738,516 12.886029024021468517 ],518 "rotation": [519 0,520 179.9998779296875,521 0522 ]523 },524 "location": [525 23.502059936523438,526 319.5771179199219,527 142.1208038330078528 ],529 "rotation": [530 0,531 179.9998779296875,532 0533 ],534 "scale": [535 1.399999976158142,536 1.399999976158142,537 1.399999976158142538 ]539 },540 "color": [541 63,542 95,543 191544 ]545 },546 {547 "object_id": "SM_KomodA2_68",548 "bbox_2d": [549 0,550 768,551 348,552 931553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -23.520482752086636,558 312.0420322741244,559 155.16150795815156560 ],561 "extent": [562 33.257037540641896,563 7.441421415979278,564 12.886030359165488565 ]566 },567 "obb": {568 "center": [569 -23.520482752086636,570 312.0420322741244,571 155.16150795815156572 ],573 "extent": [574 33.257037540641896,575 7.441421415979278,576 12.886030359165488577 ],578 "rotation": [579 0,580 179.9999237060547,581 0582 ]583 },584 "location": [585 -23.592586517333984,586 319.5771179199219,587 142.210205078125588 ],589 "rotation": [590 0,591 179.9999237060547,592 0593 ],594 "scale": [595 1.399999976158142,596 1.399999976158142,597 1.399999976158142598 ]599 },600 "color": [601 63,602 95,603 31604 ]605 },606 {607 "object_id": "SM_KomodB2_69",608 "bbox_2d": [609 348,610 756,611 464,612 879613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -70.52521589851739,618 312.06331189555453,619 155.0879535374105620 ],621 "extent": [622 13.343359743013679,623 7.44140555993738,624 12.886029024021468625 ]626 },627 "obb": {628 "center": [629 -70.52521589851739,630 312.06331189555453,631 155.0879535374105632 ],633 "extent": [634 13.343359743013679,635 7.44140555993738,636 12.886029024021468637 ],638 "rotation": [639 0,640 179.9998779296875,641 0642 ]643 },644 "location": [645 -70.52519989013672,646 319.5771179199219,647 142.1208038330078648 ],649 "rotation": [650 0,651 179.9998779296875,652 0653 ],654 "scale": [655 1.399999976158142,656 1.399999976158142,657 1.399999976158142658 ]659 },660 "color": [661 191,662 95,663 0664 ]665 },666 {667 "object_id": "SM_KomodA3",668 "bbox_2d": [669 465,670 732,671 713,672 861673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -117.69346782899093,678 312.04200175654626,679 155.16150795815156680 ],681 "extent": [682 33.25703754064189,683 7.441421415979278,684 12.886030359165488685 ]686 },687 "obb": {688 "center": [689 -117.69346782899093,690 312.04200175654626,691 155.16150795815156692 ],693 "extent": [694 33.25703754064189,695 7.441421415979278,696 12.886030359165488697 ],698 "rotation": [699 0,700 179.9999237060547,701 0702 ]703 },704 "location": [705 -117.76557159423828,706 319.57708740234375,707 142.210205078125708 ],709 "rotation": [710 0,711 179.9999237060547,712 0713 ],714 "scale": [715 1.399999976158142,716 1.399999976158142,717 1.399999976158142718 ]719 },720 "color": [721 191,722 95,723 255724 ]725 },726 {727 "object_id": "SM_KomodC_73",728 "bbox_2d": [729 129,730 809,731 741,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -124.10193794684471,738 298.8887793179526,739 124.05502212140846740 ],741 "extent": [742 104.79397541784618,743 20.51142805681326,744 18.019146421651385745 ]746 },747 "obb": {748 "center": [749 -124.10193794684471,750 298.8887793179526,751 124.05502212140846752 ],753 "extent": [754 104.79397541784618,755 20.51142805681326,756 18.019146421651385757 ],758 "rotation": [759 0,760 179.9999237060547,761 0762 ]763 },764 "location": [765 -124.0071792602539,766 319.5770263671875,767 105.9097900390625768 ],769 "rotation": [770 0,771 179.9999237060547,772 0773 ],774 "scale": [775 1.399999976158142,776 1.100000023841858,777 1.399999976158142778 ]779 },780 "color": [781 191,782 95,783 127784 ]785 },786 {787 "object_id": "SM_KomodB4",788 "bbox_2d": [789 564,790 476,791 667,792 566793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -123.92637177584169,798 312.0621660409311,799 234.18070446105088800 ],801 "extent": [802 13.34345889924328,803 7.441401519151839,804 12.886149886766134805 ]806 },807 "obb": {808 "center": [809 -123.92637177584169,810 312.0621660409311,811 234.18070446105088812 ],813 "extent": [814 13.34345889924328,815 7.441401519151839,816 12.886149886766134817 ],818 "rotation": [819 0.00048494338989257796,820 179.9999542236328,821 -6.103515624999998e-05822 ]823 },824 "location": [825 -123.92647552490234,826 319.5759582519531,827 221.2135467529297828 ],829 "rotation": [830 0.00048494338989257796,831 179.9999542236328,832 -6.103515624999998e-05833 ],834 "scale": [835 1.399999976158142,836 1.399999976158142,837 1.399999976158142838 ]839 },840 "color": [841 191,842 95,843 191844 ]845 },846 {847 "object_id": "SM_KomodA5",848 "bbox_2d": [849 668,850 479,851 873,852 565853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -171.0946897744853,858 312.0408421269254,859 234.25426573261743860 ],861 "extent": [862 33.257105774936946,863 7.441403702276773,864 12.88621669263648865 ]866 },867 "obb": {868 "center": [869 -171.0946897744853,870 312.0408421269254,871 234.25426573261743872 ],873 "extent": [874 33.257105774936946,875 7.441403702276773,876 12.88621669263648877 ],878 "rotation": [879 0.0003210188588127494,880 179.9999542236328,881 0882 ]883 },884 "location": [885 -171.1668701171875,886 319.575927734375,887 221.30296325683594888 ],889 "rotation": [890 0.0003210188588127494,891 179.9999542236328,892 0893 ],894 "scale": [895 1.399999976158142,896 1.399999976158142,897 1.399999976158142898 ]899 },900 "color": [901 191,902 95,903 31904 ]905 }906 ],907 "photo frame": [908 {909 "object_id": "SM_PicFram4",910 "bbox_2d": [911 0,912 331,913 439,914 716915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -12.852423359747856,920 318.15411188239597,921 232.72896818021263922 ],923 "extent": [924 65.30290819962941,925 1.1435344578190438,926 44.44487420850079927 ]928 },929 "obb": {930 "center": [931 -12.85242335974786,932 318.15411188239597,933 232.72896818021263934 ],935 "extent": [936 65.30290819962941,937 1.1435344578190438,938 44.44487420850079939 ],940 "rotation": [941 0.0005873962072655558,942 179.9999542236328,943 -0.00015258789062499997944 ]945 },946 "location": [947 -12.852890014648438,948 319.4111633300781,949 188.2470703125950 ],951 "rotation": [952 0.0005873962072655558,953 179.9999542236328,954 -0.00015258789062499997955 ],956 "scale": [957 1.5244852304458618,958 1.5244852304458618,959 1.5244852304458618960 ]961 },962 "color": [963 191,964 95,965 63966 ]967 },968 {969 "object_id": "SM_PicFram5_97",970 "bbox_2d": [971 804,972 632,973 915,974 775975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -204.10205487919947,980 314.07568062619777,981 169.34286783467468982 ],983 "extent": [984 18.736677705365878,985 5.255410112622201,986 27.19552908296069987 ]988 },989 "obb": {990 "center": [991 -204.10205487919947,992 314.07568062619777,993 169.34286783467468994 ],995 "extent": [996 18.736677705365878,997 5.255410112622201,998 27.19552908296069999 ],1000 "rotation": [1001 79.99990081787126,1002 89.99997711181658,1003 -89.999633789062641004 ]1005 },1006 "location": [1007 -222.8546142578125,1008 314.5977478027344,1009 169.25080871582031010 ],1011 "rotation": [1012 79.99990081787126,1013 89.99997711181658,1014 -89.999633789062641015 ],1016 "scale": [1017 -0.6426889896392822,1018 0.6426885724067688,1019 0.64268857240676881020 ]1021 },1022 "color": [1023 31,1024 95,1025 311026 ]1027 }1028 ],1029 "decorative grass": [1030 {1031 "object_id": "SM_Decorative102_84",1032 "bbox_2d": [1033 480,1034 718,1035 561,1036 7611037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -98.38091278074343,1042 310.77997970578616,1043 173.712055206298831044 ],1045 "extent": [1046 10.568944488227743,1047 3.303895672248075,1048 5.7143821716308591049 ]1050 },1051 "obb": {1052 "center": [1053 -98.38091278074343,1054 310.77997970578616,1055 173.712055206298831056 ],1057 "extent": [1058 10.568944488227743,1059 3.303895672248075,1060 5.7143821716308591061 ],1062 "rotation": [1063 0,1064 -90.00009155273439,1065 01066 ]1067 },1068 "location": [1069 -98.38092803955078,1070 310.77996826171875,1071 167.97399902343751072 ],1073 "rotation": [1074 0,1075 -90.00009155273439,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 31,1086 95,1087 01088 ]1089 },1090 {1091 "object_id": "SM_Decorative103_87",1092 "bbox_2d": [1093 583,1094 616,1095 674,1096 7501097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -127.92554855346097,1102 311.10367129505903,1103 187.47422027587891104 ],1105 "extent": [1106 12.982081360609726,1107 3.1086878797778468,1108 19.4463348388671881109 ]1110 },1111 "obb": {1112 "center": [1113 -127.92554855346097,1114 311.10367129505903,1115 187.47422027587891116 ],1117 "extent": [1118 12.982081360609726,1119 3.1086878797778468,1120 19.4463348388671881121 ],1122 "rotation": [1123 0,1124 -90.00012207031251,1125 01126 ]1127 },1128 "location": [1129 -127.59793853759766,1130 311.1036682128906,1131 168.04740905761721132 ],1133 "rotation": [1134 0,1135 -90.00012207031251,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 31,1146 95,1147 2551148 ]1149 },1150 {1151 "object_id": "SM_Decorative104_90",1152 "bbox_2d": [1153 34,1154 886,1155 75,1156 9151157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -0.0949249267578125,1162 310.516845703125,1163 145.943217039108281164 ],1165 "extent": [1166 3.4798521995544434,1167 3.4798552989959717,1168 2.24234604835510251169 ]1170 },1171 "obb": {1172 "center": [1173 -0.0949249267578125,1174 310.516845703125,1175 145.943217039108281176 ],1177 "extent": [1178 3.4798521995544434,1179 3.4798552989959717,1180 2.24234604835510251181 ],1182 "rotation": [1183 0,1184 0,1185 01186 ]1187 },1188 "location": [1189 -0.0949249267578125,1190 310.516845703125,1191 143.69267272949221192 ],1193 "rotation": [1194 0,1195 0,1196 01197 ],1198 "scale": [1199 1,1200 1,