TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l090_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l090_r003/lit.png",5 "camera": {6 "location": [7 105,8 275,9 22810 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 105,38 275,39 228,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_WindowOpen_50",56 "bbox_2d": [57 1817,58 245,59 1919,60 76161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.2314281463623,66 -96.93702158267479,67 219.5105819702148468 ],69 "extent": [70 20.735897064208984,71 49.87431874935646,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.2314281463623,78 -96.93702158267479,79 219.5105819702148480 ],81 "extent": [82 20.735897064208984,83 49.87431874935646,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.55386352539062,94 -146.81134033203125,95 100.0967254638671996 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.059999942779541,105 1106 ]107 },108 "color": [109 127,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WindowOpen2_60",116 "bbox_2d": [117 1269,118 245,119 1551,120 880121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.2314281463623,126 109.07870259945412,127 219.51058197021484128 ],129 "extent": [130 20.735897064208984,131 49.87431874935646,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.2314281463623,138 109.07870259945412,139 219.51058197021484140 ],141 "extent": [142 20.735897064208984,143 49.87431874935646,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.55386352539062,154 59.204383850097656,155 100.09672546386719156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.059999942779541,165 1166 ]167 },168 "color": [169 127,170 127,171 255172 ]173 }174 ],175 "ceiling": [176 {177 "object_id": "SM_Silling_57",178 "bbox_2d": [179 675,180 0,181 1919,182 142183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -3.5792999267578125,188 231.85098266601562,189 349.02508544921875190 ],191 "extent": [192 176.71539306640625,193 496.9198303222656,194 10.160568237304688195 ]196 },197 "obb": {198 "center": [199 -3.5792999267578125,200 231.85098266601562,201 349.02508544921875202 ],203 "extent": [204 176.71539306640625,205 496.9198303222656,206 10.160568237304688207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 255,233 127234 ]235 }236 ],237 "window divided": [238 {239 "object_id": "SM_Window2",240 "bbox_2d": [241 1535,242 245,243 1816,244 840245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -260.562744140625,250 6.057598385566507,251 219.51061248779297252 ],253 "extent": [254 5,255 53.16790417169932,256 119.43922424316406257 ]258 },259 "obb": {260 "center": [261 -260.562744140625,262 6.057598385566507,263 219.51061248779297264 ],265 "extent": [266 5,267 53.16790417169932,268 119.43922424316406269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -255.562744140625,278 -47.11030578613281,279 100.09675598144531280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1.1299999952316284,289 1290 ]291 },292 "color": [293 127,294 127,295 0296 ]297 },298 {299 "object_id": "SM_Window3_62",300 "bbox_2d": [301 991,302 245,303 1268,304 760305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -260.5628662109375,310 211.59552451635,311 219.51061248779297312 ],313 "extent": [314 5,315 52.69739219213125,316 119.43922424316406317 ]318 },319 "obb": {320 "center": [321 -260.5628662109375,322 211.59552451635,323 219.51061248779297324 ],325 "extent": [326 5,327 52.69739219213125,328 119.43922424316406329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -255.5628662109375,338 158.89813232421875,339 100.09675598144531340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1.1200000047683716,349 1350 ]351 },352 "color": [353 127,354 127,355 127356 ]357 }358 ]359 },360 "foreground": {361 "plane": [362 {363 "object_id": "Plane_68",364 "bbox_2d": [365 1275,366 390,367 1919,368 601369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -427.68328857421875,374 211.84524536132807,375 234.66394042968747376 ],377 "extent": [378 0.0023036386334069903,379 1000.0018954050647,380 300.0063180862628381 ]382 },383 "obb": {384 "center": [385 -427.68328857421875,386 211.845245361328,387 234.66394042968744388 ],389 "extent": [390 0.0023036386334069903,391 1000.0018954050647,392 300.0063180862628393 ],394 "rotation": [395 0.0003620000206824746,396 -89.99987030029298,397 89.99999237060548398 ]399 },400 "location": [401 -427.68328857421875,402 211.84524536132812,403 234.6639404296875404 ],405 "rotation": [406 0.0003620000206824746,407 -89.99987030029298,408 89.99999237060548409 ],410 "scale": [411 20,412 6,413 1414 ]415 },416 "color": [417 255,418 0,419 63420 ]421 }422 ],423 "curtain": [424 {425 "object_id": "SM_CurtainLong2_77",426 "bbox_2d": [427 1877,428 209,429 1919,430 340431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -237.57948279380798,436 -99.70682678361663,437 322.2176284790039438 ],439 "extent": [440 2.8221590518951416,441 44.898785157101884,442 23.563682556152344443 ]444 },445 "obb": {446 "center": [447 -237.57948279380798,448 -99.70682678361663,449 322.2176284790039450 ],451 "extent": [452 2.8221590518951416,453 44.898785157101884,454 23.563682556152344455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -240.40164184570312,464 -99.96336364746094,465 345.78131103515625466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 0.8799999952316284,475 1476 ]477 },478 "color": [479 127,480 0,481 63482 ]483 },484 {485 "object_id": "SM_CurtainLong4",486 "bbox_2d": [487 1307,488 209,489 1565,490 340491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -237.57984900474548,496 105.36954345564118,497 322.2176284790039498 ],499 "extent": [500 2.8221590518951416,501 44.898785157101884,502 23.563682556152344503 ]504 },505 "obb": {506 "center": [507 -237.57984900474548,508 105.36954345564118,509 322.2176284790039510 ],511 "extent": [512 2.8221590518951416,513 44.898785157101884,514 23.563682556152344515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -240.40200805664062,524 105.11300659179688,525 345.78131103515625526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 0.8799999952316284,535 1536 ]537 },538 "color": [539 127,540 255,541 63542 ]543 },544 {545 "object_id": "SM_CurtainLong5",546 "bbox_2d": [547 1017,548 209,549 1270,550 543551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -237.57984924316406,556 209.5871099767619,557 286.1421890258789558 ],559 "extent": [560 2.8221588134765625,561 44.898785157101884,562 59.639122009277344563 ]564 },565 "obb": {566 "center": [567 -237.57984924316406,568 209.5871099767619,569 286.1421890258789570 ],571 "extent": [572 2.8221588134765625,573 44.898785157101884,574 59.639122009277344575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -240.40200805664062,584 208.00189208984375,585 345.78131103515625586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 0.8799999952316284,595 1596 ]597 },598 "color": [599 127,600 127,601 63602 ]603 },604 {605 "object_id": "SM_Curtain_67",606 "bbox_2d": [607 1592,608 209,609 1854,610 543611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -237.83901977539062,616 2.8463529882365037,617 286.23697662353516618 ],619 "extent": [620 2.8221588134765625,621 44.898785157101884,622 59.639122009277344623 ]624 },625 "obb": {626 "center": [627 -237.83901977539062,628 2.8463529882365037,629 286.23697662353516630 ],631 "extent": [632 2.8221588134765625,633 44.898785157101884,634 59.639122009277344635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -240.6611785888672,644 1.2611351013183594,645 345.8760986328125646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 0.8799999952316284,655 1656 ]657 },658 "color": [659 255,660 63,661 223662 ]663 }664 ],665 "cabinet": [666 {667 "object_id": "SM_KomodA2_68",668 "bbox_2d": [669 560,670 896,671 782,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -23.520482752086636,678 312.0420322741244,679 155.16150795815156680 ],681 "extent": [682 33.257037540641896,683 7.441421415979278,684 12.886030359165488685 ]686 },687 "obb": {688 "center": [689 -23.520482752086636,690 312.0420322741244,691 155.16150795815156692 ],693 "extent": [694 33.257037540641896,695 7.441421415979278,696 12.886030359165488697 ],698 "rotation": [699 0,700 179.9999237060547,701 0702 ]703 },704 "location": [705 -23.592586517333984,706 319.5771179199219,707 142.210205078125708 ],709 "rotation": [710 0,711 179.9999237060547,712 0713 ],714 "scale": [715 1.399999976158142,716 1.399999976158142,717 1.399999976158142718 ]719 },720 "color": [721 63,722 95,723 31724 ]725 },726 {727 "object_id": "SM_KomodB2_69",728 "bbox_2d": [729 744,730 852,731 808,732 1044733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -70.52521589851739,738 312.06331189555453,739 155.0879535374105740 ],741 "extent": [742 13.343359743013679,743 7.44140555993738,744 12.886029024021468745 ]746 },747 "obb": {748 "center": [749 -70.52521589851739,750 312.06331189555453,751 155.0879535374105752 ],753 "extent": [754 13.343359743013679,755 7.44140555993738,756 12.886029024021468757 ],758 "rotation": [759 0,760 179.9998779296875,761 0762 ]763 },764 "location": [765 -70.52519989013672,766 319.5771179199219,767 142.1208038330078768 ],769 "rotation": [770 0,771 179.9998779296875,772 0773 ],774 "scale": [775 1.399999976158142,776 1.399999976158142,777 1.399999976158142778 ]779 },780 "color": [781 191,782 95,783 0784 ]785 },786 {787 "object_id": "SM_KomodA3",788 "bbox_2d": [789 782,790 765,791 848,792 970793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -117.69346782899093,798 312.04200175654626,799 155.16150795815156800 ],801 "extent": [802 33.25703754064189,803 7.441421415979278,804 12.886030359165488805 ]806 },807 "obb": {808 "center": [809 -117.69346782899093,810 312.04200175654626,811 155.16150795815156812 ],813 "extent": [814 33.25703754064189,815 7.441421415979278,816 12.886030359165488817 ],818 "rotation": [819 0,820 179.9999237060547,821 0822 ]823 },824 "location": [825 -117.76557159423828,826 319.57708740234375,827 142.210205078125828 ],829 "rotation": [830 0,831 179.9999237060547,832 0833 ],834 "scale": [835 1.399999976158142,836 1.399999976158142,837 1.399999976158142838 ]839 },840 "color": [841 191,842 95,843 255844 ]845 },846 {847 "object_id": "SM_KomodC_73",848 "bbox_2d": [849 772,850 787,851 945,852 1079853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -124.10193794684471,858 298.8887793179526,859 124.05502212140846860 ],861 "extent": [862 104.79397541784618,863 20.51142805681326,864 18.019146421651385865 ]866 },867 "obb": {868 "center": [869 -124.10193794684471,870 298.8887793179526,871 124.05502212140846872 ],873 "extent": [874 104.79397541784618,875 20.51142805681326,876 18.019146421651385877 ],878 "rotation": [879 0,880 179.9999237060547,881 0882 ]883 },884 "location": [885 -124.0071792602539,886 319.5770263671875,887 105.9097900390625888 ],889 "rotation": [890 0,891 179.9999237060547,892 0893 ],894 "scale": [895 1.399999976158142,896 1.100000023841858,897 1.399999976158142898 ]899 },900 "color": [901 191,902 95,903 127904 ]905 },906 {907 "object_id": "SM_KomodB4",908 "bbox_2d": [909 762,910 455,911 841,912 569913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -123.92637177584169,918 312.0621660409311,919 234.18070446105088920 ],921 "extent": [922 13.34345889924328,923 7.441401519151839,924 12.886149886766134925 ]926 },927 "obb": {928 "center": [929 -123.92637177584169,930 312.0621660409311,931 234.18070446105088932 ],933 "extent": [934 13.34345889924328,935 7.441401519151839,936 12.886149886766134937 ],938 "rotation": [939 0.00048494338989257796,940 179.9999542236328,941 -6.103515624999998e-05942 ]943 },944 "location": [945 -123.92647552490234,946 319.5759582519531,947 221.2135467529297948 ],949 "rotation": [950 0.00048494338989257796,951 179.9999542236328,952 -6.103515624999998e-05953 ],954 "scale": [955 1.399999976158142,956 1.399999976158142,957 1.399999976158142958 ]959 },960 "color": [961 191,962 95,963 191964 ]965 },966 {967 "object_id": "SM_KomodA5",968 "bbox_2d": [969 841,970 464,971 867,972 565973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -171.0946897744853,978 312.0408421269254,979 234.25426573261743980 ],981 "extent": [982 33.257105774936946,983 7.441403702276773,984 12.88621669263648985 ]986 },987 "obb": {988 "center": [989 -171.0946897744853,990 312.0408421269254,991 234.25426573261743992 ],993 "extent": [994 33.257105774936946,995 7.441403702276773,996 12.88621669263648997 ],998 "rotation": [999 0.0003210188588127494,1000 179.9999542236328,1001 01002 ]1003 },1004 "location": [1005 -171.1668701171875,1006 319.575927734375,1007 221.302963256835941008 ],1009 "rotation": [1010 0.0003210188588127494,1011 179.9999542236328,1012 01013 ],1014 "scale": [1015 1.399999976158142,1016 1.399999976158142,1017 1.3999999761581421018 ]1019 },1020 "color": [1021 191,1022 95,1023 311024 ]1025 }1026 ],1027 "photo frame": [1028 {1029 "object_id": "SM_PicFram4",1030 "bbox_2d": [1031 152,1032 0,1033 739,1034 10791035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -12.852423359747856,1040 318.15411188239597,1041 232.728968180212631042 ],1043 "extent": [1044 65.30290819962941,1045 1.1435344578190438,1046 44.444874208500791047 ]1048 },1049 "obb": {1050 "center": [1051 -12.85242335974786,1052 318.15411188239597,1053 232.728968180212631054 ],1055 "extent": [1056 65.30290819962941,1057 1.1435344578190438,1058 44.444874208500791059 ],1060 "rotation": [1061 0.0005873962072655558,1062 179.9999542236328,1063 -0.000152587890624999971064 ]1065 },1066 "location": [1067 -12.852890014648438,1068 319.4111633300781,1069 188.24707031251070 ],1071 "rotation": [1072 0.0005873962072655558,1073 179.9999542236328,1074 -0.000152587890624999971075 ],1076 "scale": [1077 1.5244852304458618,1078 1.5244852304458618,1079 1.52448523044586181080 ]1081 },1082 "color": [1083 191,1084 95,1085 631086 ]1087 },1088 {1089 "object_id": "SM_PicFram5_97",1090 "bbox_2d": [1091 814,1092 632,1093 859,1094 7871095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -204.10205487919947,1100 314.07568062619777,1101 169.342867834674681102 ],1103 "extent": [1104 18.736677705365878,1105 5.255410112622201,1106 27.195529082960691107 ]1108 },1109 "obb": {1110 "center": [1111 -204.10205487919947,1112 314.07568062619777,1113 169.342867834674681114 ],1115 "extent": [1116 18.736677705365878,1117 5.255410112622201,1118 27.195529082960691119 ],1120 "rotation": [1121 79.99990081787126,1122 89.99997711181658,1123 -89.999633789062641124 ]1125 },1126 "location": [1127 -222.8546142578125,1128 314.5977478027344,1129 169.25080871582031130 ],1131 "rotation": [1132 79.99990081787126,1133 89.99997711181658,1134 -89.999633789062641135 ],1136 "scale": [1137 -0.6426889896392822,1138 0.6426885724067688,1139 0.64268857240676881140 ]1141 },1142 "color": [1143 31,1144 95,1145 311146 ]1147 }1148 ],1149 "decorative grass": [1150 {1151 "object_id": "SM_Decorative102_84",1152 "bbox_2d": [1153 785,1154 778,1155 807,1156 8221157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -98.38091278074343,1162 310.77997970578616,1163 173.712055206298831164 ],1165 "extent": [1166 10.568944488227743,1167 3.303895672248075,1168 5.7143821716308591169 ]1170 },1171 "obb": {1172 "center": [1173 -98.38091278074343,1174 310.77997970578616,1175 173.712055206298831176 ],1177 "extent": [1178 10.568944488227743,1179 3.303895672248075,1180 5.7143821716308591181 ],1182 "rotation": [1183 0,1184 -90.00009155273439,1185 01186 ]1187 },1188 "location": [1189 -98.38092803955078,1190 310.77996826171875,1191 167.97399902343751192 ],1193 "rotation": [1194 0,1195 -90.00009155273439,1196 01197 ],1198 "scale": [1199 1,1200 1,