TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l093_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l093_r002/lit.png",5 "camera": {6 "location": [7 -121,8 -56,9 22210 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -121,38 -56,39 222,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 0,58 0,59 703,60 28861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window2",118 "bbox_2d": [119 1299,120 488,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 6.057598385566507,129 219.51061248779297130 ],131 "extent": [132 5,133 53.16790417169932,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 6.057598385566507,141 219.51061248779297142 ],143 "extent": [144 5,145 53.16790417169932,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 -47.11030578613281,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1299999952316284,167 1168 ]169 },170 "color": [171 127,172 127,173 0174 ]175 },176 {177 "object_id": "SM_Window3_62",178 "bbox_2d": [179 839,180 130,181 993,182 960183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.5628662109375,188 211.59552451635,189 219.51061248779297190 ],191 "extent": [192 5,193 52.69739219213125,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.5628662109375,200 211.59552451635,201 219.51061248779297202 ],203 "extent": [204 5,205 52.69739219213125,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.5628662109375,216 158.89813232421875,217 100.09675598144531218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1200000047683716,227 1228 ]229 },230 "color": [231 127,232 127,233 127234 ]235 }236 ],237 "window": [238 {239 "object_id": "SM_WindowOpen2_60",240 "bbox_2d": [241 947,242 0,243 1298,244 971245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -260.2314281463623,250 109.07870259945412,251 219.51058197021484252 ],253 "extent": [254 20.735897064208984,255 49.87431874935646,256 119.43922424316406257 ]258 },259 "obb": {260 "center": [261 -260.2314281463623,262 109.07870259945412,263 219.51058197021484264 ],265 "extent": [266 20.735897064208984,267 49.87431874935646,268 119.43922424316406269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -255.55386352539062,278 59.204383850097656,279 100.09672546386719280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1.059999942779541,289 1290 ]291 },292 "color": [293 127,294 127,295 255296 ]297 }298 ]299 },300 "foreground": {301 "plane": [302 {303 "object_id": "Plane_68",304 "bbox_2d": [305 1030,306 203,307 1288,308 635309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -427.68328857421875,314 211.84524536132807,315 234.66394042968747316 ],317 "extent": [318 0.0023036386334069903,319 1000.0018954050647,320 300.0063180862628321 ]322 },323 "obb": {324 "center": [325 -427.68328857421875,326 211.845245361328,327 234.66394042968744328 ],329 "extent": [330 0.0023036386334069903,331 1000.0018954050647,332 300.0063180862628333 ],334 "rotation": [335 0.0003620000206824746,336 -89.99987030029298,337 89.99999237060548338 ]339 },340 "location": [341 -427.68328857421875,342 211.84524536132812,343 234.6639404296875344 ],345 "rotation": [346 0.0003620000206824746,347 -89.99987030029298,348 89.99999237060548349 ],350 "scale": [351 20,352 6,353 1354 ]355 },356 "color": [357 255,358 0,359 63360 ]361 }362 ],363 "curtain": [364 {365 "object_id": "SM_CurtainLong4",366 "bbox_2d": [367 942,368 0,369 1208,370 226371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -237.57984900474548,376 105.36954345564118,377 322.2176284790039378 ],379 "extent": [380 2.8221590518951416,381 44.898785157101884,382 23.563682556152344383 ]384 },385 "obb": {386 "center": [387 -237.57984900474548,388 105.36954345564118,389 322.2176284790039390 ],391 "extent": [392 2.8221590518951416,393 44.898785157101884,394 23.563682556152344395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 -240.40200805664062,404 105.11300659179688,405 345.78131103515625406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 0.8799999952316284,415 1416 ]417 },418 "color": [419 127,420 255,421 63422 ]423 },424 {425 "object_id": "SM_CurtainLong5",426 "bbox_2d": [427 793,428 64,429 932,430 526431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -237.57984924316406,436 209.5871099767619,437 286.1421890258789438 ],439 "extent": [440 2.8221588134765625,441 44.898785157101884,442 59.639122009277344443 ]444 },445 "obb": {446 "center": [447 -237.57984924316406,448 209.5871099767619,449 286.1421890258789450 ],451 "extent": [452 2.8221588134765625,453 44.898785157101884,454 59.639122009277344455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -240.40200805664062,464 208.00189208984375,465 345.78131103515625466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 0.8799999952316284,475 1476 ]477 },478 "color": [479 127,480 127,481 63482 ]483 },484 {485 "object_id": "SM_CurtainLong7",486 "bbox_2d": [487 660,488 284,489 681,490 305491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -237.57984900474548,496 441.8350585923599,497 322.2176284790039498 ],499 "extent": [500 2.8221590518951416,501 44.898785157101884,502 23.563682556152344503 ]504 },505 "obb": {506 "center": [507 -237.57984900474548,508 441.8350585923599,509 322.2176284790039510 ],511 "extent": [512 2.8221590518951416,513 44.898785157101884,514 23.563682556152344515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -240.40200805664062,524 441.5785217285156,525 345.78131103515625526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 0.8799999952316284,535 1536 ]537 },538 "color": [539 0,540 63,541 0542 ]543 },544 {545 "object_id": "SM_Curtain_67",546 "bbox_2d": [547 1276,548 0,549 1919,550 509551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -237.83901977539062,556 2.8463529882365037,557 286.23697662353516558 ],559 "extent": [560 2.8221588134765625,561 44.898785157101884,562 59.639122009277344563 ]564 },565 "obb": {566 "center": [567 -237.83901977539062,568 2.8463529882365037,569 286.23697662353516570 ],571 "extent": [572 2.8221588134765625,573 44.898785157101884,574 59.639122009277344575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -240.6611785888672,584 1.2611351013183594,585 345.8760986328125586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 0.8799999952316284,595 1596 ]597 },598 "color": [599 255,600 63,601 223602 ]603 }604 ],605 "cabinet": [606 {607 "object_id": "SM_KomodA2_68",608 "bbox_2d": [609 0,610 717,611 162,612 829613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -23.520482752086636,618 312.0420322741244,619 155.16150795815156620 ],621 "extent": [622 33.257037540641896,623 7.441421415979278,624 12.886030359165488625 ]626 },627 "obb": {628 "center": [629 -23.520482752086636,630 312.0420322741244,631 155.16150795815156632 ],633 "extent": [634 33.257037540641896,635 7.441421415979278,636 12.886030359165488637 ],638 "rotation": [639 0,640 179.9999237060547,641 0642 ]643 },644 "location": [645 -23.592586517333984,646 319.5771179199219,647 142.210205078125648 ],649 "rotation": [650 0,651 179.9999237060547,652 0653 ],654 "scale": [655 1.399999976158142,656 1.399999976158142,657 1.399999976158142658 ]659 },660 "color": [661 63,662 95,663 31664 ]665 },666 {667 "object_id": "SM_KomodB2_69",668 "bbox_2d": [669 154,670 709,671 271,672 812673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -70.52521589851739,678 312.06331189555453,679 155.0879535374105680 ],681 "extent": [682 13.343359743013679,683 7.44140555993738,684 12.886029024021468685 ]686 },687 "obb": {688 "center": [689 -70.52521589851739,690 312.06331189555453,691 155.0879535374105692 ],693 "extent": [694 13.343359743013679,695 7.44140555993738,696 12.886029024021468697 ],698 "rotation": [699 0,700 179.9998779296875,701 0702 ]703 },704 "location": [705 -70.52519989013672,706 319.5771179199219,707 142.1208038330078708 ],709 "rotation": [710 0,711 179.9998779296875,712 0713 ],714 "scale": [715 1.399999976158142,716 1.399999976158142,717 1.399999976158142718 ]719 },720 "color": [721 191,722 95,723 0724 ]725 },726 {727 "object_id": "SM_KomodA3",728 "bbox_2d": [729 268,730 692,731 506,732 799733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -117.69346782899093,738 312.04200175654626,739 155.16150795815156740 ],741 "extent": [742 33.25703754064189,743 7.441421415979278,744 12.886030359165488745 ]746 },747 "obb": {748 "center": [749 -117.69346782899093,750 312.04200175654626,751 155.16150795815156752 ],753 "extent": [754 33.25703754064189,755 7.441421415979278,756 12.886030359165488757 ],758 "rotation": [759 0,760 179.9999237060547,761 0762 ]763 },764 "location": [765 -117.76557159423828,766 319.57708740234375,767 142.210205078125768 ],769 "rotation": [770 0,771 179.9999237060547,772 0773 ],774 "scale": [775 1.399999976158142,776 1.399999976158142,777 1.399999976158142778 ]779 },780 "color": [781 191,782 95,783 255784 ]785 },786 {787 "object_id": "SM_KomodC_73",788 "bbox_2d": [789 0,790 785,791 405,792 993793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -124.10193794684471,798 298.8887793179526,799 124.05502212140846800 ],801 "extent": [802 104.79397541784618,803 20.51142805681326,804 18.019146421651385805 ]806 },807 "obb": {808 "center": [809 -124.10193794684471,810 298.8887793179526,811 124.05502212140846812 ],813 "extent": [814 104.79397541784618,815 20.51142805681326,816 18.019146421651385817 ],818 "rotation": [819 0,820 179.9999237060547,821 0822 ]823 },824 "location": [825 -124.0071792602539,826 319.5770263671875,827 105.9097900390625828 ],829 "rotation": [830 0,831 179.9999237060547,832 0833 ],834 "scale": [835 1.399999976158142,836 1.100000023841858,837 1.399999976158142838 ]839 },840 "color": [841 191,842 95,843 127844 ]845 },846 {847 "object_id": "SM_KomodB4",848 "bbox_2d": [849 368,850 462,851 461,852 541853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -123.92637177584169,858 312.0621660409311,859 234.18070446105088860 ],861 "extent": [862 13.34345889924328,863 7.441401519151839,864 12.886149886766134865 ]866 },867 "obb": {868 "center": [869 -123.92637177584169,870 312.0621660409311,871 234.18070446105088872 ],873 "extent": [874 13.34345889924328,875 7.441401519151839,876 12.886149886766134877 ],878 "rotation": [879 0.00048494338989257796,880 179.9999542236328,881 -6.103515624999998e-05882 ]883 },884 "location": [885 -123.92647552490234,886 319.5759582519531,887 221.2135467529297888 ],889 "rotation": [890 0.00048494338989257796,891 179.9999542236328,892 -6.103515624999998e-05893 ],894 "scale": [895 1.399999976158142,896 1.399999976158142,897 1.399999976158142898 ]899 },900 "color": [901 191,902 95,903 191904 ]905 },906 {907 "object_id": "SM_KomodA5",908 "bbox_2d": [909 462,910 465,911 666,912 541913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -171.0946897744853,918 312.0408421269254,919 234.25426573261743920 ],921 "extent": [922 33.257105774936946,923 7.441403702276773,924 12.88621669263648925 ]926 },927 "obb": {928 "center": [929 -171.0946897744853,930 312.0408421269254,931 234.25426573261743932 ],933 "extent": [934 33.257105774936946,935 7.441403702276773,936 12.88621669263648937 ],938 "rotation": [939 0.0003210188588127494,940 179.9999542236328,941 0942 ]943 },944 "location": [945 -171.1668701171875,946 319.575927734375,947 221.30296325683594948 ],949 "rotation": [950 0.0003210188588127494,951 179.9999542236328,952 0953 ],954 "scale": [955 1.399999976158142,956 1.399999976158142,957 1.399999976158142958 ]959 },960 "color": [961 191,962 95,963 31964 ]965 }966 ],967 "photo frame": [968 {969 "object_id": "SM_PicFram4",970 "bbox_2d": [971 0,972 346,973 248,974 657975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -12.852423359747856,980 318.15411188239597,981 232.72896818021263982 ],983 "extent": [984 65.30290819962941,985 1.1435344578190438,986 44.44487420850079987 ]988 },989 "obb": {990 "center": [991 -12.85242335974786,992 318.15411188239597,993 232.72896818021263994 ],995 "extent": [996 65.30290819962941,997 1.1435344578190438,998 44.44487420850079999 ],1000 "rotation": [1001 0.0005873962072655558,1002 179.9999542236328,1003 -0.000152587890624999971004 ]1005 },1006 "location": [1007 -12.852890014648438,1008 319.4111633300781,1009 188.24707031251010 ],1011 "rotation": [1012 0.0005873962072655558,1013 179.9999542236328,1014 -0.000152587890624999971015 ],1016 "scale": [1017 1.5244852304458618,1018 1.5244852304458618,1019 1.52448523044586181020 ]1021 },1022 "color": [1023 191,1024 95,1025 631026 ]1027 },1028 {1029 "object_id": "SM_PicFram5_97",1030 "bbox_2d": [1031 606,1032 605,1033 712,1034 7311035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -204.10205487919947,1040 314.07568062619777,1041 169.342867834674681042 ],1043 "extent": [1044 18.736677705365878,1045 5.255410112622201,1046 27.195529082960691047 ]1048 },1049 "obb": {1050 "center": [1051 -204.10205487919947,1052 314.07568062619777,1053 169.342867834674681054 ],1055 "extent": [1056 18.736677705365878,1057 5.255410112622201,1058 27.195529082960691059 ],1060 "rotation": [1061 79.99990081787126,1062 89.99997711181658,1063 -89.999633789062641064 ]1065 },1066 "location": [1067 -222.8546142578125,1068 314.5977478027344,1069 169.25080871582031070 ],1071 "rotation": [1072 79.99990081787126,1073 89.99997711181658,1074 -89.999633789062641075 ],1076 "scale": [1077 -0.6426889896392822,1078 0.6426885724067688,1079 0.64268857240676881080 ]1081 },1082 "color": [1083 31,1084 95,1085 311086 ]1087 }1088 ],1089 "decorative grass": [1090 {1091 "object_id": "SM_Decorative102_84",1092 "bbox_2d": [1093 284,1094 675,1095 362,1096 7121097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -98.38091278074343,1102 310.77997970578616,1103 173.712055206298831104 ],1105 "extent": [1106 10.568944488227743,1107 3.303895672248075,1108 5.7143821716308591109 ]1110 },1111 "obb": {1112 "center": [1113 -98.38091278074343,1114 310.77997970578616,1115 173.712055206298831116 ],1117 "extent": [1118 10.568944488227743,1119 3.303895672248075,1120 5.7143821716308591121 ],1122 "rotation": [1123 0,1124 -90.00009155273439,1125 01126 ]1127 },1128 "location": [1129 -98.38092803955078,1130 310.77996826171875,1131 167.97399902343751132 ],1133 "rotation": [1134 0,1135 -90.00009155273439,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 31,1146 95,1147 01148 ]1149 },1150 {1151 "object_id": "SM_Decorative103_87",1152 "bbox_2d": [1153 384,1154 585,1155 472,1156 7041157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -127.92554855346097,1162 311.10367129505903,1163 187.47422027587891164 ],1165 "extent": [1166 12.982081360609726,1167 3.1086878797778468,1168 19.4463348388671881169 ]1170 },1171 "obb": {1172 "center": [1173 -127.92554855346097,1174 311.10367129505903,1175 187.47422027587891176 ],1177 "extent": [1178 12.982081360609726,1179 3.1086878797778468,1180 19.4463348388671881181 ],1182 "rotation": [1183 0,1184 -90.00012207031251,1185 01186 ]1187 },1188 "location": [1189 -127.59793853759766,1190 311.1036682128906,1191 168.04740905761721192 ],1193 "rotation": [1194 0,1195 -90.00012207031251,1196 01197 ],1198 "scale": [1199 1,1200 1,