TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l086_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l086_r001/lit.png",5 "camera": {6 "location": [7 26,8 146,9 23210 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 26,38 146,39 232,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 709,58 0,59 1622,60 19761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 770,120 321,121 937,122 979123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface57",178 "bbox_2d": [179 0,180 141,181 253,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40711644136513,188 194.618632203342,189 193.68687438964844190 ],191 "extent": [192 5.455037415813791,193 40.9399423472035,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40711644136513,200 194.618632203342,201 193.68687438964844202 ],203 "extent": [204 5.455037415813791,205 40.9399423472035,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.37254333496094,216 154.16036987304688,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 0.8706653118133545,227 1228 ]229 },230 "color": [231 127,232 159,233 127234 ]235 },236 {237 "object_id": "SM_Door_polySurface50",238 "bbox_2d": [239 0,240 92,241 306,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 237.10054705583462,248 194.50258489944235,249 195.17345428466797250 ],251 "extent": [252 9.745574626675705,253 49.10113152907067,254 105.98666381835938255 ]256 },257 "obb": {258 "center": [259 237.10054705583462,260 194.50258489944235,261 195.17345428466797262 ],263 "extent": [264 9.745574626675705,265 49.10113152907067,266 105.98666381835938267 ],268 "rotation": [269 0,270 -179.99989318847656,271 0272 ]273 },274 "location": [275 236.64108276367188,276 154.88241577148438,277 88.28707122802734278 ],279 "rotation": [280 0,281 -179.99989318847656,282 0283 ],284 "scale": [285 1.5594600439071655,286 0.8500000238418579,287 1288 ]289 },290 "color": [291 127,292 159,293 63294 ]295 },296 {297 "object_id": "SM_Door_polySurface58",298 "bbox_2d": [299 793,300 350,301 922,302 965303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 230.40723676937202,308 428.06766479974937,309 193.68687438964844310 ],311 "extent": [312 5.455037415787672,313 40.93992833372391,314 100.37834930419922315 ]316 },317 "obb": {318 "center": [319 230.40723676937202,320 428.06766479974937,321 193.68687438964844322 ],323 "extent": [324 5.455037415787672,325 40.93992833372391,326 100.37834930419922327 ],328 "rotation": [329 0,330 -179.99989318847656,331 0332 ]333 },334 "location": [335 229.3725128173828,336 468.5259094238281,337 88.9166030883789338 ],339 "rotation": [340 0,341 -179.99989318847656,342 0343 ],344 "scale": [345 0.800000011920929,346 -0.8706650137901306,347 1348 ]349 },350 "color": [351 31,352 159,353 127354 ]355 }356 ]357 },358 "foreground": {359 "speaker": [360 {361 "object_id": "SM_Speaker2",362 "bbox_2d": [363 992,364 680,365 992,366 866367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 205.0086669921875,372 519.938720703125,373 132.9142439672362374 ],375 "extent": [376 19.40420598367598,377 15.091380355097385,378 39.566102442947795379 ]380 },381 "obb": {382 "center": [383 205.0086669921875,384 519.938720703125,385 132.9142439672362386 ],387 "extent": [388 19.40420598367598,389 15.091380355097385,390 39.566102442947795391 ],392 "rotation": [393 0,394 -20.00003051757813,395 0396 ]397 },398 "location": [399 205.0086669921875,400 519.938720703125,401 93.32185363769531402 ],403 "rotation": [404 0,405 -20.00003051757813,406 0407 ],408 "scale": [409 0.784250795841217,410 0.890155017375946,411 0.784250795841217412 ]413 },414 "color": [415 127,416 95,417 0418 ]419 }420 ],421 "cabinet": [422 {423 "object_id": "SM_KomodA_60",424 "bbox_2d": [425 1026,426 865,427 1433,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 70.50696399473954,434 312.0420322741244,435 155.16150795815156436 ],437 "extent": [438 33.25703754064189,439 7.441421415979278,440 12.886030359165488441 ]442 },443 "obb": {444 "center": [445 70.50696399473952,446 312.0420322741244,447 155.16150795815156448 ],449 "extent": [450 33.25703754064189,451 7.441421415979278,452 12.886030359165488453 ],454 "rotation": [455 0,456 179.9999237060547,457 0458 ]459 },460 "location": [461 70.43486022949219,462 319.5771179199219,463 142.210205078125464 ],465 "rotation": [466 0,467 179.9999237060547,468 0469 ],470 "scale": [471 1.399999976158142,472 1.399999976158142,473 1.399999976158142474 ]475 },476 "color": [477 63,478 95,479 63480 ]481 },482 {483 "object_id": "SM_KomodB_63",484 "bbox_2d": [485 1430,486 935,487 1649,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 23.50204392814276,494 312.06331189555453,495 155.0879535374105496 ],497 "extent": [498 13.343359743013684,499 7.44140555993738,500 12.886029024021468501 ]502 },503 "obb": {504 "center": [505 23.50204392814276,506 312.06331189555453,507 155.0879535374105508 ],509 "extent": [510 13.343359743013684,511 7.44140555993738,512 12.886029024021468513 ],514 "rotation": [515 0,516 179.9998779296875,517 0518 ]519 },520 "location": [521 23.502059936523438,522 319.5771179199219,523 142.1208038330078524 ],525 "rotation": [526 0,527 179.9998779296875,528 0529 ],530 "scale": [531 1.399999976158142,532 1.399999976158142,533 1.399999976158142534 ]535 },536 "color": [537 63,538 95,539 191540 ]541 },542 {543 "object_id": "SM_KomodA2_68",544 "bbox_2d": [545 1641,546 972,547 1919,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -23.520482752086636,554 312.0420322741244,555 155.16150795815156556 ],557 "extent": [558 33.257037540641896,559 7.441421415979278,560 12.886030359165488561 ]562 },563 "obb": {564 "center": [565 -23.520482752086636,566 312.0420322741244,567 155.16150795815156568 ],569 "extent": [570 33.257037540641896,571 7.441421415979278,572 12.886030359165488573 ],574 "rotation": [575 0,576 179.9999237060547,577 0578 ]579 },580 "location": [581 -23.592586517333984,582 319.5771179199219,583 142.210205078125584 ],585 "rotation": [586 0,587 179.9999237060547,588 0589 ],590 "scale": [591 1.399999976158142,592 1.399999976158142,593 1.399999976158142594 ]595 },596 "color": [597 63,598 95,599 31600 ]601 }602 ],603 "photo frame": [604 {605 "object_id": "SM_PicFram4",606 "bbox_2d": [607 1333,608 194,609 1919,610 874611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -12.852423359747856,616 318.15411188239597,617 232.72896818021263618 ],619 "extent": [620 65.30290819962941,621 1.1435344578190438,622 44.44487420850079623 ]624 },625 "obb": {626 "center": [627 -12.85242335974786,628 318.15411188239597,629 232.72896818021263630 ],631 "extent": [632 65.30290819962941,633 1.1435344578190438,634 44.44487420850079635 ],636 "rotation": [637 0.0005873962072655558,638 179.9999542236328,639 -0.00015258789062499997640 ]641 },642 "location": [643 -12.852890014648438,644 319.4111633300781,645 188.2470703125646 ],647 "rotation": [648 0.0005873962072655558,649 179.9999542236328,650 -0.00015258789062499997651 ],652 "scale": [653 1.5244852304458618,654 1.5244852304458618,655 1.5244852304458618656 ]657 },658 "color": [659 191,660 95,661 63662 ]663 },664 {665 "object_id": "SM_PicFram6",666 "bbox_2d": [667 468,668 330,669 696,670 827671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 228.5008797899579,676 311.39184230087636,677 223.2089790344234678 ],679 "extent": [680 1.1438139881150278,681 33.81277987936187,682 55.686458833897674683 ]684 },685 "obb": {686 "center": [687 228.5008797899579,688 311.39184230087636,689 223.2089790344234690 ],691 "extent": [692 1.1438139881150278,693 33.81277987936187,694 55.686458833897674695 ],696 "rotation": [697 -90,698 89.99923706054689,699 0700 ]701 },702 "location": [703 229.75759887695312,704 277.5503845214844,705 223.20896911621094706 ],707 "rotation": [708 -90,709 89.99923706054689,710 0711 ],712 "scale": [713 1.2999999523162842,714 1.5244849920272827,715 1.1598151922225952716 ]717 },718 "color": [719 255,720 127,721 223722 ]723 }724 ],725 "decorative grass": [726 {727 "object_id": "SM_Decorative106_94",728 "bbox_2d": [729 1217,730 798,731 1297,732 935733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 63.55207061767578,738 311.84716796875,739 177.2453526672674740 ],741 "extent": [742 5.506947786450937,743 5.506947786450951,744 9.162616004055053745 ]746 },747 "obb": {748 "center": [749 63.55207061767578,750 311.84716796875,751 177.2453526672674752 ],753 "extent": [754 5.506947786450937,755 5.506947786450951,756 9.162616004055053757 ],758 "rotation": [759 0,760 179.9999237060547,761 0762 ]763 },764 "location": [765 63.55207061767578,766 311.84716796875,767 168.0475311279297768 ],769 "rotation": [770 0,771 179.9999237060547,772 0773 ],774 "scale": [775 1.427686095237732,776 1.427686095237732,777 1.427686095237732778 ]779 },780 "color": [781 31,782 95,783 191784 ]785 },786 {787 "object_id": "SM_Decorative109_147",788 "bbox_2d": [789 1194,790 1001,791 1264,792 1073793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 67.57079109729925,798 308.9112737485685,799 147.8886105632173800 ],801 "extent": [802 6.424716195101965,803 5.9289454298672695,804 4.190915330248572805 ]806 },807 "obb": {808 "center": [809 67.57079109729925,810 308.9112737485685,811 147.8886105632173812 ],813 "extent": [814 6.424716195101965,815 5.9289454298672695,816 4.190915330248572817 ],818 "rotation": [819 0,820 169.99987792968753,821 0822 ]823 },824 "location": [825 67.57079315185547,826 308.9112854003906,827 143.6926727294922828 ],829 "rotation": [830 0,831 169.99987792968753,832 0833 ],834 "scale": [835 0.775394082069397,836 0.775394082069397,837 0.775394082069397838 ]839 },840 "color": [841 95,842 191,843 0844 ]845 },846 {847 "object_id": "SM_Decorative118_171",848 "bbox_2d": [849 1748,850 849,851 1873,852 1038853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -7.804676055908203,858 312.5064239501953,859 179.56536865234375860 ],861 "extent": [862 6.26995849609375,863 6.2699737548828125,864 11.5865 ]866 },867 "obb": {868 "center": [869 -7.804676055908203,870 312.5064239501953,871 179.56536865234375872 ],873 "extent": [874 6.26995849609375,875 6.2699737548828125,876 11.5877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -7.804737091064453,886 312.50640869140625,887 168.04754638671875888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 95,902 31,903 63904 ]905 },906 {907 "object_id": "SM_Decorative129_196",908 "bbox_2d": [909 1356,910 796,911 1566,912 972913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 33.438870136194126,918 311.01737216759454,919 180.06925366152197920 ],921 "extent": [922 14.744769971138835,923 7.066257705767725,924 13.846726476657977925 ]926 },927 "obb": {928 "center": [929 33.438870136194126,930 311.01737216759454,931 180.06925366152197932 ],933 "extent": [934 14.744769971138835,935 7.066257705767725,936 13.846726476657977937 ],938 "rotation": [939 -3.2117919921874996,940 8.016719727983725e-08,941 10.000617980957035942 ]943 },944 "location": [945 32.753944396972656,946 308.8616027832031,947 167.86343383789062948 ],949 "rotation": [950 -3.2117919921874996,951 8.016719727983725e-08,952 10.000617980957035953 ],954 "scale": [955 1.1474250555038452,956 1.1474250555038452,957 1.1474250555038452958 ]959 },960 "color": [961 95,962 95,963 127964 ]965 },966 {967 "object_id": "SM_Decorative131_202",968 "bbox_2d": [969 1671,970 943,971 1729,972 1013973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 3.8257434368133545,978 311.46673560142517,979 172.17569398880005980 ],981 "extent": [982 3.210878372192383,983 3.2108728885650635,984 4.095978260040283985 ]986 },987 "obb": {988 "center": [989 3.8257434368133545,990 311.46673560142517,991 172.17569398880005992 ],993 "extent": [994 3.210878372192383,995 3.2108728885650635,996 4.095978260040283997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 3.8257598876953125,1006 311.46673583984375,1007 168.047546386718751008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 95,1022 95,1023 1911024 ]1025 },1026 {1027 "object_id": "SM_Decorative153_2",1028 "bbox_2d": [1029 1097,1030 860,1031 1188,1032 9041033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 83.79276990890503,1038 311.50622725486755,1039 170.634013414382931040 ],1041 "extent": [1042 7.925251007080078,1043 2.724884033203125,1044 2.76691436767578121045 ]1046 },1047 "obb": {1048 "center": [1049 83.79276990890503,1050 311.50622725486755,1051 170.634013414382931052 ],1053 "extent": [1054 7.925251007080078,1055 2.724884033203125,1056 2.76691436767578121057 ],1058 "rotation": [1059 -90,1060 0,1061 01062 ]1063 },1064 "location": [1065 75.81620025634766,1066 311.5062255859375,1067 170.634017944335941068 ],1069 "rotation": [1070 -90,1071 0,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 95,1082 191,1083 1591084 ]1085 }1086 ],1087 "books": [1088 {1089 "object_id": "SM_Book81",1090 "bbox_2d": [1091 1106,1092 932,1093 1136,1094 10401095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 87.63939650055478,1100 311.3058704764571,1101 151.275115966796881102 ],1103 "extent": [1104 1.0051954801862735,1105 5.455057964066498,1106 7.5145014821982841107 ]1108 },1109 "obb": {1110 "center": [1111 87.63939650055478,1112 311.3058704764571,1113 151.275115966796881114 ],1115 "extent": [1116 1.0051954801862735,1117 5.455057964066498,1118 7.5145014821982841119 ],1120 "rotation": [1121 -90,1122 179.99986267089844,1123 01124 ]1125 },1126 "location": [1127 88.66487121582031,1128 311.3058776855469,1129 151.275115966796881130 ],1131 "rotation": [1132 -90,1133 179.99986267089844,1134 01135 ],1136 "scale": [1137 0.7134532332420349,1138 0.6335361003875732,1139 0.71345323324203491140 ]1141 },1142 "color": [1143 95,1144 127,1145 2551146 ]1147 },1148 {1149 "object_id": "SM_Book82",1150 "bbox_2d": [1151 1118,1152 935,1153 1148,1154 10431155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 85.38123304840634,1160 311.3062366873946,1161 151.275115966796881162 ],1163 "extent": [1164 1.0051954801862735,1165 5.455057964066498,1166 7.5145014821982841167 ]1168 },1169 "obb": {1170 "center": [1171 85.38123304840634,1172 311.3062366873946,1173 151.275115966796881174 ],1175 "extent": [1176 1.0051954801862735,1177 5.455057964066498,1178 7.5145014821982841179 ],1180 "rotation": [1181 -90,1182 179.99986267089844,1183 01184 ]1185 },1186 "location": [1187 86.40670776367188,1188 311.3062438964844,1189 151.275115966796881190 ],1191 "rotation": [1192 -90,1193 179.99986267089844,1194 01195 ],1196 "scale": [1197 0.7134532332420349,1198 0.6335361003875732,1199 0.71345323324203491200 ]