TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l111_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l111_r002/lit.png",5 "camera": {6 "location": [7 -73,8 -249,9 24110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -73,38 -249,39 241,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 1531,58 14,59 1540,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Window2",116 "bbox_2d": [117 971,118 201,119 1165,120 1047121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 6.057598385566507,127 219.51061248779297128 ],129 "extent": [130 5,131 53.16790417169932,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 6.057598385566507,139 219.51061248779297140 ],141 "extent": [142 5,143 53.16790417169932,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 -47.11030578613281,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1299999952316284,165 1166 ]167 },168 "color": [169 127,170 127,171 0172 ]173 },174 {175 "object_id": "SM_Window3_62",176 "bbox_2d": [177 783,178 343,179 860,180 773181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -260.5628662109375,186 211.59552451635,187 219.51061248779297188 ],189 "extent": [190 5,191 52.69739219213125,192 119.43922424316406193 ]194 },195 "obb": {196 "center": [197 -260.5628662109375,198 211.59552451635,199 219.51061248779297200 ],201 "extent": [202 5,203 52.69739219213125,204 119.43922424316406205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -255.5628662109375,214 158.89813232421875,215 100.09675598144531216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1.1200000047683716,225 1226 ]227 },228 "color": [229 127,230 127,231 127232 ]233 }234 ],235 "window": [236 {237 "object_id": "SM_WindowOpen_50",238 "bbox_2d": [239 1128,240 19,241 1530,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.2314281463623,248 -96.93702158267479,249 219.51058197021484250 ],251 "extent": [252 20.735897064208984,253 49.87431874935646,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.2314281463623,260 -96.93702158267479,261 219.51058197021484262 ],263 "extent": [264 20.735897064208984,265 49.87431874935646,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.55386352539062,276 -146.81134033203125,277 100.09672546386719278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.059999942779541,287 1288 ]289 },290 "color": [291 127,292 0,293 127294 ]295 },296 {297 "object_id": "SM_WindowOpen2_60",298 "bbox_2d": [299 831,300 291,301 970,302 787303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -260.2314281463623,308 109.07870259945412,309 219.51058197021484310 ],311 "extent": [312 20.735897064208984,313 49.87431874935646,314 119.43922424316406315 ]316 },317 "obb": {318 "center": [319 -260.2314281463623,320 109.07870259945412,321 219.51058197021484322 ],323 "extent": [324 20.735897064208984,325 49.87431874935646,326 119.43922424316406327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -255.55386352539062,336 59.204383850097656,337 100.09672546386719338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1.059999942779541,347 1348 ]349 },350 "color": [351 127,352 127,353 255354 ]355 }356 ],357 "ceiling": [358 {359 "object_id": "SM_Silling_57",360 "bbox_2d": [361 0,362 0,363 1042,364 409365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -3.5792999267578125,370 231.85098266601562,371 349.02508544921875372 ],373 "extent": [374 176.71539306640625,375 496.9198303222656,376 10.160568237304688377 ]378 },379 "obb": {380 "center": [381 -3.5792999267578125,382 231.85098266601562,383 349.02508544921875384 ],385 "extent": [386 176.71539306640625,387 496.9198303222656,388 10.160568237304688389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 255,415 127416 ]417 }418 ]419 },420 "foreground": {421 "armchair": [422 {423 "object_id": "SM_ArmchairSingle3",424 "bbox_2d": [425 401,426 740,427 480,428 763429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -49.20721648019243,434 -92.56789634471355,435 151.32426071166992436 ],437 "extent": [438 37.97550408343436,439 35.383796010207135,440 57.94956588745117441 ]442 },443 "obb": {444 "center": [445 -49.20721648019243,446 -92.56789634471355,447 151.32426071166992448 ],449 "extent": [450 37.97550408343436,451 35.383796010207135,452 57.94956588745117453 ],454 "rotation": [455 0,456 -99.99960327148439,457 0458 ]459 },460 "location": [461 -48.333580017089844,462 -91.7777099609375,463 93.3218994140625464 ],465 "rotation": [466 0,467 -99.99960327148439,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 0,479 255480 ]481 },482 {483 "object_id": "SM_ArmchairSingle4",484 "bbox_2d": [485 332,486 671,487 411,488 759489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -39.08587858956743,494 7.719998857923171,495 151.32426071166992496 ],497 "extent": [498 37.97550408343436,499 35.38379601020713,500 57.94956588745117501 ]502 },503 "obb": {504 "center": [505 -39.08587858956743,506 7.719998857923169,507 151.32426071166992508 ],509 "extent": [510 37.97550408343436,511 35.38379601020713,512 57.94956588745117513 ],514 "rotation": [515 0,516 -99.99960327148439,517 0518 ]519 },520 "location": [521 -38.212242126464844,522 8.510185241699219,523 93.3218994140625524 ],525 "rotation": [526 0,527 -99.99960327148439,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 127,538 255,539 0540 ]541 }542 ],543 "plane": [544 {545 "object_id": "Plane_68",546 "bbox_2d": [547 882,548 316,549 1519,550 727551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -427.68328857421875,556 211.84524536132807,557 234.66394042968747558 ],559 "extent": [560 0.0023036386334069903,561 1000.0018954050647,562 300.0063180862628563 ]564 },565 "obb": {566 "center": [567 -427.68328857421875,568 211.845245361328,569 234.66394042968744570 ],571 "extent": [572 0.0023036386334069903,573 1000.0018954050647,574 300.0063180862628575 ],576 "rotation": [577 0.0003620000206824746,578 -89.99987030029298,579 89.99999237060548580 ]581 },582 "location": [583 -427.68328857421875,584 211.84524536132812,585 234.6639404296875586 ],587 "rotation": [588 0.0003620000206824746,589 -89.99987030029298,590 89.99999237060548591 ],592 "scale": [593 20,594 6,595 1596 ]597 },598 "color": [599 255,600 0,601 63602 ]603 }604 ],605 "curtain": [606 {607 "object_id": "SM_CurtainLong_74",608 "bbox_2d": [609 1541,610 0,611 1919,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -237.58009314537048,618 -201.08392884500245,619 243.79515838623047620 ],621 "extent": [622 2.8221590518951416,623 44.898785157101884,624 101.98615264892578625 ]626 },627 "obb": {628 "center": [629 -237.58009314537048,630 -201.08392884500245,631 243.79515838623047632 ],633 "extent": [634 2.8221590518951416,635 44.898785157101884,636 101.98615264892578637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -240.40225219726562,646 -203.2975311279297,647 345.78131103515625648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 0.8799999952316284,657 1658 ]659 },660 "color": [661 255,662 127,663 63664 ]665 },666 {667 "object_id": "SM_CurtainLong2_77",668 "bbox_2d": [669 1126,670 0,671 1470,672 316673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -237.57948279380798,678 -99.70682678361663,679 322.2176284790039680 ],681 "extent": [682 2.8221590518951416,683 44.898785157101884,684 23.563682556152344685 ]686 },687 "obb": {688 "center": [689 -237.57948279380798,690 -99.70682678361663,691 322.2176284790039692 ],693 "extent": [694 2.8221590518951416,695 44.898785157101884,696 23.563682556152344697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 -240.40164184570312,706 -99.96336364746094,707 345.78131103515625708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 0.8799999952316284,717 1718 ]719 },720 "color": [721 127,722 0,723 63724 ]725 },726 {727 "object_id": "SM_CurtainLong4",728 "bbox_2d": [729 826,730 253,731 932,732 409733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -237.57984900474548,738 105.36954345564118,739 322.2176284790039740 ],741 "extent": [742 2.8221590518951416,743 44.898785157101884,744 23.563682556152344745 ]746 },747 "obb": {748 "center": [749 -237.57984900474548,750 105.36954345564118,751 322.2176284790039752 ],753 "extent": [754 2.8221590518951416,755 44.898785157101884,756 23.563682556152344757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -240.40200805664062,766 105.11300659179688,767 345.78131103515625768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 0.8799999952316284,777 1778 ]779 },780 "color": [781 127,782 255,783 63784 ]785 },786 {787 "object_id": "SM_CurtainLong5",788 "bbox_2d": [789 753,790 312,791 824,792 571793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -237.57984924316406,798 209.5871099767619,799 286.1421890258789800 ],801 "extent": [802 2.8221588134765625,803 44.898785157101884,804 59.639122009277344805 ]806 },807 "obb": {808 "center": [809 -237.57984924316406,810 209.5871099767619,811 286.1421890258789812 ],813 "extent": [814 2.8221588134765625,815 44.898785157101884,816 59.639122009277344817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 -240.40200805664062,826 208.00189208984375,827 345.78131103515625828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 0.8799999952316284,837 1838 ]839 },840 "color": [841 127,842 127,843 63844 ]845 },846 {847 "object_id": "SM_CurtainLong7",848 "bbox_2d": [849 656,850 387,851 682,852 417853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -237.57984900474548,858 441.8350585923599,859 322.2176284790039860 ],861 "extent": [862 2.8221590518951416,863 44.898785157101884,864 23.563682556152344865 ]866 },867 "obb": {868 "center": [869 -237.57984900474548,870 441.8350585923599,871 322.2176284790039872 ],873 "extent": [874 2.8221590518951416,875 44.898785157101884,876 23.563682556152344877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -240.40200805664062,886 441.5785217285156,887 345.78131103515625888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 0.8799999952316284,897 1898 ]899 },900 "color": [901 0,902 63,903 0904 ]905 },906 {907 "object_id": "SM_CurtainLong8",908 "bbox_2d": [909 632,910 403,911 657,912 415913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -237.5807647705078,918 548.1863531408244,919 286.1421890258789920 ],921 "extent": [922 2.8221588134765625,923 44.898785157101884,924 59.639122009277344925 ]926 },927 "obb": {928 "center": [929 -237.5807647705078,930 548.1863531408244,931 286.1421890258789932 ],933 "extent": [934 2.8221588134765625,935 44.898785157101884,936 59.639122009277344937 ],938 "rotation": [939 0,940 0,941 0942 ]943 },944 "location": [945 -240.40292358398438,946 546.6011352539062,947 345.78131103515625948 ],949 "rotation": [950 0,951 0,952 0953 ],954 "scale": [955 1,956 0.8799999952316284,957 1958 ]959 },960 "color": [961 0,962 63,963 255964 ]965 },966 {967 "object_id": "SM_Curtain_67",968 "bbox_2d": [969 937,970 155,971 1111,972 592973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -237.83901977539062,978 2.8463529882365037,979 286.23697662353516980 ],981 "extent": [982 2.8221588134765625,983 44.898785157101884,984 59.639122009277344985 ]986 },987 "obb": {988 "center": [989 -237.83901977539062,990 2.8463529882365037,991 286.23697662353516992 ],993 "extent": [994 2.8221588134765625,995 44.898785157101884,996 59.639122009277344997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 -240.6611785888672,1006 1.2611351013183594,1007 345.87609863281251008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 0.8799999952316284,1017 11018 ]1019 },1020 "color": [1021 255,1022 63,1023 2231024 ]1025 }1026 ],1027 "monitor": [1028 {1029 "object_id": "SM_Monitor",1030 "bbox_2d": [1031 0,1032 742,1033 713,1034 10791035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -67.37585065973605,1040 -169.9528735959834,1041 199.994025051351851042 ],1043 "extent": [1044 29.307229343322547,1045 27.056972213491918,1046 26.383765041586231047 ]1048 },1049 "obb": {1050 "center": [1051 -67.37585065973605,1052 -169.9528735959834,1053 199.994025051351851054 ],1055 "extent": [1056 29.307229343322547,1057 27.056972213491918,1058 26.383765041586231059 ],1060 "rotation": [1061 0,1062 -50.00012207031249,1063 01064 ]1065 },1066 "location": [1067 -52.64727783203125,1068 -170.69700622558594,1069 173.610260009765621070 ],1071 "rotation": [1072 0,1073 -50.00012207031249,1074 01075 ],1076 "scale": [1077 0.800000011920929,1078 0.800000011920929,1079 0.8000000119209291080 ]1081 },1082 "color": [1083 127,1084 63,1085 2551086 ]1087 }1088 ],1089 "cabinet": [1090 {1091 "object_id": "SM_KomodA_60",1092 "bbox_2d": [1093 0,1094 700,1095 125,1096 7461097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 70.50696399473954,1102 312.0420322741244,1103 155.161507958151561104 ],1105 "extent": [1106 33.25703754064189,1107 7.441421415979278,1108 12.8860303591654881109 ]1110 },1111 "obb": {1112 "center": [1113 70.50696399473952,1114 312.0420322741244,1115 155.161507958151561116 ],1117 "extent": [1118 33.25703754064189,1119 7.441421415979278,1120 12.8860303591654881121 ],1122 "rotation": [1123 0,1124 179.9999237060547,1125 01126 ]1127 },1128 "location": [1129 70.43486022949219,1130 319.5771179199219,1131 142.2102050781251132 ],1133 "rotation": [1134 0,1135 179.9999237060547,1136 01137 ],1138 "scale": [1139 1.399999976158142,1140 1.399999976158142,1141 1.3999999761581421142 ]1143 },1144 "color": [1145 63,1146 95,1147 631148 ]1149 },1150 {1151 "object_id": "SM_KomodB_63",1152 "bbox_2d": [1153 119,1154 696,1155 200,1156 7501157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 23.50204392814276,1162 312.06331189555453,1163 155.08795353741051164 ],1165 "extent": [1166 13.343359743013684,1167 7.44140555993738,1168 12.8860290240214681169 ]1170 },1171 "obb": {1172 "center": [1173 23.50204392814276,1174 312.06331189555453,1175 155.08795353741051176 ],1177 "extent": [1178 13.343359743013684,1179 7.44140555993738,1180 12.8860290240214681181 ],1182 "rotation": [1183 0,1184 179.9998779296875,1185 01186 ]1187 },1188 "location": [1189 23.502059936523438,1190 319.5771179199219,1191 142.12080383300781192 ],1193 "rotation": [1194 0,1195 179.9998779296875,1196 01197 ],1198 "scale": [1199 1.399999976158142,1200 1.399999976158142,