TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l037_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l037_r000/lit.png",5 "camera": {6 "location": [7 -87,8 751,9 18510 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -87,38 751,39 185,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling decor": [54 {55 "object_id": "SM_DecorTop4",56 "bbox_2d": [57 1028,58 0,59 1046,60 11261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 174.50553816443608,66 773.3313646316528,67 334.3892211914062568 ],69 "extent": [70 54.58970289268109,71 0,72 24.17487716674804773 ]74 },75 "obb": {76 "center": [77 174.50553816443608,78 773.3313646316528,79 334.3892211914062580 ],81 "extent": [82 54.58970289268109,83 0,84 24.17487716674804785 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 174.14964294433594,94 783.7068481445312,95 334.3892211914062596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.7799999713897705,104 1,105 1106 ]107 },108 "color": [109 63,110 63,111 63112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 0,120 186,121 129,122 705123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface58",178 "bbox_2d": [179 0,180 209,181 98,182 710183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40723676937202,188 428.06766479974937,189 193.68687438964844190 ],191 "extent": [192 5.455037415787672,193 40.93992833372391,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40723676937202,200 428.06766479974937,201 193.68687438964844202 ],203 "extent": [204 5.455037415787672,205 40.93992833372391,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.3725128173828,216 468.5259094238281,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 -0.8706650137901306,227 1228 ]229 },230 "color": [231 31,232 159,233 127234 ]235 }236 ]237 },238 "foreground": {239 "shelf": [240 {241 "object_id": "SM_Shelf2",242 "bbox_2d": [243 1049,244 0,245 1162,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 64.82413002750945,252 782.8369913101196,253 201.84811401367188254 ],255 "extent": [256 54.57733371167703,257 13.994805335998535,258 108.51106262207031259 ]260 },261 "obb": {262 "center": [263 64.82413002750945,264 782.8369913101196,265 201.84811401367188266 ],267 "extent": [268 54.57733371167703,269 13.994805335998535,270 108.51106262207031271 ],272 "rotation": [273 0,274 180,275 0276 ]277 },278 "location": [279 70.39871215820312,280 784.39208984375,281 93.3218994140625282 ],283 "rotation": [284 0,285 180,286 0287 ],288 "scale": [289 1.2000000476837158,290 1,291 1292 ]293 },294 "color": [295 63,296 255,297 63298 ]299 },300 {301 "object_id": "SM_Shelf3",302 "bbox_2d": [303 1017,304 0,305 1053,306 964307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 174.52945229313445,312 782.8369913101196,313 201.84811401367188314 ],315 "extent": [316 54.57733371167703,317 13.994805335998535,318 108.51106262207031319 ]320 },321 "obb": {322 "center": [323 174.52945229313445,324 782.8369913101196,325 201.84811401367188326 ],327 "extent": [328 54.57733371167703,329 13.994805335998535,330 108.51106262207031331 ],332 "rotation": [333 0,334 180,335 0336 ]337 },338 "location": [339 180.10403442382812,340 784.39208984375,341 93.3218994140625342 ],343 "rotation": [344 0,345 180,346 0347 ],348 "scale": [349 1.2000000476837158,350 1,351 1352 ]353 },354 "color": [355 63,356 127,357 63358 ]359 }360 ],361 "books": [362 {363 "object_id": "SM_Book16_254",364 "bbox_2d": [365 1144,366 100,367 1146,368 122369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 32.570311343422496,374 782.1027252603185,375 233.50915163142463376 ],377 "extent": [378 8.390510326405826,379 8.938322453982778,380 4.2575019834780505381 ]382 },383 "obb": {384 "center": [385 32.570311343422496,386 782.1027252603185,387 233.50915163142463388 ],389 "extent": [390 8.390510326405826,391 8.938322453982778,392 4.2575019834780505393 ],394 "rotation": [395 0,396 -89.99964904785156,397 0398 ]399 },400 "location": [401 32.065460205078125,402 782.1027221679688,403 229.18190002441406404 ],405 "rotation": [406 0,407 -89.99964904785156,408 0409 ],410 "scale": [411 0.7522605657577515,412 0.7522605657577515,413 0.7522605657577515414 ]415 },416 "color": [417 191,418 127,419 63420 ]421 },422 {423 "object_id": "SM_Book21",424 "bbox_2d": [425 1075,426 427,427 1097,428 445429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 96.47009501126041,434 781.4234434124752,435 204.3461794095406436 ],437 "extent": [438 8.956996305775078,439 7.322432636504345,440 1.198264733001139441 ]442 },443 "obb": {444 "center": [445 96.47009501126041,446 781.4234434124752,447 204.3461794095406448 ],449 "extent": [450 8.956996305775078,451 7.322432636504345,452 1.198264733001139453 ],454 "rotation": [455 -0.0006103515625,456 -179.9999542236328,457 0.0002589999930933118458 ]459 },460 "location": [461 96.47010803222656,462 781.4234619140625,463 203.1238555908203464 ],465 "rotation": [466 -0.0006103515625,467 -179.9999542236328,468 0.0002589999930933118469 ],470 "scale": [471 0.8504070043563843,472 0.8504070043563843,473 0.8504070043563843474 ]475 },476 "color": [477 191,478 191,479 127480 ]481 },482 {483 "object_id": "SM_Book22",484 "bbox_2d": [485 1075,486 413,487 1114,488 436489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 96.47009501126041,494 781.4234434124752,495 206.90077535680624496 ],497 "extent": [498 8.956996305775078,499 7.322432636504345,500 1.198264733001139501 ]502 },503 "obb": {504 "center": [505 96.47009501126041,506 781.4234434124752,507 206.90077535680624508 ],509 "extent": [510 8.956996305775078,511 7.322432636504345,512 1.198264733001139513 ],514 "rotation": [515 -0.0006103515625,516 -179.9999542236328,517 0.0002589999930933118518 ]519 },520 "location": [521 96.47010803222656,522 781.4234619140625,523 205.67845153808594524 ],525 "rotation": [526 -0.0006103515625,527 -179.9999542236328,528 0.0002589999930933118529 ],530 "scale": [531 0.8504070043563843,532 0.8504070043563843,533 0.8504070043563843534 ]535 },536 "color": [537 191,538 191,539 63540 ]541 },542 {543 "object_id": "SM_Book26",544 "bbox_2d": [545 1079,546 502,547 1146,548 605549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 104.09033529343294,554 782.0846396563759,555 182.21527099609375556 ],557 "extent": [558 1.198154962764363,559 7.32242313156803,560 10.239171443880878561 ]562 },563 "obb": {564 "center": [565 104.09033529343294,566 782.0846396563759,567 182.21527099609375568 ],569 "extent": [570 1.198154962764363,571 7.32242313156803,572 10.239171443880878573 ],574 "rotation": [575 90,576 179.999853322206,577 0578 ]579 },580 "location": [581 102.86801147460938,582 782.0846557617188,583 182.21527099609375584 ],585 "rotation": [586 90,587 179.999853322206,588 0589 ],590 "scale": [591 0.9721429944038391,592 0.8504070043563843,593 0.8504070043563843594 ]595 },596 "color": [597 0,598 63,599 31600 ]601 },602 {603 "object_id": "SM_Book27",604 "bbox_2d": [605 1078,606 503,607 1078,608 603609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 106.81364004196797,614 782.0846396472521,615 182.21527099609375616 ],617 "extent": [618 1.198155017421172,619 7.322423140511205,620 10.239171443880878621 ]622 },623 "obb": {624 "center": [625 106.81364004196797,626 782.0846396472521,627 182.21527099609375628 ],629 "extent": [630 1.198155017421172,631 7.322423140511205,632 10.239171443880878633 ],634 "rotation": [635 90,636 179.9998528945325,637 0638 ]639 },640 "location": [641 105.59131622314453,642 782.0846557617188,643 182.21527099609375644 ],645 "rotation": [646 90,647 179.9998528945325,648 0649 ],650 "scale": [651 0.9721429944038391,652 0.8504070043563843,653 0.8504070043563843654 ]655 },656 "color": [657 0,658 191,659 31660 ]661 },662 {663 "object_id": "SM_Book28",664 "bbox_2d": [665 1076,666 503,667 1077,668 603669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 109.44153158249532,674 782.0846396472521,675 182.21527099609375676 ],677 "extent": [678 1.198155017421172,679 7.322423140511205,680 10.239171443880878681 ]682 },683 "obb": {684 "center": [685 109.44153158249532,686 782.0846396472521,687 182.21527099609375688 ],689 "extent": [690 1.198155017421172,691 7.322423140511205,692 10.239171443880878693 ],694 "rotation": [695 90,696 179.9998528945325,697 0698 ]699 },700 "location": [701 108.21920776367188,702 782.0846557617188,703 182.21527099609375704 ],705 "rotation": [706 90,707 179.9998528945325,708 0709 ],710 "scale": [711 0.9721429944038391,712 0.8504070043563843,713 0.8504070043563843714 ]715 },716 "color": [717 255,718 0,719 31720 ]721 },722 {723 "object_id": "SM_Book29",724 "bbox_2d": [725 1074,726 504,727 1075,728 602729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 112.17026083054219,734 782.0846396472521,735 182.21527099609375736 ],737 "extent": [738 1.198155017421172,739 7.322423140511205,740 10.239171443880878741 ]742 },743 "obb": {744 "center": [745 112.17026083054219,746 782.0846396472521,747 182.21527099609375748 ],749 "extent": [750 1.198155017421172,751 7.322423140511205,752 10.239171443880878753 ],754 "rotation": [755 90,756 179.9998528945325,757 0758 ]759 },760 "location": [761 110.94793701171875,762 782.0846557617188,763 182.21527099609375764 ],765 "rotation": [766 90,767 179.9998528945325,768 0769 ],770 "scale": [771 0.9721429944038391,772 0.8504070043563843,773 0.8504070043563843774 ]775 },776 "color": [777 255,778 255,779 31780 ]781 },782 {783 "object_id": "SM_Book30",784 "bbox_2d": [785 1074,786 658,787 1101,788 721789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 112.151690363384,794 782.0846393199502,795 150.16951707231829796 ],797 "extent": [798 2.957996652533865,799 7.322423631464744,800 10.291671565944768801 ]802 },803 "obb": {804 "center": [805 112.151690363384,806 782.0846393199502,807 150.16951707231829808 ],809 "extent": [810 2.957996652533865,811 7.322423631464744,812 10.291671565944768813 ],814 "rotation": [815 79.99983215332033,816 5.482399956235881e-06,817 -179.9998321533203818 ]819 },820 "location": [821 110.94793701171875,822 782.0846557617188,823 150.38177490234375824 ],825 "rotation": [826 79.99983215332033,827 5.482399956235881e-06,828 -179.9998321533203829 ],830 "scale": [831 0.9721429944038391,832 0.8504070043563843,833 0.8504070043563843834 ]835 },836 "color": [837 255,838 127,839 31840 ]841 },842 {843 "object_id": "SM_Book31",844 "bbox_2d": [845 1075,846 660,847 1146,848 719849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 109.47282683799325,854 782.0846393098152,855 150.16951707231829856 ],857 "extent": [858 2.9579967141847305,859 7.322423626428872,860 10.291671565944768861 ]862 },863 "obb": {864 "center": [865 109.47282683799325,866 782.0846393098152,867 150.16951707231829868 ],869 "extent": [870 2.9579967141847305,871 7.322423626428872,872 10.291671565944768873 ],874 "rotation": [875 79.99983215332027,876 4.99999987368922e-06,877 -179.9998321533203878 ]879 },880 "location": [881 108.26907348632812,882 782.0846557617188,883 150.38177490234375884 ],885 "rotation": [886 79.99983215332027,887 4.99999987368922e-06,888 -179.9998321533203889 ],890 "scale": [891 0.9721429944038391,892 0.8504070043563843,893 0.8504070043563843894 ]895 },896 "color": [897 255,898 63,899 31900 ]901 },902 {903 "object_id": "SM_Book23_333",904 "bbox_2d": [905 1032,906 556,907 1040,908 582909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 203.27014012612378,914 781.6055399933808,915 176.15620298167937916 ],917 "extent": [918 10.259426969242782,919 9.815056722905865,920 4.257504344851668921 ]922 },923 "obb": {924 "center": [925 203.27014012612378,926 781.6055399933808,927 176.15620298167937928 ],929 "extent": [930 10.259426969242782,931 9.815056722905865,932 4.257504344851668933 ],934 "rotation": [935 0,936 170.00038146972656,937 0938 ]939 },940 "location": [941 203.35780334472656,942 782.1027221679688,943 171.82894897460938944 ],945 "rotation": [946 0,947 170.00038146972656,948 0949 ],950 "scale": [951 0.7522609829902649,952 0.7522609829902649,953 0.7522609829902649954 ]955 },956 "color": [957 63,958 191,959 31960 ]961 },962 {963 "object_id": "SM_Book24_335",964 "bbox_2d": [965 1024,966 527,967 1040,968 555969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 202.84245769061184,974 780.1559062857182,975 184.622908303945976 ],977 "extent": [978 11.268976995198017,979 10.941568186388963,980 4.257504344851668981 ]982 },983 "obb": {984 "center": [985 202.84245769061184,986 780.1559062857182,987 184.622908303945988 ],989 "extent": [990 11.268976995198017,991 10.941568186388963,992 4.257504344851668993 ],994 "rotation": [995 0,996 -159.99954223632812,997 0998 ]999 },1000 "location": [1001 202.66978454589844,1002 780.6303100585938,1003 180.2956542968751004 ],1005 "rotation": [1006 0,1007 -159.99954223632812,1008 01009 ],1010 "scale": [1011 0.7522609829902649,1012 0.7522609829902649,1013 0.75226098299026491014 ]1015 },1016 "color": [1017 191,1018 0,1019 311020 ]1021 },1022 {1023 "object_id": "SM_Book25_340",1024 "bbox_2d": [1025 1039,1026 443,1027 1049,1028 4601029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 156.42725078143215,1034 781.0208354849369,1035 204.825880716054371036 ],1037 "extent": [1038 11.268976995198017,1039 10.941568186388963,1040 4.2575043448516681041 ]1042 },1043 "obb": {1044 "center": [1045 156.42725078143215,1046 781.0208354849369,1047 204.825880716054371048 ],1049 "extent": [1050 11.268976995198017,1051 10.941568186388963,1052 4.2575043448516681053 ],1054 "rotation": [1055 0,1056 -159.99954223632812,1057 01058 ]1059 },1060 "location": [1061 156.25457763671875,1062 781.4952392578125,1063 200.498626708984381064 ],1065 "rotation": [1066 0,1067 -159.99954223632812,1068 01069 ],1070 "scale": [1071 0.7522609829902649,1072 0.7522609829902649,1073 0.75226098299026491074 ]1075 },1076 "color": [1077 191,1078 191,1079 311080 ]1081 },1082 {1083 "object_id": "SM_Book62_48",1084 "bbox_2d": [1085 319,1086 562,1087 394,1088 5701089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 193.9224761121698,1094 574.4848555284412,1095 177.52532507721481096 ],1097 "extent": [1098 11.457284502285944,1099 11.815591363196177,1100 1.11365233615651961101 ]1102 },1103 "obb": {1104 "center": [1105 193.9224761121698,1106 574.4848555284412,1107 177.52532507721481108 ],1109 "extent": [1110 11.457284502285944,1111 11.815591363196177,1112 1.11365233615651961113 ],1114 "rotation": [1115 0,1116 130.00013732910153,1117 01118 ]1119 },1120 "location": [1121 193.9224853515625,1122 574.48486328125,1123 176.389190673828121124 ],1125 "rotation": [1126 0,1127 130.00013732910153,1128 01129 ],1130 "scale": [1131 0.9222025275230408,1132 0.7904424667358398,1133 0.79044246673583981134 ]1135 },1136 "color": [1137 63,1138 95,1139 01140 ]1141 },1142 {1143 "object_id": "SM_Book63",1144 "bbox_2d": [1145 311,1146 554,1147 401,1148 5611149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 193.92247401776012,1154 574.4848591560627,1155 179.768854665275281156 ],1157 "extent": [1158 9.717746647179382,1159 11.455223985452335,1160 1.11365166434188721161 ]1162 },1163 "obb": {1164 "center": [1165 193.92247401776012,1166 574.4848591560627,1167 179.768854665275281168 ],1169 "extent": [1170 9.717746647179382,1171 11.455223985452335,1172 1.11365166434188721173 ],1174 "rotation": [1175 0,1176 110.0000915527344,1177 01178 ]1179 },1180 "location": [1181 193.9224853515625,1182 574.48486328125,1183 178.632720947265621184 ],1185 "rotation": [1186 0,1187 110.0000915527344,1188 01189 ],1190 "scale": [1191 0.922203004360199,1192 0.7904419898986816,1193 0.79044198989868161194 ]1195 },1196 "color": [1197 63,1198 95,1199 2551200 ]