TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l021_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l021_r005/lit.png",5 "camera": {6 "location": [7 -117,8 -86,9 16210 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -117,38 -86,39 162,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "closet": [55 {56 "object_id": "SM_Closet_29",57 "bbox_2d": [58 0,59 0,60 1405,61 90862 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 -5.889900207519531,67 -347.92909240722656,68 225.4903717041015669 ],70 "extent": [71 236.4459686279297,72 20.030471801757812,73 133.3718566894531274 ]75 },76 "obb": {77 "center": [78 -5.889900207519531,79 -347.92909240722656,80 225.4903717041015681 ],82 "extent": [83 236.4459686279297,84 20.030471801757812,85 133.3718566894531286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 -6.054466247558594,95 -367.9595642089844,96 92.1185150146484497 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 127,112 0113 ]114 }115 ],116 "armchair": [117 {118 "object_id": "SM_ArmchairManager_32",119 "bbox_2d": [120 1033,121 344,122 1100,123 400124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 -2.0084305367577002,129 -266.9637446004958,130 156.8519277990954131 ],132 "extent": [133 54.566865723696466,134 55.92745020578518,135 63.54718651223584136 ]137 },138 "obb": {139 "center": [140 -2.0084305367577002,141 -266.9637446004958,142 156.8519277990954143 ],144 "extent": [145 54.566865723696466,146 55.92745020578518,147 63.54718651223584148 ],149 "rotation": [150 0,151 30.00005722045899,152 0153 ]154 },155 "location": [156 -2.4702606201171875,157 -266.4104919433594,158 93.3218994140625159 ],160 "rotation": [161 0,162 30.00005722045899,163 0164 ],165 "scale": [166 1.100000023841858,167 1.100000023841858,168 1.100000023841858169 ]170 },171 "color": [172 255,173 127,174 255175 ]176 },177 {178 "object_id": "SM_ArmchairSingle3",179 "bbox_2d": [180 1498,181 0,182 1919,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 -49.20721648019243,189 -92.56789634471355,190 151.32426071166992191 ],192 "extent": [193 37.97550408343436,194 35.383796010207135,195 57.94956588745117196 ]197 },198 "obb": {199 "center": [200 -49.20721648019243,201 -92.56789634471355,202 151.32426071166992203 ],204 "extent": [205 37.97550408343436,206 35.383796010207135,207 57.94956588745117208 ],209 "rotation": [210 0,211 -99.99960327148439,212 0213 ]214 },215 "location": [216 -48.333580017089844,217 -91.7777099609375,218 93.3218994140625219 ],220 "rotation": [221 0,222 -99.99960327148439,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 127,233 0,234 255235 ]236 }237 ],238 "manager desk": [239 {240 "object_id": "SM_ManagerDesk_35",241 "bbox_2d": [242 550,243 379,244 1580,245 1079246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 0.9649276733398438,251 -103.14732360839844,252 133.83098220825195253 ],254 "extent": [255 101.42112731933594,256 175.46688842773438,257 40.50908660888672258 ]259 },260 "obb": {261 "center": [262 0.9649276733398438,263 -103.14732360839844,264 133.83098220825195265 ],266 "extent": [267 101.42112731933594,268 175.46688842773438,269 40.50908660888672270 ],271 "rotation": [272 0,273 0,274 0275 ]276 },277 "location": [278 3.7793960571289062,279 -148.75787353515625,280 93.32191467285156281 ],282 "rotation": [283 0,284 0,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 0,295 127,296 127297 ]298 }299 ],300 "monitor": [301 {302 "object_id": "SM_Monitor",303 "bbox_2d": [304 702,305 0,306 1265,307 395308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 -67.37585065973605,313 -169.9528735959834,314 199.99402505135185315 ],316 "extent": [317 29.307229343322547,318 27.056972213491918,319 26.38376504158623320 ]321 },322 "obb": {323 "center": [324 -67.37585065973605,325 -169.9528735959834,326 199.99402505135185327 ],328 "extent": [329 29.307229343322547,330 27.056972213491918,331 26.38376504158623332 ],333 "rotation": [334 0,335 -50.00012207031249,336 0337 ]338 },339 "location": [340 -52.64727783203125,341 -170.69700622558594,342 173.61026000976562343 ],344 "rotation": [345 0,346 -50.00012207031249,347 0348 ],349 "scale": [350 0.800000011920929,351 0.800000011920929,352 0.800000011920929353 ]354 },355 "color": [356 127,357 63,358 255359 ]360 }361 ],362 "decorative grass": [363 {364 "object_id": "SM_Decorative76_7",365 "bbox_2d": [366 458,367 120,368 512,369 160370 ],371 "bbox_3d": {372 "aabb": {373 "center": [374 -100.5865405130462,375 -339.46472209123397,376 254.58916430351383377 ],378 "extent": [379 5.887163628576673,380 6.730595939007003,381 5.420180339533545382 ]383 },384 "obb": {385 "center": [386 -100.5865405130462,387 -339.46472209123397,388 254.58916430351383389 ],390 "extent": [391 5.887163628576673,392 6.730595939007003,393 5.420180339533545394 ],395 "rotation": [396 0,397 0,398 0399 ]400 },401 "location": [402 -100.58649444580078,403 -339.4647216796875,404 249.10960388183594405 ],406 "rotation": [407 0,408 0,409 0410 ],411 "scale": [412 0.7547657489776611,413 0.8630754947662354,414 0.7636446356773376415 ]416 },417 "color": [418 31,419 31,420 63421 ]422 },423 {424 "object_id": "SM_Decorative77",425 "bbox_2d": [426 458,427 81,428 512,429 130430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 -100.58654051306075,435 -339.4647220912341,436 263.6859219957405437 ],438 "extent": [439 5.887165488238679,440 6.7305977982871354,441 5.4201820317757665442 ]443 },444 "obb": {445 "center": [446 -100.58654051306075,447 -339.4647220912341,448 263.6859219957405449 ],450 "extent": [451 5.887165488238679,452 6.7305977982871354,453 5.4201820317757665454 ],455 "rotation": [456 0,457 0,458 0459 ]460 },461 "location": [462 -100.58649444580078,463 -339.4647216796875,464 258.20635986328125465 ],466 "rotation": [467 0,468 0,469 0470 ],471 "scale": [472 0.7547659873962402,473 0.8630757331848145,474 0.7636448740959167475 ]476 },477 "color": [478 31,479 31,480 191481 ]482 },483 {484 "object_id": "SM_Decorative79_14",485 "bbox_2d": [486 662,487 247,488 722,489 340490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 -44.858084124012635,495 -339.34731557193766,496 225.60998570139418497 ],498 "extent": [499 15.7004822706092,500 5.5804689012802555,501 13.876127776268277502 ]503 },504 "obb": {505 "center": [506 -44.858084124012635,507 -339.34731557193766,508 225.60998570139418509 ],510 "extent": [511 15.7004822706092,512 5.5804689012802555,513 13.876127776268277514 ],515 "rotation": [516 0,517 0,518 0519 ]520 },521 "location": [522 -44.85807800292969,523 -339.34735107421875,524 211.72219848632812525 ],526 "rotation": [527 0,528 0,529 0530 ],531 "scale": [532 1.2836841344833374,533 1.2836841344833374,534 1.2836841344833374535 ]536 },537 "color": [538 0,539 0,540 95541 ]542 },543 {544 "object_id": "SM_Decorative80_17",545 "bbox_2d": [546 597,547 235,548 628,549 333550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 -72.63748168945312,555 -334.3370933532715,556 224.19418334960938557 ],558 "extent": [559 3.7149658203125,560 3.137065887451172,561 12.40142822265625562 ]563 },564 "obb": {565 "center": [566 -72.63748168945312,567 -334.3370933532715,568 224.19418334960938569 ],570 "extent": [571 3.7149658203125,572 3.137065887451172,573 12.40142822265625574 ],575 "rotation": [576 0,577 0,578 0579 ]580 },581 "location": [582 -72.63748168945312,583 -334.33709716796875,584 211.72219848632812585 ],586 "rotation": [587 0,588 0,589 0590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 0,599 255,600 95601 ]602 },603 {604 "object_id": "SM_Decorative81_20",605 "bbox_2d": [606 818,607 352,608 862,609 358610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 -13.336126327514648,615 -337.89166259765625,616 226.3364713658666617 ],618 "extent": [619 8.733177924586926,620 8.700033647754026,621 14.50036186313082622 ]623 },624 "obb": {625 "center": [626 -13.336126327514648,627 -337.89166259765625,628 226.3364713658666629 ],630 "extent": [631 8.733177924586926,632 8.700033647754026,633 14.50036186313082634 ],635 "rotation": [636 0,637 0,638 0639 ]640 },641 "location": [642 -13.336126327514648,643 -337.89166259765625,644 211.72219848632812645 ],646 "rotation": [647 0,648 0,649 0650 ],651 "scale": [652 1.3069454431533813,653 1.3069454431533813,654 1.3069454431533813655 ]656 },657 "color": [658 0,659 127,660 95661 ]662 },663 {664 "object_id": "SM_Decorative84_30",665 "bbox_2d": [666 605,667 0,668 607,669 22670 ],671 "bbox_3d": {672 "aabb": {673 "center": [674 -73.23477172851562,675 -339.63478536716866,676 301.4512953587473677 ],678 "extent": [679 6.806408778320474,680 4.274594100592367,681 14.634306976400694682 ]683 },684 "obb": {685 "center": [686 -73.23477172851562,687 -339.63478536716866,688 301.4512953587473689 ],690 "extent": [691 6.806408778320474,692 4.274594100592367,693 14.634306976400694694 ],695 "rotation": [696 0,697 0,698 0699 ]700 },701 "location": [702 -73.23477172851562,703 -339.634765625,704 286.78375244140625705 ],706 "rotation": [707 0,708 0,709 0710 ],711 "scale": [712 1.2938227653503418,713 1.2938227653503418,714 1.2938227653503418715 ]716 },717 "color": [718 0,719 191,720 95721 ]722 },723 {724 "object_id": "SM_Decorative85",725 "bbox_2d": [726 655,727 0,728 695,729 39730 ],731 "bbox_3d": {732 "aabb": {733 "center": [734 -56.40060423649874,735 -339.63477885945616,736 298.13747676143976737 ],738 "extent": [739 6.217201824810651,740 5.499867281420109,741 11.327997331329243742 ]743 },744 "obb": {745 "center": [746 -56.40060423649874,747 -339.63477885945616,748 298.13747676143976749 ],750 "extent": [751 6.217201824810651,752 5.499867281420109,753 11.327997331329243754 ],755 "rotation": [756 0,757 30.000083923339854,758 0759 ]760 },761 "location": [762 -56.400611877441406,763 -339.634765625,764 286.78375244140625765 ],766 "rotation": [767 0,768 30.000083923339854,769 0770 ],771 "scale": [772 1.0015110969543457,773 1.0015110969543457,774 1.0015110969543457775 ]776 },777 "color": [778 0,779 31,780 95781 ]782 },783 {784 "object_id": "SM_Decorative90_44",785 "bbox_2d": [786 642,787 112,788 681,789 190790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 -59.80157858387281,795 -338.6424209534224,796 260.06283229853375797 ],798 "extent": [799 6.290593758709658,800 6.30063442618075,801 10.942327480495123802 ]803 },804 "obb": {805 "center": [806 -59.80157858387281,807 -338.6424209534224,808 260.06283229853375809 ],810 "extent": [811 6.290593758709658,812 6.30063442618075,813 10.942327480495123814 ],815 "rotation": [816 0,817 110.00013732910158,818 0819 ]820 },821 "location": [822 -60.543540954589844,823 -338.9124755859375,824 249.10960388183594825 ],826 "rotation": [827 0,828 110.00013732910158,829 0830 ],831 "scale": [832 0.7895904779434204,833 0.7895904779434204,834 0.525586724281311835 ]836 },837 "color": [838 255,839 191,840 95841 ]842 },843 {844 "object_id": "SM_Decorative95",845 "bbox_2d": [846 518,847 132,848 569,849 171850 ],851 "bbox_3d": {852 "aabb": {853 "center": [854 -87.6980517435295,855 -339.46472209123374,856 254.58916259273246857 ],858 "extent": [859 5.887165488238679,860 6.730592220446738,861 5.420178647291323862 ]863 },864 "obb": {865 "center": [866 -87.6980517435295,867 -339.46472209123374,868 254.58916259273246869 ],870 "extent": [871 5.887165488238679,872 6.730592220446738,873 5.420178647291323874 ],875 "rotation": [876 0,877 0,878 0879 ]880 },881 "location": [882 -87.69800567626953,883 -339.4647216796875,884 249.10960388183594885 ],886 "rotation": [887 0,888 0,889 0890 ],891 "scale": [892 0.7547659873962402,893 0.8630750179290771,894 0.7636443972587585895 ]896 },897 "color": [898 31,899 31,900 95901 ]902 },903 {904 "object_id": "SM_Decorative96",905 "bbox_2d": [906 518,907 94,908 569,909 141910 ],911 "bbox_3d": {912 "aabb": {913 "center": [914 -87.6980517435295,915 -339.4647220912342,916 263.6859254173032917 ],918 "extent": [919 5.887165488238679,920 6.730599657567268,921 5.42018541626021922 ]923 },924 "obb": {925 "center": [926 -87.6980517435295,927 -339.4647220912342,928 263.6859254173032929 ],930 "extent": [931 5.887165488238679,932 6.730599657567268,933 5.42018541626021934 ],935 "rotation": [936 0,937 0,938 0939 ]940 },941 "location": [942 -87.69800567626953,943 -339.4647216796875,944 258.20635986328125945 ],946 "rotation": [947 0,948 0,949 0950 ],951 "scale": [952 0.7547659873962402,953 0.8630759716033936,954 0.763645350933075955 ]956 },957 "color": [958 0,959 95,960 0961 ]962 }963 ],964 "books": [965 {966 "object_id": "SM_Book41_53",967 "bbox_2d": [968 1150,969 342,970 1156,971 388972 ],973 "bbox_3d": {974 "aabb": {975 "center": [976 100.10064697260624,977 -339.94922986205734,978 222.0370635986328979 ],980 "extent": [981 1.4089222411955973,982 8.610492956241046,983 10.532577514648438984 ]985 },986 "obb": {987 "center": [988 100.10064697260624,989 -339.94922986205734,990 222.0370635986328991 ],992 "extent": [993 1.4089222411955973,994 8.610492956241046,995 10.532577514648438996 ],997 "rotation": [998 -90,999 0.00016529858112329104,1000 01001 ]1002 },1003 "location": [1004 98.6633071899414,1005 -339.9492492675781,1006 222.03706359863281007 ],1008 "rotation": [1009 -90,1010 0.00016529858112329104,1011 01012 ],1013 "scale": [1014 1,1015 1,1016 11017 ]1018 },1019 "color": [1020 127,1021 0,1022 951023 ]1024 },1025 {1026 "object_id": "SM_Book42",1027 "bbox_2d": [1028 1143,1029 342,1030 1149,1031 3881032 ],1033 "bbox_3d": {1034 "aabb": {1035 "center": [1036 97.05229949945965,1037 -339.94922970954076,1038 221.19567871093751039 ],1040 "extent": [1041 1.4089231548569217,1042 8.610493105736907,1043 9.475794468177811044 ]1045 },1046 "obb": {1047 "center": [1048 97.05229949945965,1049 -339.94922970954076,1050 221.19567871093751051 ],1052 "extent": [1053 1.4089231548569217,1054 8.610493105736907,1055 9.475794468177811056 ],1057 "rotation": [1058 -90,1059 0.0001713782548904404,1060 01061 ]1062 },1063 "location": [1064 95.61495971679688,1065 -339.9492492675781,1066 221.19567871093751067 ],1068 "rotation": [1069 -90,1070 0.0001713782548904404,1071 01072 ],1073 "scale": [1074 0.8996652960777283,1075 1,1076 11077 ]1078 },1079 "color": [1080 127,1081 255,1082 951083 ]1084 },1085 {1086 "object_id": "SM_Book43",1087 "bbox_2d": [1088 1136,1089 342,1090 1142,1091 3871092 ],1093 "bbox_3d": {1094 "aabb": {1095 "center": [1096 93.8908920287586,1097 -339.94922986283416,1098 222.03706359863281099 ],1100 "extent": [1101 1.4089222365419118,1102 8.610492955479629,1103 10.5325775146484381104 ]1105 },1106 "obb": {1107 "center": [1108 93.8908920287586,1109 -339.94922986283416,1110 222.03706359863281111 ],1112 "extent": [1113 1.4089222365419118,1114 8.610492955479629,1115 10.5325775146484381116 ],1117 "rotation": [1118 -90,1119 0.00016526761464774557,1120 01121 ]1122 },1123 "location": [1124 92.45355224609375,1125 -339.9492492675781,1126 222.03706359863281127 ],1128 "rotation": [1129 -90,1130 0.00016526761464774557,1131 01132 ],1133 "scale": [1134 1,1135 1,1136 11137 ]1138 },1139 "color": [1140 127,1141 127,1142 951143 ]1144 },1145 {1146 "object_id": "SM_Book44",1147 "bbox_2d": [1148 1128,1149 343,1150 1135,1151 3861152 ],1153 "bbox_3d": {1154 "aabb": {1155 "center": [1156 90.77272796625859,1157 -339.94922986146156,1158 222.879776000976561159 ],1160 "extent": [1161 1.4089222447645824,1162 8.610492956824999,1163 11.16445371682131164 ]1165 },1166 "obb": {1167 "center": [1168 90.77272796625859,1169 -339.94922986146156,1170 222.879776000976561171 ],1172 "extent": [1173 1.4089222447645824,1174 8.610492956824999,1175 11.16445371682131176 ],1177 "rotation": [1178 -90,1179 0.00016532232984900456,1180 01181 ]1182 },1183 "location": [1184 89.33538818359375,1185 -339.9492492675781,1186 222.879776000976561187 ],1188 "rotation": [1189 -90,1190 0.00016532232984900456,1191 01192 ],1193 "scale": [1194 1.0599925518035889,1195 1,1196 11197 ]1198 },1199 "color": [1200 127,