TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l071_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l071_r005/lit.png",5 "camera": {6 "location": [7 140,8 -118,9 20110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 140,38 -118,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "closet": [55 {56 "object_id": "SM_Closet_29",57 "bbox_2d": [58 0,59 0,60 841,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 -5.889900207519531,67 -347.92909240722656,68 225.4903717041015669 ],70 "extent": [71 236.4459686279297,72 20.030471801757812,73 133.3718566894531274 ]75 },76 "obb": {77 "center": [78 -5.889900207519531,79 -347.92909240722656,80 225.4903717041015681 ],82 "extent": [83 236.4459686279297,84 20.030471801757812,85 133.3718566894531286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 -6.054466247558594,95 -367.9595642089844,96 92.1185150146484497 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 127,112 0113 ]114 }115 ],116 "books": [117 {118 "object_id": "SM_Book41_53",119 "bbox_2d": [120 128,121 356,122 147,123 476124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 100.10064697260624,129 -339.94922986205734,130 222.0370635986328131 ],132 "extent": [133 1.4089222411955973,134 8.610492956241046,135 10.532577514648438136 ]137 },138 "obb": {139 "center": [140 100.10064697260624,141 -339.94922986205734,142 222.0370635986328143 ],144 "extent": [145 1.4089222411955973,146 8.610492956241046,147 10.532577514648438148 ],149 "rotation": [150 -90,151 0.00016529858112329104,152 0153 ]154 },155 "location": [156 98.6633071899414,157 -339.9492492675781,158 222.0370635986328159 ],160 "rotation": [161 -90,162 0.00016529858112329104,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 127,173 0,174 95175 ]176 },177 {178 "object_id": "SM_Book42",179 "bbox_2d": [180 105,181 365,182 127,183 475184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 97.05229949945965,189 -339.94922970954076,190 221.1956787109375191 ],192 "extent": [193 1.4089231548569217,194 8.610493105736907,195 9.47579446817781196 ]197 },198 "obb": {199 "center": [200 97.05229949945965,201 -339.94922970954076,202 221.1956787109375203 ],204 "extent": [205 1.4089231548569217,206 8.610493105736907,207 9.47579446817781208 ],209 "rotation": [210 -90,211 0.0001713782548904404,212 0213 ]214 },215 "location": [216 95.61495971679688,217 -339.9492492675781,218 221.1956787109375219 ],220 "rotation": [221 -90,222 0.0001713782548904404,223 0224 ],225 "scale": [226 0.8996652960777283,227 1,228 1229 ]230 },231 "color": [232 127,233 255,234 95235 ]236 },237 {238 "object_id": "SM_Book43",239 "bbox_2d": [240 80,241 352,242 119,243 475244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 93.8908920287586,249 -339.94922986283416,250 222.0370635986328251 ],252 "extent": [253 1.4089222365419118,254 8.610492955479629,255 10.532577514648438256 ]257 },258 "obb": {259 "center": [260 93.8908920287586,261 -339.94922986283416,262 222.0370635986328263 ],264 "extent": [265 1.4089222365419118,266 8.610492955479629,267 10.532577514648438268 ],269 "rotation": [270 -90,271 0.00016526761464774557,272 0273 ]274 },275 "location": [276 92.45355224609375,277 -339.9492492675781,278 222.0370635986328279 ],280 "rotation": [281 -90,282 0.00016526761464774557,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 127,293 127,294 95295 ]296 },297 {298 "object_id": "SM_Book44",299 "bbox_2d": [300 55,301 342,302 91,303 474304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 90.77272796625859,309 -339.94922986146156,310 222.87977600097656311 ],312 "extent": [313 1.4089222447645824,314 8.610492956824999,315 11.1644537168213316 ]317 },318 "obb": {319 "center": [320 90.77272796625859,321 -339.94922986146156,322 222.87977600097656323 ],324 "extent": [325 1.4089222447645824,326 8.610492956824999,327 11.1644537168213328 ],329 "rotation": [330 -90,331 0.00016532232984900456,332 0333 ]334 },335 "location": [336 89.33538818359375,337 -339.9492492675781,338 222.87977600097656339 ],340 "rotation": [341 -90,342 0.00016532232984900456,343 0344 ],345 "scale": [346 1.0599925518035889,347 1,348 1349 ]350 },351 "color": [352 127,353 63,354 95355 ]356 },357 {358 "object_id": "SM_Book45",359 "bbox_2d": [360 29,361 349,362 54,363 473364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 87.46920776362187,369 -339.94922986146156,370 222.0370635986328371 ],372 "extent": [373 1.4089222447645824,374 8.610492956824999,375 10.532577514648438376 ]377 },378 "obb": {379 "center": [380 87.46920776362187,381 -339.94922986146156,382 222.0370635986328383 ],384 "extent": [385 1.4089222447645824,386 8.610492956824999,387 10.532577514648438388 ],389 "rotation": [390 -90,391 0.00016532232984900456,392 0393 ]394 },395 "location": [396 86.03186798095703,397 -339.9492492675781,398 222.0370635986328399 ],400 "rotation": [401 -90,402 0.00016532232984900456,403 0404 ],405 "scale": [406 1,407 1,408 1409 ]410 },411 "color": [412 127,413 191,414 95415 ]416 },417 {418 "object_id": "SM_Book46",419 "bbox_2d": [420 0,421 346,422 28,423 473424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 84.05060577387577,429 -339.94922986146156,430 222.0370635986328431 ],432 "extent": [433 1.4089222447645824,434 8.610492956824999,435 10.532577514648438436 ]437 },438 "obb": {439 "center": [440 84.05060577387577,441 -339.94922986146156,442 222.0370635986328443 ],444 "extent": [445 1.4089222447645824,446 8.610492956824999,447 10.532577514648438448 ],449 "rotation": [450 -90,451 0.00016532232984900456,452 0453 ]454 },455 "location": [456 82.61326599121094,457 -339.9492492675781,458 222.0370635986328459 ],460 "rotation": [461 -90,462 0.00016532232984900456,463 0464 ],465 "scale": [466 1,467 1,468 1469 ]470 },471 "color": [472 127,473 31,474 95475 ]476 },477 {478 "object_id": "SM_Book47",479 "bbox_2d": [480 0,481 339,482 17,483 347484 ],485 "bbox_3d": {486 "aabb": {487 "center": [488 81.00488281244999,489 -339.94922986146156,490 222.87977600097656491 ],492 "extent": [493 1.4089222447645824,494 8.610492956824999,495 11.16445873914563496 ]497 },498 "obb": {499 "center": [500 81.00488281244999,501 -339.94922986146156,502 222.87977600097656503 ],504 "extent": [505 1.4089222447645824,506 8.610492956824999,507 11.16445873914563508 ],509 "rotation": [510 -90,511 0.00016532232984900456,512 0513 ]514 },515 "location": [516 79.56754302978516,517 -339.9492492675781,518 222.87977600097656519 ],520 "rotation": [521 -90,522 0.00016532232984900456,523 0524 ],525 "scale": [526 1.059993028640747,527 1,528 1529 ]530 },531 "color": [532 63,533 0,534 95535 ]536 },537 {538 "object_id": "SM_Book48",539 "bbox_2d": [540 128,541 137,542 147,543 257544 ],545 "bbox_3d": {546 "aabb": {547 "center": [548 100.10064697260418,549 -339.94922970954076,550 259.58905029296875551 ],552 "extent": [553 1.4089231548569217,554 8.610493105736907,555 10.532577514648438556 ]557 },558 "obb": {559 "center": [560 100.10064697260418,561 -339.94922970954076,562 259.58905029296875563 ],564 "extent": [565 1.4089231548569217,566 8.610493105736907,567 10.532577514648438568 ],569 "rotation": [570 -90,571 0.0001713782548904404,572 0573 ]574 },575 "location": [576 98.6633071899414,577 -339.9492492675781,578 259.58905029296875579 ],580 "rotation": [581 -90,582 0.0001713782548904404,583 0584 ],585 "scale": [586 1,587 1,588 1589 ]590 },591 "color": [592 63,593 255,594 95595 ]596 },597 {598 "object_id": "SM_Book49",599 "bbox_2d": [600 105,601 133,602 127,603 255604 ],605 "bbox_3d": {606 "aabb": {607 "center": [608 97.05229949946172,609 -339.94922986283416,610 259.58905029296875611 ],612 "extent": [613 1.4089222365419118,614 8.610492955479629,615 10.532577514648438616 ]617 },618 "obb": {619 "center": [620 97.05229949946172,621 -339.94922986283416,622 259.58905029296875623 ],624 "extent": [625 1.4089222365419118,626 8.610492955479629,627 10.532577514648438628 ],629 "rotation": [630 -90,631 0.00016526761464774557,632 0633 ]634 },635 "location": [636 95.61495971679688,637 -339.9492492675781,638 259.58905029296875639 ],640 "rotation": [641 -90,642 0.00016526761464774557,643 0644 ],645 "scale": [646 1,647 1,648 1649 ]650 },651 "color": [652 63,653 127,654 95655 ]656 },657 {658 "object_id": "SM_Book50",659 "bbox_2d": [660 80,661 129,662 104,663 252664 ],665 "bbox_3d": {666 "aabb": {667 "center": [668 93.89089202875859,669 -339.94922986146156,670 259.58905029296875671 ],672 "extent": [673 1.4089222447645824,674 8.610492956824999,675 10.532577514648438676 ]677 },678 "obb": {679 "center": [680 93.89089202875859,681 -339.94922986146156,682 259.58905029296875683 ],684 "extent": [685 1.4089222447645824,686 8.610492956824999,687 10.532577514648438688 ],689 "rotation": [690 -90,691 0.00016532232984900456,692 0693 ]694 },695 "location": [696 92.45355224609375,697 -339.9492492675781,698 259.58905029296875699 ],700 "rotation": [701 -90,702 0.00016532232984900456,703 0704 ],705 "scale": [706 1,707 1,708 1709 ]710 },711 "color": [712 63,713 63,714 95715 ]716 },717 {718 "object_id": "SM_Book51",719 "bbox_2d": [720 1,721 122,722 80,723 248724 ],725 "bbox_3d": {726 "aabb": {727 "center": [728 87.89206021668689,729 -339.9492283131588,730 259.94015778161616731 ],732 "extent": [733 5.142475517190476,734 8.610496508321546,735 10.973030349306555736 ]737 },738 "obb": {739 "center": [740 87.89206021668689,741 -339.9492283131588,742 259.94015778161616743 ],744 "extent": [745 5.142475517190476,746 8.610496508321546,747 10.973030349306555748 ],749 "rotation": [750 -69.99975585937497,751 -179.99996948242188,752 -179.9998016357422753 ]754 },755 "location": [756 86.5414047241211,757 -339.9492492675781,758 260.4317626953125759 ],760 "rotation": [761 -69.99975585937497,762 -179.99996948242188,763 -179.9998016357422764 ],765 "scale": [766 1.059993028640747,767 1,768 1769 ]770 },771 "color": [772 63,773 191,774 95775 ]776 },777 {778 "object_id": "SM_Book57",779 "bbox_2d": [780 0,781 0,782 147,783 36784 ],785 "bbox_3d": {786 "aabb": {787 "center": [788 87.27217749517112,789 -340.0560276149551,790 292.5360527038574791 ],792 "extent": [793 16.27148110251585,794 16.181722034496318,795 5.659610748291016796 ]797 },798 "obb": {799 "center": [800 87.27217749517112,801 -340.0560276149551,802 292.5360527038574803 ],804 "extent": [805 16.27148110251585,806 16.181722034496318,807 5.659610748291016808 ],809 "rotation": [810 0,811 39.999984741210945,812 0813 ]814 },815 "location": [816 87.70355987548828,817 -340.57012939453125,818 286.7837219238281819 ],820 "rotation": [821 0,822 39.999984741210945,823 0824 ],825 "scale": [826 1,827 1,828 1829 ]830 },831 "color": [832 191,833 191,834 95835 ]836 },837 {838 "object_id": "SM_Book59",839 "bbox_2d": [840 142,841 0,842 147,843 4844 ],845 "bbox_3d": {846 "aabb": {847 "center": [848 87.27217749517112,849 -340.0560276149551,850 303.5644950866699851 ],852 "extent": [853 16.27148110251585,854 16.181722034496318,855 5.659610748291016856 ]857 },858 "obb": {859 "center": [860 87.27217749517112,861 -340.0560276149551,862 303.5644950866699863 ],864 "extent": [865 16.27148110251585,866 16.181722034496318,867 5.659610748291016868 ],869 "rotation": [870 0,871 39.999984741210945,872 0873 ]874 },875 "location": [876 87.70355987548828,877 -340.57012939453125,878 297.8121643066406879 ],880 "rotation": [881 0,882 39.999984741210945,883 0884 ],885 "scale": [886 1,887 1,888 1889 ]890 },891 "color": [892 31,893 191,894 95895 ]896 },897 {898 "object_id": "SM_Book133",899 "bbox_2d": [900 1376,901 1005,902 1690,903 1079904 ],905 "bbox_3d": {906 "aabb": {907 "center": [908 215.44319754257427,909 -158.9757718720553,910 153.1415901184082911 ],912 "extent": [913 13.638181271931671,914 13.047474015868545,915 5.659610748291016916 ]917 },918 "obb": {919 "center": [920 215.44319754257427,921 -158.9757718720553,922 153.1415901184082923 ],924 "extent": [925 13.638181271931671,926 13.047474015868545,927 5.659610748291016928 ],929 "rotation": [930 0,931 -9.999999999999998,932 0933 ]934 },935 "location": [936 215.32666015625,937 -159.63668823242188,938 158.8939208984375939 ],940 "rotation": [941 0,942 -9.999999999999998,943 0944 ],945 "scale": [946 1,947 1,948 -1949 ]950 },951 "color": [952 159,953 0,954 95955 ]956 }957 ],958 "award": [959 {960 "object_id": "SM_Award1_3",961 "bbox_2d": [962 1003,963 199,964 1075,965 296966 ],967 "bbox_3d": {968 "aabb": {969 "center": [970 224.00866947174063,971 -238.12922668456537,972 245.04850653967355973 ],974 "extent": [975 5.65505594874719,976 5.521427518391306,977 7.9460106796113905978 ]979 },980 "obb": {981 "center": [982 224.00866947174063,983 -238.12922668456537,984 245.04850653967355985 ],986 "extent": [987 5.65505594874719,988 5.521427518391306,989 7.9460106796113905990 ],991 "rotation": [992 0,993 90.00011444091797,994 0995 ]996 },997 "location": [998 224.0086669921875,999 -238.1292266845703,1000 237.075469970703121001 ],1002 "rotation": [1003 0,1004 90.00011444091797,1005 01006 ],1007 "scale": [1008 1.2999999523162842,1009 1.2999999523162842,1010 1.29999995231628421011 ]1012 },1013 "color": [1014 0,1015 159,1016 311017 ]1018 },1019 {1020 "object_id": "SM_Award2_6",1021 "bbox_2d": [1022 1132,1023 104,1024 1248,1025 2441026 ],1027 "bbox_3d": {1028 "aabb": {1029 "center": [1030 221.54150390625,1031 -203.6403045654297,1032 244.949065301103021033 ],1034 "extent": [1035 3.410948030211671,1036 8.40239660325173,1037 7.7981890202232761038 ]1039 },1040 "obb": {1041 "center": [1042 221.54150390625,1043 -203.6403045654297,1044 244.949065301103021045 ],1046 "extent": [1047 3.410948030211671,1048 8.40239660325173,1049 7.7981890202232761050 ],1051 "rotation": [1052 0,1053 90.00011444091797,1054 01055 ]1056 },1057 "location": [1058 221.54150390625,1059 -203.6403045654297,1060 237.075469970703121061 ],1062 "rotation": [1063 0,1064 90.00011444091797,1065 01066 ],1067 "scale": [1068 1.2999999523162842,1069 1.2999999523162842,1070 1.29999995231628421071 ]1072 },1073 "color": [1074 0,1075 159,1076 951077 ]1078 },1079 {1080 "object_id": "SM_Award3_9",1081 "bbox_2d": [1082 1364,1083 0,1084 1505,1085 1501086 ],1087 "bbox_3d": {1088 "aabb": {1089 "center": [1090 222.7982635498047,1091 -173.45571899414062,1092 245.42281538602971093 ],1094 "extent": [1095 4.620157125472019,1096 4.402174044997054,1097 8.2802551566593371098 ]1099 },1100 "obb": {1101 "center": [1102 222.7982635498047,1103 -173.45571899414062,1104 245.42281538602971105 ],1106 "extent": [1107 4.620157125472019,1108 4.402174044997054,1109 8.2802551566593371110 ],1111 "rotation": [1112 0,1113 90.00011444091797,1114 01115 ]1116 },1117 "location": [1118 222.7982635498047,1119 -173.45571899414062,1120 237.075469970703121121 ],1122 "rotation": [1123 0,1124 90.00011444091797,1125 01126 ],1127 "scale": [1128 1.7608659267425537,1129 1.7608659267425537,1130 1.76086592674255371131 ]1132 },1133 "color": [1134 255,1135 159,1136 01137 ]1138 }1139 ],1140 "cabinet": [1141 {1142 "object_id": "SM_KomodCClosed_55",1143 "bbox_2d": [1144 882,1145 859,1146 1404,1147 10791148 ],1149 "bbox_3d": {1150 "aabb": {1151 "center": [1152 216.32473171699846,1153 -167.35725345748017,1154 127.007100713451111155 ],1156 "extent": [1157 13.030124955822174,1158 84.78256622877805,1159 20.5834620459572761160 ]1161 },1162 "obb": {1163 "center": [1164 216.32473171699846,1165 -167.35725345748017,1166 127.007100713451111167 ],1168 "extent": [1169 13.030124955822174,1170 84.78256622877805,1171 20.5834620459572761172 ],1173 "rotation": [1174 0,1175 90.00011444091797,1176 01177 ]1178 },1179 "location": [1180 229.52696228027344,1181 -167.43386840820312,1182 106.279609680175781183 ],1184 "rotation": [1185 0,1186 90.00011444091797,1187 01188 ],1189 "scale": [1190 1.1326565742492676,1191 1.0708844661712646,1192 1.59923481941223141193 ]1194 },1195 "color": [1196 31,1197 159,1198 01199 ]1200 }