TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l025_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l025_r001/lit.png",5 "camera": {6 "location": [7 178,8 576,9 18210 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 178,38 576,39 182,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "shelf": [55 {56 "object_id": "SM_Shelf3",57 "bbox_2d": [58 1223,59 0,60 1919,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 174.52945229313445,67 782.8369913101196,68 201.8481140136718869 ],70 "extent": [71 54.57733371167703,72 13.994805335998535,73 108.5110626220703174 ]75 },76 "obb": {77 "center": [78 174.52945229313445,79 782.8369913101196,80 201.8481140136718881 ],82 "extent": [83 54.57733371167703,84 13.994805335998535,85 108.5110626220703186 ],87 "rotation": [88 0,89 180,90 091 ]92 },93 "location": [94 180.10403442382812,95 784.39208984375,96 93.321899414062597 ],98 "rotation": [99 0,100 180,101 0102 ],103 "scale": [104 1.2000000476837158,105 1,106 1107 ]108 },109 "color": [110 63,111 127,112 63113 ]114 }115 ],116 "decorative grass": [117 {118 "object_id": "SM_Decorative40_313",119 "bbox_2d": [120 1727,121 657,122 1809,123 797124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 141.9659423828125,129 778.635871887207,130 151.3459930419922131 ],132 "extent": [133 5.235870361328125,134 5.270179748535156,135 11.30023193359375136 ]137 },138 "obb": {139 "center": [140 141.9659423828125,141 778.635871887207,142 151.3459930419922143 ],144 "extent": [145 5.235870361328125,146 5.270179748535156,147 11.30023193359375148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 141.96597290039062,157 778.6358642578125,158 139.94700622558594159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 127,173 127,174 31175 ]176 },177 {178 "object_id": "SM_Decorative41_316",179 "bbox_2d": [180 1561,181 662,182 1659,183 781184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 163.58816528320312,189 779.0531616210938,190 150.24023342132568191 ],192 "extent": [193 7.182546139491791,194 7.162533787447273,195 10.262494087219238196 ]197 },198 "obb": {199 "center": [200 163.58816528320312,201 779.0531616210938,202 150.24023342132568203 ],204 "extent": [205 7.182546139491791,206 7.162533787447273,207 10.262494087219238208 ],209 "rotation": [210 0,211 179.9999237060547,212 0213 ]214 },215 "location": [216 163.58816528320312,217 779.0531616210938,218 139.94700622558594219 ],220 "rotation": [221 0,222 179.9999237060547,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 127,233 63,234 31235 ]236 },237 {238 "object_id": "SM_Decorative42_319",239 "bbox_2d": [240 1445,241 734,242 1488,243 767244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 187.69853973388672,249 780.5188598632812,250 142.52974700927734251 ],252 "extent": [253 5.650764465332031,254 5.647735595703125,255 2.5378570556640625256 ]257 },258 "obb": {259 "center": [260 187.69853973388672,261 780.5188598632812,262 142.52974700927734263 ],264 "extent": [265 5.650764465332031,266 5.647735595703125,267 2.5378570556640625268 ],269 "rotation": [270 0,271 0,272 0273 ]274 },275 "location": [276 187.6985321044922,277 780.5188598632812,278 139.94699096679688279 ],280 "rotation": [281 0,282 0,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 127,293 191,294 31295 ]296 },297 {298 "object_id": "SM_Decorative43_322",299 "bbox_2d": [300 1445,301 704,302 1480,303 740304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 187.99003601072963,309 781.1162625400466,310 146.903139396396311 ],312 "extent": [313 4.494478767612719,314 4.007214383002065,315 3.3411671139474493316 ]317 },318 "obb": {319 "center": [320 187.99003601072963,321 781.1162625400466,322 146.903139396396323 ],324 "extent": [325 4.494478767612719,326 4.007214383002065,327 3.3411671139474493328 ],329 "rotation": [330 0,331 179.9999237060547,332 0333 ]334 },335 "location": [336 187.9900360107422,337 781.1162719726562,338 143.55796813964844339 ],340 "rotation": [341 0,342 179.9999237060547,343 0344 ],345 "scale": [346 0.6181755065917969,347 0.6181755065917969,348 0.6181755065917969349 ]350 },351 "color": [352 63,353 0,354 31355 ]356 },357 {358 "object_id": "SM_Decorative45_328",359 "bbox_2d": [360 1736,361 482,362 1812,363 600364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 140.67156982421875,369 781.754467010498,370 181.75371 ],372 "extent": [373 4.9560546875,374 4.956012725830078,375 9.705810546875376 ]377 },378 "obb": {379 "center": [380 140.67156982421875,381 781.754467010498,382 181.75383 ],384 "extent": [385 4.9560546875,386 4.956012725830078,387 9.705810546875388 ],389 "rotation": [390 0,391 0,392 0393 ]394 },395 "location": [396 140.67156982421875,397 781.7544555664062,398 172.033935546875399 ],400 "rotation": [401 0,402 0,403 0404 ],405 "scale": [406 1,407 1,408 1409 ]410 },411 "color": [412 63,413 127,414 31415 ]416 },417 {418 "object_id": "SM_Decorative46_331",419 "bbox_2d": [420 1452,421 475,422 1608,423 594424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 175.70920848846436,429 777.4226350784302,430 182.8526153564453431 ],432 "extent": [433 12.230798721313477,434 4.34722900390625,435 10.809612274169922436 ]437 },438 "obb": {439 "center": [440 175.70920848846436,441 777.4226350784302,442 182.8526153564453443 ],444 "extent": [445 12.230798721313477,446 4.34722900390625,447 10.809612274169922448 ],449 "rotation": [450 0,451 0,452 0453 ]454 },455 "location": [456 175.70921325683594,457 777.422607421875,458 172.03392028808594459 ],460 "rotation": [461 0,462 0,463 0464 ],465 "scale": [466 1,467 1,468 1469 ]470 },471 "color": [472 63,473 63,474 31475 ]476 },477 {478 "object_id": "SM_Decorative47_343",479 "bbox_2d": [480 1413,481 321,482 1492,483 435484 ],485 "bbox_3d": {486 "aabb": {487 "center": [488 188.13156127929688,489 779.9154663085938,490 211.82534790039062491 ],492 "extent": [493 6.68212890625,494 6.656768798828125,495 11.0948486328125496 ]497 },498 "obb": {499 "center": [500 188.13156127929688,501 779.9154663085938,502 211.82534790039062503 ],504 "extent": [505 6.68212890625,506 6.656768798828125,507 11.0948486328125508 ],509 "rotation": [510 0,511 0,512 0513 ]514 },515 "location": [516 188.13156127929688,517 779.9154663085938,518 200.64334106445312519 ],520 "rotation": [521 0,522 0,523 0524 ],525 "scale": [526 1,527 1,528 1529 ]530 },531 "color": [532 0,533 31,534 0535 ]536 },537 {538 "object_id": "SM_Decorative48_346",539 "bbox_2d": [540 1309,541 417,542 1369,543 440544 ],545 "bbox_3d": {546 "aabb": {547 "center": [548 208.29230499267578,549 779.7899780273438,550 203.2260971069336551 ],552 "extent": [553 5.650764465332031,554 5.647735595703125,555 2.5378570556640625556 ]557 },558 "obb": {559 "center": [560 208.29230499267578,561 779.7899780273438,562 203.2260971069336563 ],564 "extent": [565 5.650764465332031,566 5.647735595703125,567 2.5378570556640625568 ],569 "rotation": [570 0,571 0,572 0573 ]574 },575 "location": [576 208.29229736328125,577 779.7899780273438,578 200.64334106445312579 ],580 "rotation": [581 0,582 0,583 0584 ],585 "scale": [586 1,587 1,588 1589 ]590 },591 "color": [592 0,593 31,594 255595 ]596 },597 {598 "object_id": "SM_Decorative49",599 "bbox_2d": [600 1309,601 391,602 1369,603 420604 ],605 "bbox_3d": {606 "aabb": {607 "center": [608 208.29230499267578,609 779.7899780273438,610 208.39916229248047611 ],612 "extent": [613 5.650764465332031,614 5.647735595703125,615 2.5378570556640625616 ]617 },618 "obb": {619 "center": [620 208.29230499267578,621 779.7899780273438,622 208.39916229248047623 ],624 "extent": [625 5.650764465332031,626 5.647735595703125,627 2.5378570556640625628 ],629 "rotation": [630 0,631 0,632 0633 ]634 },635 "location": [636 208.29229736328125,637 779.7899780273438,638 205.81640625639 ],640 "rotation": [641 0,642 0,643 0644 ],645 "scale": [646 1,647 1,648 1649 ]650 },651 "color": [652 0,653 31,654 127655 ]656 },657 {658 "object_id": "SM_Decorative50_350",659 "bbox_2d": [660 1673,661 184,662 1756,663 247664 ],665 "bbox_3d": {666 "aabb": {667 "center": [668 148.21641540527344,669 783.4247495257682,670 235.41932793872184671 ],672 "extent": [673 5.719869660984841,674 4.830086967700026,675 6.2021414731680125676 ]677 },678 "obb": {679 "center": [680 148.21641540527344,681 783.4247495257682,682 235.41932793872184683 ],684 "extent": [685 5.719869660984841,686 4.830086967700026,687 6.2021414731680125688 ],689 "rotation": [690 0,691 0,692 0693 ]694 },695 "location": [696 148.21641540527344,697 783.4247436523438,698 229.18190002441406699 ],700 "rotation": [701 0,702 0,703 0704 ],705 "scale": [706 1.5396829843521118,707 1.5396829843521118,708 0.5001150965690613709 ]710 },711 "color": [712 0,713 31,714 63715 ]716 },717 {718 "object_id": "SM_Decorative51_353",719 "bbox_2d": [720 1549,721 151,722 1607,723 263724 ],725 "bbox_3d": {726 "aabb": {727 "center": [728 168.09789588575518,729 781.5747031171143,730 240.4277526204096731 ],732 "extent": [733 5.731404584359126,734 5.7314114241427205,735 11.125805153991678736 ]737 },738 "obb": {739 "center": [740 168.09789588575518,741 781.5747031171143,742 240.4277526204096743 ],744 "extent": [745 5.731404584359126,746 5.7314114241427205,747 11.125805153991678748 ],749 "rotation": [750 0,751 -110.00013732910158,752 0753 ]754 },755 "location": [756 168.09788513183594,757 781.57470703125,758 229.18191528320312759 ],760 "rotation": [761 0,762 -110.00013732910158,763 0764 ],765 "scale": [766 1,767 1,768 2.010845899581909769 ]770 },771 "color": [772 0,773 31,774 191775 ]776 },777 {778 "object_id": "SM_Decorative52_356",779 "bbox_2d": [780 1434,781 201,782 1505,783 277784 ],785 "bbox_3d": {786 "aabb": {787 "center": [788 185.29283411046413,789 781.1185197265554,790 237.36668439997447791 ],792 "extent": [793 8.405003362982995,794 8.40500538532433,795 8.116432387694658796 ]797 },798 "obb": {799 "center": [800 185.29283411046413,801 781.1185197265554,802 237.36668439997447803 ],804 "extent": [805 8.405003362982995,806 8.40500538532433,807 8.116432387694658808 ],809 "rotation": [810 0,811 130.00013732910153,812 0813 ]814 },815 "location": [816 185.2928466796875,817 781.1185302734375,818 229.18190002441406819 ],820 "rotation": [821 0,822 130.00013732910153,823 0824 ],825 "scale": [826 0.7168759703636169,827 0.7168759703636169,828 0.9998919367790222829 ]830 },831 "color": [832 255,833 31,834 0835 ]836 },837 {838 "object_id": "SM_Decorative53_359",839 "bbox_2d": [840 1295,841 179,842 1333,843 293844 ],845 "bbox_3d": {846 "aabb": {847 "center": [848 212.9208221435547,849 779.8599891662598,850 241.6538848876953851 ],852 "extent": [853 3.7149658203125,854 3.137065887451172,855 12.40142822265625856 ]857 },858 "obb": {859 "center": [860 212.9208221435547,861 779.8599891662598,862 241.6538848876953863 ],864 "extent": [865 3.7149658203125,866 3.137065887451172,867 12.40142822265625868 ],869 "rotation": [870 0,871 0,872 0873 ]874 },875 "location": [876 212.9208221435547,877 779.8599853515625,878 229.18190002441406879 ],880 "rotation": [881 0,882 0,883 0884 ],885 "scale": [886 1,887 1,888 1889 ]890 },891 "color": [892 255,893 31,894 255895 ]896 },897 {898 "object_id": "SM_Decorative54",899 "bbox_2d": [900 1339,901 214,902 1402,903 288904 ],905 "bbox_3d": {906 "aabb": {907 "center": [908 202.4368438720703,909 779.8599891662598,910 237.15900209497704911 ],912 "extent": [913 5.839911754403147,914 3.137065887451172,915 7.931973926952196916 ]917 },918 "obb": {919 "center": [920 202.4368438720703,921 779.8599891662598,922 237.15900209497704923 ],924 "extent": [925 5.839911754403147,926 3.137065887451172,927 7.931973926952196928 ],929 "rotation": [930 0,931 0,932 0933 ]934 },935 "location": [936 202.4368438720703,937 779.8599853515625,938 229.18190002441406939 ],940 "rotation": [941 0,942 0,943 0944 ],945 "scale": [946 1.5719960927963257,947 1,948 0.6396016478538513949 ]950 },951 "color": [952 255,953 31,954 127955 ]956 },957 {958 "object_id": "SM_Decorative55_367",959 "bbox_2d": [960 1781,961 0,962 1822,963 52964 ],965 "bbox_3d": {966 "aabb": {967 "center": [968 137.4188690185547,969 779.8951759338379,970 269.0025939941406971 ],972 "extent": [973 2.71087646484375,974 2.711925506591797,975 10.98583984375976 ]977 },978 "obb": {979 "center": [980 137.4188690185547,981 779.8951759338379,982 269.0025939941406983 ],984 "extent": [985 2.71087646484375,986 2.711925506591797,987 10.98583984375988 ],989 "rotation": [990 0,991 0,992 0993 ]994 },995 "location": [996 137.43748474121094,997 779.9046020507812,998 257.9435119628906999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ],1005 "scale": [1006 1,1007 1,1008 11009 ]1010 },1011 "color": [1012 127,1013 31,1014 1271015 ]1016 },1017 {1018 "object_id": "SM_Decorative56_370",1019 "bbox_2d": [1020 1626,1021 0,1022 1680,1023 821024 ],1025 "bbox_3d": {1026 "aabb": {1027 "center": [1028 157.1378173828125,1029 779.7910118103027,1030 267.6994628906251031 ],1032 "extent": [1033 3.882904052734375,1034 3.8526954650878906,1035 9.68688964843751036 ]1037 },1038 "obb": {1039 "center": [1040 157.1378173828125,1041 779.7910118103027,1042 267.6994628906251043 ],1044 "extent": [1045 3.882904052734375,1046 3.8526954650878906,1047 9.68688964843751048 ],1049 "rotation": [1050 0,1051 0,1052 01053 ]1054 },1055 "location": [1056 157.13705444335938,1057 779.7930908203125,1058 257.94348144531251059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ],1065 "scale": [1066 1,1067 1,1068 11069 ]1070 },1071 "color": [1072 127,1073 31,1074 631075 ]1076 },1077 {1078 "object_id": "SM_Decorative57_373",1079 "bbox_2d": [1080 1502,1081 32,1082 1576,1083 1061084 ],1085 "bbox_3d": {1086 "aabb": {1087 "center": [1088 174.10369873046875,1089 781.0430297851562,1090 266.08568763732911091 ],1092 "extent": [1093 5.922878265380859,1094 2.8758544921875,1095 8.0992279052734381096 ]1097 },1098 "obb": {1099 "center": [1100 174.10369873046875,1101 781.0430297851562,1102 266.08568763732911103 ],1104 "extent": [1105 5.922878265380859,1106 2.8758544921875,1107 8.0992279052734381108 ],1109 "rotation": [1110 0,1111 0,1112 01113 ]1114 },1115 "location": [1116 174.10369873046875,1117 781.0430297851562,1118 257.94348144531251119 ],1120 "rotation": [1121 0,1122 0,1123 01124 ],1125 "scale": [1126 1,1127 1,1128 11129 ]1130 },1131 "color": [1132 127,1133 31,1134 1911135 ]1136 },1137 {1138 "object_id": "SM_Decorative58_376",1139 "bbox_2d": [1140 1404,1141 19,1142 1470,1143 1261144 ],1145 "bbox_3d": {1146 "aabb": {1147 "center": [1148 190.71673583984375,1149 778.9456176757812,1150 269.3371582031251151 ],1152 "extent": [1153 5.7939453125,1154 5.793914794921875,1155 11.33679199218751156 ]1157 },1158 "obb": {1159 "center": [1160 190.71673583984375,1161 778.9456176757812,1162 269.3371582031251163 ],1164 "extent": [1165 5.7939453125,1166 5.793914794921875,1167 11.33679199218751168 ],1169 "rotation": [1170 0,1171 0,1172 01173 ]1174 },1175 "location": [1176 190.71673583984375,1177 778.9456176757812,1178 257.94348144531251179 ],1180 "rotation": [1181 0,1182 0,1183 01184 ],1185 "scale": [1186 1,1187 1,1188 11189 ]1190 },1191 "color": [1192 63,1193 31,1194 01195 ]1196 },1197 {1198 "object_id": "SM_Decorative59_379",1199 "bbox_2d": [1200 1292,