TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l026_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l026_r001/lit.png",5 "camera": {6 "location": [7 92,8 560,9 16510 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 92,38 560,39 165,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "shelf": [55 {56 "object_id": "SM_Shelf2",57 "bbox_2d": [58 1360,59 0,60 1919,61 78862 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 64.82413002750945,67 782.8369913101196,68 201.8481140136718869 ],70 "extent": [71 54.57733371167703,72 13.994805335998535,73 108.5110626220703174 ]75 },76 "obb": {77 "center": [78 64.82413002750945,79 782.8369913101196,80 201.8481140136718881 ],82 "extent": [83 54.57733371167703,84 13.994805335998535,85 108.5110626220703186 ],87 "rotation": [88 0,89 180,90 091 ]92 },93 "location": [94 70.39871215820312,95 784.39208984375,96 93.321899414062597 ],98 "rotation": [99 0,100 180,101 0102 ],103 "scale": [104 1.2000000476837158,105 1,106 1107 ]108 },109 "color": [110 63,111 255,112 63113 ]114 },115 {116 "object_id": "SM_Shelf3",117 "bbox_2d": [118 910,119 0,120 1359,121 879122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 174.52945229313445,127 782.8369913101196,128 201.84811401367188129 ],130 "extent": [131 54.57733371167703,132 13.994805335998535,133 108.51106262207031134 ]135 },136 "obb": {137 "center": [138 174.52945229313445,139 782.8369913101196,140 201.84811401367188141 ],142 "extent": [143 54.57733371167703,144 13.994805335998535,145 108.51106262207031146 ],147 "rotation": [148 0,149 180,150 0151 ]152 },153 "location": [154 180.10403442382812,155 784.39208984375,156 93.3218994140625157 ],158 "rotation": [159 0,160 180,161 0162 ],163 "scale": [164 1.2000000476837158,165 1,166 1167 ]168 },169 "color": [170 63,171 127,172 63173 ]174 }175 ],176 "decorative grass": [177 {178 "object_id": "SM_Decorative22_248",179 "bbox_2d": [180 1617,181 0,182 1691,183 25184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 69.6121597290039,189 778.752197265625,190 269.3371887207031191 ],192 "extent": [193 5.793953027559084,194 5.793922510021616,195 11.3367919921875196 ]197 },198 "obb": {199 "center": [200 69.6121597290039,201 778.752197265625,202 269.3371887207031203 ],204 "extent": [205 5.793953027559084,206 5.793922510021616,207 11.3367919921875208 ],209 "rotation": [210 0,211 179.9999237060547,212 0213 ]214 },215 "location": [216 69.6121597290039,217 778.752197265625,218 257.9435119628906219 ],220 "rotation": [221 0,222 179.9999237060547,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 191,233 127,234 255235 ]236 },237 {238 "object_id": "SM_Decorative23_251",239 "bbox_2d": [240 1456,241 0,242 1537,243 61244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 95.13156127929688,249 779.5660400390625,250 268.23670864105225251 ],252 "extent": [253 7.182546139491805,254 7.162533787447273,255 10.262494087219238256 ]257 },258 "obb": {259 "center": [260 95.13156127929688,261 779.5660400390625,262 268.23670864105225263 ],264 "extent": [265 7.182546139491805,266 7.162533787447273,267 10.262494087219238268 ],269 "rotation": [270 0,271 179.9999237060547,272 0273 ]274 },275 "location": [276 95.13156127929688,277 779.5660400390625,278 257.9434814453125279 ],280 "rotation": [281 0,282 179.9999237060547,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 191,293 127,294 127295 ]296 },297 {298 "object_id": "SM_Decorative26_260",299 "bbox_2d": [300 1646,301 156,302 1688,303 178304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 66.9968478679657,309 783.6444699764252,310 233.31004762649536311 ],312 "extent": [313 3.210878372192383,314 3.2108728885650635,315 4.095978260040283316 ]317 },318 "obb": {319 "center": [320 66.9968478679657,321 783.6444699764252,322 233.31004762649536323 ],324 "extent": [325 3.210878372192383,326 3.2108728885650635,327 4.095978260040283328 ],329 "rotation": [330 0,331 0,332 0333 ]334 },335 "location": [336 66.99686431884766,337 783.6444702148438,338 229.18190002441406339 ],340 "rotation": [341 0,342 0,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 191,353 63,354 63355 ]356 },357 {358 "object_id": "SM_Decorative25_263",359 "bbox_2d": [360 1523,361 140,362 1585,363 197364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 85.44403329476636,369 780.2482581490912,370 235.73866939544678371 ],372 "extent": [373 5.777378708696617,374 5.244959276786176,375 6.4911885261535645376 ]377 },378 "obb": {379 "center": [380 85.44403329476636,381 780.2482581490912,382 235.73866939544678383 ],384 "extent": [385 5.777378708696617,386 5.244959276786176,387 6.4911885261535645388 ],389 "rotation": [390 0,391 -170.00006103515625,392 0393 ]394 },395 "location": [396 85.49543762207031,397 780.26123046875,398 229.18190002441406399 ],400 "rotation": [401 0,402 -170.00006103515625,403 0404 ],405 "scale": [406 1,407 1,408 1409 ]410 },411 "color": [412 191,413 0,414 191415 ]416 },417 {418 "object_id": "SM_Decorative24_266",419 "bbox_2d": [420 1440,421 129,422 1480,423 210424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 101.59477233886719,429 782.8831176757812,430 239.11805725097656431 ],432 "extent": [433 3.70458984375,434 3.6482391357421875,435 9.9141845703125436 ]437 },438 "obb": {439 "center": [440 101.59477233886719,441 782.8831176757812,442 239.11805725097656443 ],444 "extent": [445 3.70458984375,446 3.6482391357421875,447 9.9141845703125448 ],449 "rotation": [450 0,451 0,452 0453 ]454 },455 "location": [456 101.59477233886719,457 782.8831176757812,458 229.18190002441406459 ],460 "rotation": [461 0,462 0,463 0464 ],465 "scale": [466 1,467 1,468 1469 ]470 },471 "color": [472 191,473 255,474 191475 ]476 },477 {478 "object_id": "SM_Decorative19_269",479 "bbox_2d": [480 1906,481 203,482 1919,483 258484 ],485 "bbox_3d": {486 "aabb": {487 "center": [488 29.392711136209808,489 782.1153097487138,490 211.9799346923828491 ],492 "extent": [493 6.073423731708768,494 4.903876132677738,495 11.310905456542969496 ]497 },498 "obb": {499 "center": [500 29.392711136209808,501 782.1153097487138,502 211.9799346923828503 ],504 "extent": [505 6.073423731708768,506 4.903876132677738,507 11.310905456542969508 ],509 "rotation": [510 0,511 159.99984741210938,512 0513 ]514 },515 "location": [516 29.3927059173584,517 782.1152954101562,518 200.64334106445312519 ],520 "rotation": [521 0,522 159.99984741210938,523 0524 ],525 "scale": [526 1,527 1,528 1529 ]530 },531 "color": [532 191,533 127,534 191535 ]536 },537 {538 "object_id": "SM_Decorative27",539 "bbox_2d": [540 1790,541 208,542 1868,543 322544 ],545 "bbox_3d": {546 "aabb": {547 "center": [548 44.43743896486487,549 782.1153086246674,550 211.9799346923828551 ],552 "extent": [553 6.207820498027779,554 5.491560094437432,555 11.310905456542969556 ]557 },558 "obb": {559 "center": [560 44.43743896486487,561 782.1153086246674,562 211.9799346923828563 ],564 "extent": [565 6.207820498027779,566 5.491560094437432,567 11.310905456542969568 ],569 "rotation": [570 0,571 -150.0000915527344,572 0573 ]574 },575 "location": [576 44.43744659423828,577 782.1152954101562,578 200.64334106445312579 ],580 "rotation": [581 0,582 -150.0000915527344,583 0584 ],585 "scale": [586 1,587 1,588 1589 ]590 },591 "color": [592 191,593 63,594 191595 ]596 },597 {598 "object_id": "SM_Decorative28_273",599 "bbox_2d": [600 1609,601 257,602 1685,603 341604 ],605 "bbox_3d": {606 "aabb": {607 "center": [608 70.41482543945312,609 780.7313842773438,610 208.78554725646973611 ],612 "extent": [613 5.922882094807505,614 2.875862378974375,615 8.099227905273438616 ]617 },618 "obb": {619 "center": [620 70.41482543945312,621 780.7313842773438,622 208.78554725646973623 ],624 "extent": [625 5.922882094807505,626 2.875862378974375,627 8.099227905273438628 ],629 "rotation": [630 0,631 179.9999237060547,632 0633 ]634 },635 "location": [636 70.41482543945312,637 780.7313842773438,638 200.64334106445312639 ],640 "rotation": [641 0,642 179.9999237060547,643 0644 ],645 "scale": [646 1,647 1,648 1649 ]650 },651 "color": [652 191,653 191,654 0655 ]656 },657 {658 "object_id": "SM_Decorative29_279",659 "bbox_2d": [660 1456,661 296,662 1518,663 322664 ],665 "bbox_3d": {666 "aabb": {667 "center": [668 96.77294921875,669 783.1024169921875,670 210.68169403076172671 ],672 "extent": [673 5.650764465332031,674 5.647735595703125,675 2.5378570556640625676 ]677 },678 "obb": {679 "center": [680 96.77294921875,681 783.1024169921875,682 210.68169403076172683 ],684 "extent": [685 5.650764465332031,686 5.647735595703125,687 2.5378570556640625688 ],689 "rotation": [690 0,691 0,692 0693 ]694 },695 "location": [696 96.77294158935547,697 783.1024169921875,698 208.09893798828125699 ],700 "rotation": [701 0,702 0,703 0704 ],705 "scale": [706 1,707 1,708 1709 ]710 },711 "color": [712 191,713 191,714 191715 ]716 },717 {718 "object_id": "SM_Decorative18_282",719 "bbox_2d": [720 1891,721 403,722 1919,723 492724 ],725 "bbox_3d": {726 "aabb": {727 "center": [728 30.049089431742374,729 778.598312378011,730 182.2404022216797731 ],732 "extent": [733 6.638985951229911,734 6.6841366479438875,735 10.18353271484375736 ]737 },738 "obb": {739 "center": [740 30.049089431742374,741 778.598312378011,742 182.2404022216797743 ],744 "extent": [745 6.638985951229911,746 6.6841366479438875,747 10.18353271484375748 ],749 "rotation": [750 0,751 179.9999237060547,752 0753 ]754 },755 "location": [756 30.049150466918945,757 778.5983276367188,758 172.03392028808594759 ],760 "rotation": [761 0,762 179.9999237060547,763 0764 ],765 "scale": [766 1,767 1,768 1769 ]770 },771 "color": [772 0,773 0,774 31775 ]776 },777 {778 "object_id": "SM_Decorative31_285",779 "bbox_2d": [780 1701,781 418,782 1813,783 495784 ],785 "bbox_3d": {786 "aabb": {787 "center": [788 54.71139907836914,789 779.3845820426941,790 179.20944213867188791 ],792 "extent": [793 7.79998779296875,794 7.798386096954346,795 7.0977783203125796 ]797 },798 "obb": {799 "center": [800 54.71139907836914,801 779.3845820426941,802 179.20944213867188803 ],804 "extent": [805 7.79998779296875,806 7.798386096954346,807 7.0977783203125808 ],809 "rotation": [810 0,811 0,812 0813 ]814 },815 "location": [816 54.71146011352539,817 779.3845825195312,818 172.03390502929688819 ],820 "rotation": [821 0,822 0,823 0824 ],825 "scale": [826 1,827 1,828 1829 ]830 },831 "color": [832 0,833 255,834 31835 ]836 },837 {838 "object_id": "SM_Decorative32_288",839 "bbox_2d": [840 1573,841 421,842 1605,843 498844 ],845 "bbox_3d": {846 "aabb": {847 "center": [848 79.37583614480118,849 782.3450890631318,850 180.0104899406433851 ],852 "extent": [853 3.758658068929819,854 3.7432737764600006,855 7.925251007080078856 ]857 },858 "obb": {859 "center": [860 79.37583614480118,861 782.3450890631318,862 180.0104899406433863 ],864 "extent": [865 3.758658068929819,866 3.7432737764600006,867 7.925251007080078868 ],869 "rotation": [870 0,871 -150.0001220703125,872 0873 ]874 },875 "location": [876 79.37583923339844,877 782.3450927734375,878 172.03392028808594879 ],880 "rotation": [881 0,882 -150.0001220703125,883 0884 ],885 "scale": [886 1,887 1,888 1889 ]890 },891 "color": [892 0,893 127,894 31895 ]896 },897 {898 "object_id": "SM_Decorative37_304",899 "bbox_2d": [900 1481,901 584,902 1580,903 647904 ],905 "bbox_3d": {906 "aabb": {907 "center": [908 89.33529663085938,909 780.0340576171875,910 148.0390853881836911 ],912 "extent": [913 8.400033950805664,914 8.3796968460083,915 8.035524368286133916 ]917 },918 "obb": {919 "center": [920 89.33529663085938,921 780.0340576171875,922 148.0390853881836923 ],924 "extent": [925 8.400033950805664,926 8.3796968460083,927 8.035524368286133928 ],929 "rotation": [930 0,931 0,932 0933 ]934 },935 "location": [936 89.33529663085938,937 780.0340576171875,938 139.94699096679688939 ],940 "rotation": [941 0,942 0,943 0944 ],945 "scale": [946 1,947 1,948 1949 ]950 },951 "color": [952 255,953 191,954 31955 ]956 },957 {958 "object_id": "SM_Decorative38_307",959 "bbox_2d": [960 1690,961 595,962 1809,963 645964 ],965 "bbox_3d": {966 "aabb": {967 "center": [968 55.46940612792969,969 781.6126861572266,970 147.38087463378906971 ],972 "extent": [973 12.070976257324219,974 7.1371917724609375,975 7.383674621582031976 ]977 },978 "obb": {979 "center": [980 55.46940612792969,981 781.6126861572266,982 147.38087463378906983 ],984 "extent": [985 12.070976257324219,986 7.1371917724609375,987 7.383674621582031988 ],989 "rotation": [990 0,991 0,992 0993 ]994 },995 "location": [996 55.469398498535156,997 781.6126708984375,998 139.94699096679688999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ],1005 "scale": [1006 1,1007 1,1008 11009 ]1010 },1011 "color": [1012 127,1013 0,1014 311015 ]1016 },1017 {1018 "object_id": "SM_Decorative40_313",1019 "bbox_2d": [1020 1232,1021 550,1022 1279,1023 6521024 ],1025 "bbox_3d": {1026 "aabb": {1027 "center": [1028 141.9659423828125,1029 778.635871887207,1030 151.34599304199221031 ],1032 "extent": [1033 5.235870361328125,1034 5.270179748535156,1035 11.300231933593751036 ]1037 },1038 "obb": {1039 "center": [1040 141.9659423828125,1041 778.635871887207,1042 151.34599304199221043 ],1044 "extent": [1045 5.235870361328125,1046 5.270179748535156,1047 11.300231933593751048 ],1049 "rotation": [1050 0,1051 0,1052 01053 ]1054 },1055 "location": [1056 141.96597290039062,1057 778.6358642578125,1058 139.947006225585941059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ],1065 "scale": [1066 1,1067 1,1068 11069 ]1070 },1071 "color": [1072 127,1073 127,1074 311075 ]1076 },1077 {1078 "object_id": "SM_Decorative41_316",1079 "bbox_2d": [1080 1131,1081 559,1082 1193,1083 6461084 ],1085 "bbox_3d": {1086 "aabb": {1087 "center": [1088 163.58816528320312,1089 779.0531616210938,1090 150.240233421325681091 ],1092 "extent": [1093 7.182546139491791,1094 7.162533787447273,1095 10.2624940872192381096 ]1097 },1098 "obb": {1099 "center": [1100 163.58816528320312,1101 779.0531616210938,1102 150.240233421325681103 ],1104 "extent": [1105 7.182546139491791,1106 7.162533787447273,1107 10.2624940872192381108 ],1109 "rotation": [1110 0,1111 179.9999237060547,1112 01113 ]1114 },1115 "location": [1116 163.58816528320312,1117 779.0531616210938,1118 139.947006225585941119 ],1120 "rotation": [1121 0,1122 179.9999237060547,1123 01124 ],1125 "scale": [1126 1,1127 1,1128 11129 ]1130 },1131 "color": [1132 127,1133 63,1134 311135 ]1136 },1137 {1138 "object_id": "SM_Decorative42_319",1139 "bbox_2d": [1140 1047,1141 619,1142 1092,1143 6421144 ],1145 "bbox_3d": {1146 "aabb": {1147 "center": [1148 187.69853973388672,1149 780.5188598632812,1150 142.529747009277341151 ],1152 "extent": [1153 5.650764465332031,1154 5.647735595703125,1155 2.53785705566406251156 ]1157 },1158 "obb": {1159 "center": [1160 187.69853973388672,1161 780.5188598632812,1162 142.529747009277341163 ],1164 "extent": [1165 5.650764465332031,1166 5.647735595703125,1167 2.53785705566406251168 ],1169 "rotation": [1170 0,1171 0,1172 01173 ]1174 },1175 "location": [1176 187.6985321044922,1177 780.5188598632812,1178 139.946990966796881179 ],1180 "rotation": [1181 0,1182 0,1183 01184 ],1185 "scale": [1186 1,1187 1,1188 11189 ]1190 },1191 "color": [1192 127,1193 191,1194 311195 ]1196 },1197 {1198 "object_id": "SM_Decorative43_322",1199 "bbox_2d": [1200 1051,