TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l023_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l023_r001/lit.png",5 "camera": {6 "location": [7 -87,8 473,9 17010 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -87,38 473,39 170,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 593,58 0,59 865,60 5961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling decor": [116 {117 "object_id": "SM_DecorTop_145",118 "bbox_2d": [119 1167,120 0,121 1586,122 98123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -60.215538024902344,128 773.3313646316528,129 334.38922119140625130 ],131 "extent": [132 69.98680114746094,133 0,134 24.174877166748047135 ]136 },137 "obb": {138 "center": [139 -60.215538024902344,140 773.3313646316528,141 334.38922119140625142 ],143 "extent": [144 69.98680114746094,145 0,146 24.174877166748047147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -60.67181396484375,156 783.7068481445312,157 334.38922119140625158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 63,172 63,173 0174 ]175 },176 {177 "object_id": "SM_DecorTop3_149",178 "bbox_2d": [179 884,180 0,181 1164,182 165183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 64.83476179724858,188 773.3313646316528,189 334.38922119140625190 ],191 "extent": [192 54.58970289268109,193 0,194 24.174877166748047195 ]196 },197 "obb": {198 "center": [199 64.83476179724858,200 773.3313646316528,201 334.38922119140625202 ],203 "extent": [204 54.58970289268109,205 0,206 24.174877166748047207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 64.47886657714844,216 783.7068481445312,217 334.38922119140625218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 0.7799999713897705,226 1,227 1228 ]229 },230 "color": [231 63,232 63,233 127234 ]235 },236 {237 "object_id": "SM_DecorTop4",238 "bbox_2d": [239 676,240 43,241 882,242 214243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 174.50553816443608,248 773.3313646316528,249 334.38922119140625250 ],251 "extent": [252 54.58970289268109,253 0,254 24.174877166748047255 ]256 },257 "obb": {258 "center": [259 174.50553816443608,260 773.3313646316528,261 334.38922119140625262 ],263 "extent": [264 54.58970289268109,265 0,266 24.174877166748047267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 174.14964294433594,276 783.7068481445312,277 334.38922119140625278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 0.7799999713897705,286 1,287 1288 ]289 },290 "color": [291 63,292 63,293 63294 ]295 }296 ]297 },298 "foreground": {299 "armchair": [300 {301 "object_id": "SM_AmchairTreadle_71",302 "bbox_2d": [303 1427,304 674,305 1919,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -152.8481072756076,312 690.1914664693588,313 135.18423461914062314 ],315 "extent": [316 90.17419874910203,317 74.60563740934913,318 41.904197692871094319 ]320 },321 "obb": {322 "center": [323 -152.8481072756076,324 690.1914664693588,325 135.18423461914062326 ],327 "extent": [328 90.17419874910203,329 74.60563740934913,330 41.904197692871094331 ],332 "rotation": [333 0,334 60.00009536743165,335 0336 ]337 },338 "location": [339 -181.7554931640625,340 707.0924682617188,341 93.3218994140625342 ],343 "rotation": [344 0,345 60.00009536743165,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 255,357 63358 ]359 }360 ],361 "shelf": [362 {363 "object_id": "SM_Shelf_137",364 "bbox_2d": [365 1717,366 0,367 1919,368 864369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -185.4209261248343,374 782.8369913101196,375 201.84811401367188376 ],377 "extent": [378 54.57733371167703,379 13.994805335998535,380 108.51106262207031381 ]382 },383 "obb": {384 "center": [385 -185.4209261248343,386 782.8369913101196,387 201.84811401367188388 ],389 "extent": [390 54.57733371167703,391 13.994805335998535,392 108.51106262207031393 ],394 "rotation": [395 0,396 180,397 0398 ]399 },400 "location": [401 -179.84634399414062,402 784.39208984375,403 93.3218994140625404 ],405 "rotation": [406 0,407 180,408 0409 ],410 "scale": [411 1.2000000476837158,412 1,413 1414 ]415 },416 "color": [417 63,418 0,419 63420 ]421 },422 {423 "object_id": "SM_Shelf2",424 "bbox_2d": [425 881,426 101,427 1164,428 779429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 64.82413002750945,434 782.8369913101196,435 201.84811401367188436 ],437 "extent": [438 54.57733371167703,439 13.994805335998535,440 108.51106262207031441 ]442 },443 "obb": {444 "center": [445 64.82413002750945,446 782.8369913101196,447 201.84811401367188448 ],449 "extent": [450 54.57733371167703,451 13.994805335998535,452 108.51106262207031453 ],454 "rotation": [455 0,456 180,457 0458 ]459 },460 "location": [461 70.39871215820312,462 784.39208984375,463 93.3218994140625464 ],465 "rotation": [466 0,467 180,468 0469 ],470 "scale": [471 1.2000000476837158,472 1,473 1474 ]475 },476 "color": [477 63,478 255,479 63480 ]481 },482 {483 "object_id": "SM_Shelf3",484 "bbox_2d": [485 672,486 168,487 880,488 642489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 174.52945229313445,494 782.8369913101196,495 201.84811401367188496 ],497 "extent": [498 54.57733371167703,499 13.994805335998535,500 108.51106262207031501 ]502 },503 "obb": {504 "center": [505 174.52945229313445,506 782.8369913101196,507 201.84811401367188508 ],509 "extent": [510 54.57733371167703,511 13.994805335998535,512 108.51106262207031513 ],514 "rotation": [515 0,516 180,517 0518 ]519 },520 "location": [521 180.10403442382812,522 784.39208984375,523 93.3218994140625524 ],525 "rotation": [526 0,527 180,528 0529 ],530 "scale": [531 1.2000000476837158,532 1,533 1534 ]535 },536 "color": [537 63,538 127,539 63540 ]541 }542 ],543 "fireplace": [544 {545 "object_id": "SM_Flame_153",546 "bbox_2d": [547 1332,548 701,549 1490,550 766551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -60.58686799178658,556 782.451763153076,557 113.13406276702881558 ],559 "extent": [560 21.729993096013395,561 0.8885901840129691,562 9.140752792358398563 ]564 },565 "obb": {566 "center": [567 -60.58686799178658,568 782.451763153076,569 113.13406276702881570 ],571 "extent": [572 21.729993096013395,573 0.8885901840129691,574 9.140752792358398575 ],576 "rotation": [577 0,578 179.9999237060547,579 0580 ]581 },582 "location": [583 -60.58686828613281,584 782.230712890625,585 104.09186553955078586 ],587 "rotation": [588 0,589 179.9999237060547,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 0,600 0,601 191602 ]603 },604 {605 "object_id": "SM_Flame2",606 "bbox_2d": [607 1349,608 694,609 1495,610 747611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -62.32649582992134,616 784.2634086608884,617 114.03975405784308618 ],619 "extent": [620 20.502837489401497,621 0.8885885499564665,622 10.056315679039017623 ]624 },625 "obb": {626 "center": [627 -62.32649582992134,628 784.2634086608884,629 114.03975405784308630 ],631 "extent": [632 20.502837489401497,633 0.8885885499564665,634 10.056315679039017635 ],636 "rotation": [637 0,638 179.9999237060547,639 0640 ]641 },642 "location": [643 -62.32649612426758,644 784.0423583984375,645 104.09186553955078646 ],647 "rotation": [648 0,649 179.9999237060547,650 0651 ],652 "scale": [653 -0.943527102470398,654 1,655 1.1001627445220947656 ]657 },658 "color": [659 0,660 255,661 191662 ]663 },664 {665 "object_id": "SM_FirePlace_6",666 "bbox_2d": [667 1165,668 0,669 1716,670 808671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -60.29224395751953,676 780.9791860580444,677 202.04822540283203678 ],679 "extent": [680 69.99999999999997,681 15.715024948120117,682 108.50000762939453683 ]684 },685 "obb": {686 "center": [687 -60.29224395751953,688 780.9791860580444,689 202.04822540283203690 ],691 "extent": [692 69.99999999999997,693 15.715024948120117,694 108.50000762939453695 ],696 "rotation": [697 0,698 180,699 0700 ]701 },702 "location": [703 -74.29224395751953,704 781.2350463867188,705 93.32191467285156706 ],707 "rotation": [708 0,709 180,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 191,720 95,721 223722 ]723 }724 ],725 "decorative grass": [726 {727 "object_id": "SM_Decorative1_180",728 "bbox_2d": [729 1872,730 72,731 1902,732 157733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -163.84169006347656,738 780.9541969299316,739 269.0025634765625740 ],741 "extent": [742 2.71087646484375,743 2.711925506591797,744 10.98583984375745 ]746 },747 "obb": {748 "center": [749 -163.84169006347656,750 780.9541969299316,751 269.0025634765625752 ],753 "extent": [754 2.71087646484375,755 2.711925506591797,756 10.98583984375757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -163.8230743408203,766 780.963623046875,767 257.9434814453125768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 63,782 127,783 191784 ]785 },786 {787 "object_id": "SM_Decorative2_183",788 "bbox_2d": [789 1781,790 100,791 1822,792 170793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -148.20559692382812,798 780.6666831970215,799 267.6994934082031800 ],801 "extent": [802 3.882904052734375,803 3.8526954650878906,804 9.6868896484375805 ]806 },807 "obb": {808 "center": [809 -148.20559692382812,810 780.6666831970215,811 267.6994934082031812 ],813 "extent": [814 3.882904052734375,815 3.8526954650878906,816 9.6868896484375817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 -148.20635986328125,826 780.6687622070312,827 257.9435119628906828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 63,842 63,843 191844 ]845 },846 {847 "object_id": "SM_Decorative10_192",848 "bbox_2d": [849 1903,850 216,851 1919,852 275853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -176.90913413945756,858 780.4227288648756,859 239.38140765940278860 ],861 "extent": [862 12.894794336234384,863 12.816039062945606,864 10.127777022501789865 ]866 },867 "obb": {868 "center": [869 -176.90913413945756,870 780.4227288648756,871 239.38140765940278872 ],873 "extent": [874 12.894794336234384,875 12.816039062945606,876 10.127777022501789877 ],878 "rotation": [879 0,880 159.99984741210938,881 0882 ]883 },884 "location": [885 -176.9091339111328,886 780.4227294921875,887 229.18190002441406888 ],889 "rotation": [890 0,891 159.99984741210938,892 0893 ],894 "scale": [895 1.399999976158142,896 1.399999976158142,897 1.399999976158142898 ]899 },900 "color": [901 0,902 191,903 127904 ]905 },906 {907 "object_id": "SM_Decorative6_195",908 "bbox_2d": [909 1788,910 203,911 1844,912 289913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -150.87075805664062,918 780.7335891723633,919 240.5808868408203920 ],921 "extent": [922 5.235870361328125,923 5.270179748535156,924 11.30023193359375925 ]926 },927 "obb": {928 "center": [929 -150.87075805664062,930 780.7335891723633,931 240.5808868408203932 ],933 "extent": [934 5.235870361328125,935 5.270179748535156,936 11.30023193359375937 ],938 "rotation": [939 0,940 0,941 0942 ]943 },944 "location": [945 -150.8707275390625,946 780.7335815429688,947 229.18190002441406948 ],949 "rotation": [950 0,951 0,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 0,962 191,963 63964 ]965 },966 {967 "object_id": "SM_Decorative11_209",968 "bbox_2d": [969 1781,970 374,971 1857,972 408973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -151.3098297119791,978 780.5104217529297,979 206.05470275878906980 ],981 "extent": [982 7.270573580925458,983 6.482346043633925,984 5.404884338378906985 ]986 },987 "obb": {988 "center": [989 -151.3098297119791,990 780.5104217529297,991 206.05470275878906992 ],993 "extent": [994 7.270573580925458,995 6.482346043633925,996 5.404884338378906997 ],998 "rotation": [999 0,1000 179.999755859375,1001 01002 ]1003 },1004 "location": [1005 -151.30982971191406,1006 780.5104370117188,1007 200.643341064453121008 ],1009 "rotation": [1010 0,1011 179.999755859375,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 127,1022 191,1023 1271024 ]1025 },1026 {1027 "object_id": "SM_Decorative12_224",1028 "bbox_2d": [1029 1875,1030 449,1031 1919,1032 5281033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -167.04632568359375,1038 783.100414276123,1039 181.749984741210941040 ],1041 "extent": [1042 4.9560546875,1043 4.956012725830078,1044 9.7058105468751045 ]1046 },1047 "obb": {1048 "center": [1049 -167.04632568359375,1050 783.100414276123,1051 181.749984741210941052 ],1053 "extent": [1054 4.9560546875,1055 4.956012725830078,1056 9.7058105468751057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 -167.04632568359375,1066 783.1004028320312,1067 172.033920288085941068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 63,1082 191,1083 1911084 ]1085 },1086 {1087 "object_id": "SM_Decorative14_227",1088 "bbox_2d": [1089 1767,1090 464,1091 1853,1092 5281093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -149.7520294189453,1098 781.124589920044,1099 180.35551452636721100 ],1101 "extent": [1102 8.19677734375,1103 8.055265426635742,1104 8.241394042968751105 ]1106 },1107 "obb": {1108 "center": [1109 -149.7520294189453,1110 781.124589920044,1111 180.35551452636721112 ],1113 "extent": [1114 8.19677734375,1115 8.055265426635742,1116 8.241394042968751117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 -149.7520294189453,1126 781.1245727539062,1127 172.033920288085941128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 191,1142 0,1143 01144 ]1145 },1146 {1147 "object_id": "SM_Decorative15_236",1148 "bbox_2d": [1149 1882,1150 581,1151 1919,1152 6671153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -174.3873643875122,1158 780.8763093948364,1159 150.765686035156251160 ],1161 "extent": [1162 12.230798721313477,1163 4.34722900390625,1164 10.8096122741699221165 ]1166 },1167 "obb": {1168 "center": [1169 -174.3873643875122,1170 780.8763093948364,1171 150.765686035156251172 ],1173 "extent": [1174 12.230798721313477,1175 4.34722900390625,1176 10.8096122741699221177 ],1178 "rotation": [1179 0,1180 0,1181 01182 ]1183 },1184 "location": [1185 -174.38735961914062,1186 780.8762817382812,1187 139.946990966796881188 ],1189 "rotation": [1190 0,1191 0,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [