TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l010_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l010_r004/lit.png",5 "camera": {6 "location": [7 -106,8 38,9 17210 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -106,38 38,39 172,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 808,58 0,59 1006,60 80061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Window2",116 "bbox_2d": [117 0,118 0,119 396,120 654121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 6.057598385566507,127 219.51061248779297128 ],129 "extent": [130 5,131 53.16790417169932,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 6.057598385566507,139 219.51061248779297140 ],141 "extent": [142 5,143 53.16790417169932,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 -47.11030578613281,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1299999952316284,165 1166 ]167 },168 "color": [169 127,170 127,171 0172 ]173 }174 ],175 "window": [176 {177 "object_id": "SM_WindowOpen_50",178 "bbox_2d": [179 397,180 0,181 853,182 788183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.2314281463623,188 -96.93702158267479,189 219.51058197021484190 ],191 "extent": [192 20.735897064208984,193 49.87431874935646,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.2314281463623,200 -96.93702158267479,201 219.51058197021484202 ],203 "extent": [204 20.735897064208984,205 49.87431874935646,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.55386352539062,216 -146.81134033203125,217 100.09672546386719218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.059999942779541,227 1228 ]229 },230 "color": [231 127,232 0,233 127234 ]235 }236 ]237 },238 "foreground": {239 "closet": [240 {241 "object_id": "SM_Closet_29",242 "bbox_2d": [243 1128,244 0,245 1919,246 779247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -5.889900207519531,252 -347.92909240722656,253 225.49037170410156254 ],255 "extent": [256 236.4459686279297,257 20.030471801757812,258 133.37185668945312259 ]260 },261 "obb": {262 "center": [263 -5.889900207519531,264 -347.92909240722656,265 225.49037170410156266 ],267 "extent": [268 236.4459686279297,269 20.030471801757812,270 133.37185668945312271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -6.054466247558594,280 -367.9595642089844,281 92.11851501464844282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 255,296 127,297 0298 ]299 }300 ],301 "manager desk": [302 {303 "object_id": "SM_ManagerDesk_35",304 "bbox_2d": [305 1542,306 529,307 1919,308 1018309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 0.9649276733398438,314 -103.14732360839844,315 133.83098220825195316 ],317 "extent": [318 101.42112731933594,319 175.46688842773438,320 40.50908660888672321 ]322 },323 "obb": {324 "center": [325 0.9649276733398438,326 -103.14732360839844,327 133.83098220825195328 ],329 "extent": [330 101.42112731933594,331 175.46688842773438,332 40.50908660888672333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 3.7793960571289062,342 -148.75787353515625,343 93.32191467285156344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 0,358 127,359 127360 ]361 }362 ],363 "armchair": [364 {365 "object_id": "SM_ArmchairSingle3",366 "bbox_2d": [367 1729,368 99,369 1919,370 854371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -49.20721648019243,376 -92.56789634471355,377 151.32426071166992378 ],379 "extent": [380 37.97550408343436,381 35.383796010207135,382 57.94956588745117383 ]384 },385 "obb": {386 "center": [387 -49.20721648019243,388 -92.56789634471355,389 151.32426071166992390 ],391 "extent": [392 37.97550408343436,393 35.383796010207135,394 57.94956588745117395 ],396 "rotation": [397 0,398 -99.99960327148439,399 0400 ]401 },402 "location": [403 -48.333580017089844,404 -91.7777099609375,405 93.3218994140625406 ],407 "rotation": [408 0,409 -99.99960327148439,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 127,420 0,421 255422 ]423 }424 ],425 "plane": [426 {427 "object_id": "Plane_68",428 "bbox_2d": [429 411,430 292,431 770,432 403433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -427.68328857421875,438 211.84524536132807,439 234.66394042968747440 ],441 "extent": [442 0.0023036386334069903,443 1000.0018954050647,444 300.0063180862628445 ]446 },447 "obb": {448 "center": [449 -427.68328857421875,450 211.845245361328,451 234.66394042968744452 ],453 "extent": [454 0.0023036386334069903,455 1000.0018954050647,456 300.0063180862628457 ],458 "rotation": [459 0.0003620000206824746,460 -89.99987030029298,461 89.99999237060548462 ]463 },464 "location": [465 -427.68328857421875,466 211.84524536132812,467 234.6639404296875468 ],469 "rotation": [470 0.0003620000206824746,471 -89.99987030029298,472 89.99999237060548473 ],474 "scale": [475 20,476 6,477 1478 ]479 },480 "color": [481 255,482 0,483 63484 ]485 }486 ],487 "curtain": [488 {489 "object_id": "SM_CurtainLong_74",490 "bbox_2d": [491 897,492 0,493 1053,494 663495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 -237.58009314537048,500 -201.08392884500245,501 243.79515838623047502 ],503 "extent": [504 2.8221590518951416,505 44.898785157101884,506 101.98615264892578507 ]508 },509 "obb": {510 "center": [511 -237.58009314537048,512 -201.08392884500245,513 243.79515838623047514 ],515 "extent": [516 2.8221590518951416,517 44.898785157101884,518 101.98615264892578519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 -240.40225219726562,528 -203.2975311279297,529 345.78131103515625530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 0.8799999952316284,539 1540 ]541 },542 "color": [543 255,544 127,545 63546 ]547 },548 {549 "object_id": "SM_Curtain_67",550 "bbox_2d": [551 25,552 0,553 434,554 146555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -237.83901977539062,560 2.8463529882365037,561 286.23697662353516562 ],563 "extent": [564 2.8221588134765625,565 44.898785157101884,566 59.639122009277344567 ]568 },569 "obb": {570 "center": [571 -237.83901977539062,572 2.8463529882365037,573 286.23697662353516574 ],575 "extent": [576 2.8221588134765625,577 44.898785157101884,578 59.639122009277344579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 -240.6611785888672,588 1.2611351013183594,589 345.8760986328125590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 0.8799999952316284,599 1600 ]601 },602 "color": [603 255,604 63,605 223606 ]607 }608 ],609 "monitor": [610 {611 "object_id": "SM_Monitor",612 "bbox_2d": [613 1609,614 229,615 1799,616 529617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -67.37585065973605,622 -169.9528735959834,623 199.99402505135185624 ],625 "extent": [626 29.307229343322547,627 27.056972213491918,628 26.38376504158623629 ]630 },631 "obb": {632 "center": [633 -67.37585065973605,634 -169.9528735959834,635 199.99402505135185636 ],637 "extent": [638 29.307229343322547,639 27.056972213491918,640 26.38376504158623641 ],642 "rotation": [643 0,644 -50.00012207031249,645 0646 ]647 },648 "location": [649 -52.64727783203125,650 -170.69700622558594,651 173.61026000976562652 ],653 "rotation": [654 0,655 -50.00012207031249,656 0657 ],658 "scale": [659 0.800000011920929,660 0.800000011920929,661 0.800000011920929662 ]663 },664 "color": [665 127,666 63,667 255668 ]669 }670 ],671 "tea table": [672 {673 "object_id": "SM_TeaTable_8",674 "bbox_2d": [675 1115,676 601,677 1224,678 770679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 -212.34503437948638,684 -295.45776235127244,685 121.29112624501886686 ],687 "extent": [688 19.04937372325287,689 19.049376364458,690 27.987954573018442691 ]692 },693 "obb": {694 "center": [695 -212.34503437948638,696 -295.45776235127244,697 121.29112624501886698 ],699 "extent": [700 19.04937372325287,701 19.049376364458,702 27.987954573018442703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 -212.34503173828125,712 -295.457763671875,713 93.32220458984375714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 0.6923760771751404,722 0.6923760771751404,723 0.9319819211959839724 ]725 },726 "color": [727 31,728 191,729 191730 ]731 }732 ],733 "decorative grass": [734 {735 "object_id": "SM_Decorative76_7",736 "bbox_2d": [737 1513,738 277,739 1552,740 306741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 -100.5865405130462,746 -339.46472209123397,747 254.58916430351383748 ],749 "extent": [750 5.887163628576673,751 6.730595939007003,752 5.420180339533545753 ]754 },755 "obb": {756 "center": [757 -100.5865405130462,758 -339.46472209123397,759 254.58916430351383760 ],761 "extent": [762 5.887163628576673,763 6.730595939007003,764 5.420180339533545765 ],766 "rotation": [767 0,768 0,769 0770 ]771 },772 "location": [773 -100.58649444580078,774 -339.4647216796875,775 249.10960388183594776 ],777 "rotation": [778 0,779 0,780 0781 ],782 "scale": [783 0.7547657489776611,784 0.8630754947662354,785 0.7636446356773376786 ]787 },788 "color": [789 31,790 31,791 63792 ]793 },794 {795 "object_id": "SM_Decorative77",796 "bbox_2d": [797 1513,798 249,799 1552,800 281801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 -100.58654051306075,806 -339.4647220912341,807 263.6859219957405808 ],809 "extent": [810 5.887165488238679,811 6.7305977982871354,812 5.4201820317757665813 ]814 },815 "obb": {816 "center": [817 -100.58654051306075,818 -339.4647220912341,819 263.6859219957405820 ],821 "extent": [822 5.887165488238679,823 6.7305977982871354,824 5.4201820317757665825 ],826 "rotation": [827 0,828 0,829 0830 ]831 },832 "location": [833 -100.58649444580078,834 -339.4647216796875,835 258.20635986328125836 ],837 "rotation": [838 0,839 0,840 0841 ],842 "scale": [843 0.7547659873962402,844 0.8630757331848145,845 0.7636448740959167846 ]847 },848 "color": [849 31,850 31,851 191852 ]853 },854 {855 "object_id": "SM_Decorative80_17",856 "bbox_2d": [857 1621,858 378,859 1624,860 403861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -72.63748168945312,866 -334.3370933532715,867 224.19418334960938868 ],869 "extent": [870 3.7149658203125,871 3.137065887451172,872 12.40142822265625873 ]874 },875 "obb": {876 "center": [877 -72.63748168945312,878 -334.3370933532715,879 224.19418334960938880 ],881 "extent": [882 3.7149658203125,883 3.137065887451172,884 12.40142822265625885 ],886 "rotation": [887 0,888 0,889 0890 ]891 },892 "location": [893 -72.63748168945312,894 -334.33709716796875,895 211.72219848632812896 ],897 "rotation": [898 0,899 0,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 0,910 255,911 95912 ]913 },914 {915 "object_id": "SM_Decorative84_30",916 "bbox_2d": [917 1606,918 95,919 1655,920 174921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -73.23477172851562,926 -339.63478536716866,927 301.4512953587473928 ],929 "extent": [930 6.806408778320474,931 4.274594100592367,932 14.634306976400694933 ]934 },935 "obb": {936 "center": [937 -73.23477172851562,938 -339.63478536716866,939 301.4512953587473940 ],941 "extent": [942 6.806408778320474,943 4.274594100592367,944 14.634306976400694945 ],946 "rotation": [947 0,948 0,949 0950 ]951 },952 "location": [953 -73.23477172851562,954 -339.634765625,955 286.78375244140625956 ],957 "rotation": [958 0,959 0,960 0961 ],962 "scale": [963 1.2938227653503418,964 1.2938227653503418,965 1.2938227653503418966 ]967 },968 "color": [969 0,970 191,971 95972 ]973 },974 {975 "object_id": "SM_Decorative85",976 "bbox_2d": [977 1677,978 102,979 1717,980 164981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -56.40060423649874,986 -339.63477885945616,987 298.13747676143976988 ],989 "extent": [990 6.217201824810651,991 5.499867281420109,992 11.327997331329243993 ]994 },995 "obb": {996 "center": [997 -56.40060423649874,998 -339.63477885945616,999 298.137476761439761000 ],1001 "extent": [1002 6.217201824810651,1003 5.499867281420109,1004 11.3279973313292431005 ],1006 "rotation": [1007 0,1008 30.000083923339854,1009 01010 ]1011 },1012 "location": [1013 -56.400611877441406,1014 -339.634765625,1015 286.783752441406251016 ],1017 "rotation": [1018 0,1019 30.000083923339854,1020 01021 ],1022 "scale": [1023 1.0015110969543457,1024 1.0015110969543457,1025 1.00151109695434571026 ]1027 },1028 "color": [1029 0,1030 31,1031 951032 ]1033 },1034 {1035 "object_id": "SM_Decorative90_44",1036 "bbox_2d": [1037 1666,1038 224,1039 1698,1040 2471041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -59.80157858387281,1046 -338.6424209534224,1047 260.062832298533751048 ],1049 "extent": [1050 6.290593758709658,1051 6.30063442618075,1052 10.9423274804951231053 ]1054 },1055 "obb": {1056 "center": [1057 -59.80157858387281,1058 -338.6424209534224,1059 260.062832298533751060 ],1061 "extent": [1062 6.290593758709658,1063 6.30063442618075,1064 10.9423274804951231065 ],1066 "rotation": [1067 0,1068 110.00013732910158,1069 01070 ]1071 },1072 "location": [1073 -60.543540954589844,1074 -338.9124755859375,1075 249.109603881835941076 ],1077 "rotation": [1078 0,1079 110.00013732910158,1080 01081 ],1082 "scale": [1083 0.7895904779434204,1084 0.7895904779434204,1085 0.5255867242813111086 ]1087 },1088 "color": [1089 255,1090 191,1091 951092 ]1093 },1094 {1095 "object_id": "SM_Decorative91_47",1096 "bbox_2d": [1097 1842,1098 123,1099 1870,1100 1411101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -2.5389923676370927,1106 -341.7830561161136,1107 290.84548374689771108 ],1109 "extent": [1110 17.86347339428707,1111 4.238713432819509,1112 4.2387131130938661113 ]1114 },1115 "obb": {1116 "center": [1117 -2.5389923676370927,1118 -341.7830561161136,1119 290.84548374689771120 ],1121 "extent": [1122 17.86347339428707,1123 4.238713432819509,1124 4.2387131130938661125 ],1126 "rotation": [1127 90,1128 -1.1368683772161603e-12,1129 01130 ]1131 },1132 "location": [1133 15.421745300292969,1134 -341.7830810546875,1135 290.84548950195311136 ],1137 "rotation": [1138 90,1139 -1.1368683772161603e-12,1140 01141 ],1142 "scale": [1143 1.3410251140594482,1144 1.3410251140594482,1145 1.34102511405944821146 ]1147 },1148 "color": [1149 255,1150 31,1151 951152 ]1153 },1154 {1155 "object_id": "SM_Decorative92_82",1156 "bbox_2d": [1157 1756,1158 96,1159 1804,1160 1541161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -35.5787467956543,1166 -341.2229919433594,1167 296.00379258840441168 ],1169 "extent": [1170 5.650764465332031,1171 5.647735595703125,1172 9.0597876860811081173 ]1174 },1175 "obb": {1176 "center": [1177 -35.5787467956543,1178 -341.2229919433594,1179 296.00379258840441180 ],1181 "extent": [1182 5.650764465332031,1183 5.647735595703125,1184 9.0597876860811081185 ],1186 "rotation": [1187 0,1188 0,1189 01190 ]1191 },1192 "location": [1193 -35.57875442504883,1194 -341.2229919433594,1195 286.78372192382811196 ],1197 "rotation": [1198 0,1199 0,1200 0