TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l070_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l070_r003/lit.png",5 "camera": {6 "location": [7 -33,8 -226,9 20110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -33,38 -226,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 618,58 0,59 1075,60 97461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Window2",116 "bbox_2d": [117 76,118 0,119 187,120 974121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 6.057598385566507,127 219.51061248779297128 ],129 "extent": [130 5,131 53.16790417169932,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 6.057598385566507,139 219.51061248779297140 ],141 "extent": [142 5,143 53.16790417169932,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 -47.11030578613281,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1299999952316284,165 1166 ]167 },168 "color": [169 127,170 127,171 0172 ]173 }174 ],175 "window": [176 {177 "object_id": "SM_WindowOpen_50",178 "bbox_2d": [179 188,180 0,181 617,182 974183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.2314281463623,188 -96.93702158267479,189 219.51058197021484190 ],191 "extent": [192 20.735897064208984,193 49.87431874935646,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.2314281463623,200 -96.93702158267479,201 219.51058197021484202 ],203 "extent": [204 20.735897064208984,205 49.87431874935646,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.55386352539062,216 -146.81134033203125,217 100.09672546386719218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.059999942779541,227 1228 ]229 },230 "color": [231 127,232 0,233 127234 ]235 }236 ]237 },238 "foreground": {239 "closet": [240 {241 "object_id": "SM_Closet_29",242 "bbox_2d": [243 1440,244 0,245 1919,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -5.889900207519531,252 -347.92909240722656,253 225.49037170410156254 ],255 "extent": [256 236.4459686279297,257 20.030471801757812,258 133.37185668945312259 ]260 },261 "obb": {262 "center": [263 -5.889900207519531,264 -347.92909240722656,265 225.49037170410156266 ],267 "extent": [268 236.4459686279297,269 20.030471801757812,270 133.37185668945312271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -6.054466247558594,280 -367.9595642089844,281 92.11851501464844282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 255,296 127,297 0298 ]299 }300 ],301 "manager desk": [302 {303 "object_id": "SM_ManagerDesk_35",304 "bbox_2d": [305 0,306 990,307 930,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 0.9649276733398438,314 -103.14732360839844,315 133.83098220825195316 ],317 "extent": [318 101.42112731933594,319 175.46688842773438,320 40.50908660888672321 ]322 },323 "obb": {324 "center": [325 0.9649276733398438,326 -103.14732360839844,327 133.83098220825195328 ],329 "extent": [330 101.42112731933594,331 175.46688842773438,332 40.50908660888672333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 3.7793960571289062,342 -148.75787353515625,343 93.32191467285156344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 0,358 127,359 127360 ]361 }362 ],363 "plane": [364 {365 "object_id": "Plane_68",366 "bbox_2d": [367 361,368 190,369 608,370 525371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -427.68328857421875,376 211.84524536132807,377 234.66394042968747378 ],379 "extent": [380 0.0023036386334069903,381 1000.0018954050647,382 300.0063180862628383 ]384 },385 "obb": {386 "center": [387 -427.68328857421875,388 211.845245361328,389 234.66394042968744390 ],391 "extent": [392 0.0023036386334069903,393 1000.0018954050647,394 300.0063180862628395 ],396 "rotation": [397 0.0003620000206824746,398 -89.99987030029298,399 89.99999237060548400 ]401 },402 "location": [403 -427.68328857421875,404 211.84524536132812,405 234.6639404296875406 ],407 "rotation": [408 0.0003620000206824746,409 -89.99987030029298,410 89.99999237060548411 ],412 "scale": [413 20,414 6,415 1416 ]417 },418 "color": [419 255,420 0,421 63422 ]423 }424 ],425 "curtain": [426 {427 "object_id": "SM_CurtainLong_74",428 "bbox_2d": [429 635,430 0,431 1049,432 819433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -237.58009314537048,438 -201.08392884500245,439 243.79515838623047440 ],441 "extent": [442 2.8221590518951416,443 44.898785157101884,444 101.98615264892578445 ]446 },447 "obb": {448 "center": [449 -237.58009314537048,450 -201.08392884500245,451 243.79515838623047452 ],453 "extent": [454 2.8221590518951416,455 44.898785157101884,456 101.98615264892578457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -240.40225219726562,466 -203.2975311279297,467 345.78131103515625468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 0.8799999952316284,477 1478 ]479 },480 "color": [481 255,482 127,483 63484 ]485 },486 {487 "object_id": "SM_CurtainLong2_77",488 "bbox_2d": [489 165,490 0,491 570,492 78493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -237.57948279380798,498 -99.70682678361663,499 322.2176284790039500 ],501 "extent": [502 2.8221590518951416,503 44.898785157101884,504 23.563682556152344505 ]506 },507 "obb": {508 "center": [509 -237.57948279380798,510 -99.70682678361663,511 322.2176284790039512 ],513 "extent": [514 2.8221590518951416,515 44.898785157101884,516 23.563682556152344517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -240.40164184570312,526 -99.96336364746094,527 345.78131103515625528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 0.8799999952316284,537 1538 ]539 },540 "color": [541 127,542 0,543 63544 ]545 },546 {547 "object_id": "SM_Curtain_67",548 "bbox_2d": [549 0,550 0,551 75,552 24553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -237.83901977539062,558 2.8463529882365037,559 286.23697662353516560 ],561 "extent": [562 2.8221588134765625,563 44.898785157101884,564 59.639122009277344565 ]566 },567 "obb": {568 "center": [569 -237.83901977539062,570 2.8463529882365037,571 286.23697662353516572 ],573 "extent": [574 2.8221588134765625,575 44.898785157101884,576 59.639122009277344577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -240.6611785888672,586 1.2611351013183594,587 345.8760986328125588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 0.8799999952316284,597 1598 ]599 },600 "color": [601 255,602 63,603 223604 ]605 }606 ],607 "monitor": [608 {609 "object_id": "SM_Monitor",610 "bbox_2d": [611 0,612 2,613 381,614 966615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -67.37585065973605,620 -169.9528735959834,621 199.99402505135185622 ],623 "extent": [624 29.307229343322547,625 27.056972213491918,626 26.38376504158623627 ]628 },629 "obb": {630 "center": [631 -67.37585065973605,632 -169.9528735959834,633 199.99402505135185634 ],635 "extent": [636 29.307229343322547,637 27.056972213491918,638 26.38376504158623639 ],640 "rotation": [641 0,642 -50.00012207031249,643 0644 ]645 },646 "location": [647 -52.64727783203125,648 -170.69700622558594,649 173.61026000976562650 ],651 "rotation": [652 0,653 -50.00012207031249,654 0655 ],656 "scale": [657 0.800000011920929,658 0.800000011920929,659 0.800000011920929660 ]661 },662 "color": [663 127,664 63,665 255666 ]667 }668 ],669 "tea table": [670 {671 "object_id": "SM_TeaTable_8",672 "bbox_2d": [673 1226,674 791,675 1445,676 1079677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -212.34503437948638,682 -295.45776235127244,683 121.29112624501886684 ],685 "extent": [686 19.04937372325287,687 19.049376364458,688 27.987954573018442689 ]690 },691 "obb": {692 "center": [693 -212.34503437948638,694 -295.45776235127244,695 121.29112624501886696 ],697 "extent": [698 19.04937372325287,699 19.049376364458,700 27.987954573018442701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 -212.34503173828125,710 -295.457763671875,711 93.32220458984375712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 0.6923760771751404,720 0.6923760771751404,721 0.9319819211959839722 ]723 },724 "color": [725 31,726 191,727 191728 ]729 }730 ],731 "sofa": [732 {733 "object_id": "SM_SofaSingleTable2_54",734 "bbox_2d": [735 0,736 927,737 168,738 989739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -207.67979431152344,744 -62.20216369628906,745 113.05423355102539746 ],747 "extent": [748 22.378498077392578,749 19.407121658325195,750 19.48101234436035751 ]752 },753 "obb": {754 "center": [755 -207.67979431152344,756 -62.20216369628906,757 113.05423355102539758 ],759 "extent": [760 22.378498077392578,761 19.407121658325195,762 19.48101234436035763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 -207.67979431152344,772 -61.96124267578125,773 93.32188415527344774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 191,788 0,789 159790 ]791 }792 ],793 "plant": [794 {795 "object_id": "SM_HousePlant2_5",796 "bbox_2d": [797 587,798 604,799 814,800 989801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 -213.94640350341797,806 -179.6782684326172,807 141.29369735717773808 ],809 "extent": [810 22.484100341796875,811 20.204172134399414,812 47.9683837890625813 ]814 },815 "obb": {816 "center": [817 -213.94640350341797,818 -179.6782684326172,819 141.29369735717773820 ],821 "extent": [822 22.484100341796875,823 20.204172134399414,824 47.9683837890625825 ],826 "rotation": [827 0,828 0,829 0830 ]831 },832 "location": [833 -208.19985961914062,834 -176.43426513671875,835 93.3218994140625836 ],837 "rotation": [838 0,839 0,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 127,850 159,851 191852 ]853 },854 {855 "object_id": "SM_Leavs3",856 "bbox_2d": [857 509,858 927,859 616,860 989861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -218.02177003889057,866 -144.03516035747577,867 110.61593095650213868 ],869 "extent": [870 17.271480656821666,871 11.214742115340044,872 13.203228994736179873 ]874 },875 "obb": {876 "center": [877 -218.02177003889057,878 -144.03516035747577,879 110.61593095650213880 ],881 "extent": [882 17.271480656821666,883 11.214742115340044,884 13.203228994736179885 ],886 "rotation": [887 -2.9969177246093754,888 -0.2533569335937501,889 -1.7218322753906254890 ]891 },892 "location": [893 -202.11875915527344,894 -133.25660705566406,895 97.94538879394531896 ],897 "rotation": [898 -2.9969177246093754,899 -0.2533569335937501,900 -1.7218322753906254901 ],902 "scale": [903 1.600000023841858,904 1.600000023841858,905 1.600000023841858906 ]907 },908 "color": [909 63,910 159,911 0912 ]913 },914 {915 "object_id": "SM_Leavs4",916 "bbox_2d": [917 424,918 941,919 466,920 989921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -220.87336067771173,926 -123.64103475579535,927 107.18829397673952928 ],929 "extent": [930 19.04473798219206,931 20.365219177949342,932 14.725347353764988933 ]934 },935 "obb": {936 "center": [937 -220.87336067771173,938 -123.64103475579535,939 107.18829397673952940 ],941 "extent": [942 19.04473798219206,943 20.365219177949342,944 14.725347353764988945 ],946 "rotation": [947 6.384587287902832,948 -60.356506347656264,949 -5.189575195312501950 ]951 },952 "location": [953 -202.11875915527344,954 -133.25660705566406,955 97.94538879394531956 ],957 "rotation": [958 6.384587287902832,959 -60.356506347656264,960 -5.189575195312501961 ],962 "scale": [963 1.600000023841858,964 1.600000023841858,965 1.600000023841858966 ]967 },968 "color": [969 63,970 159,971 255972 ]973 },974 {975 "object_id": "SM_Leavs6",976 "bbox_2d": [977 299,978 939,979 428,980 989981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -209.77919351116284,986 -116.56235033626407,987 111.81063827613816988 ],989 "extent": [990 14.355346506095458,991 19.712720322883314,992 14.267466011027736993 ]994 },995 "obb": {996 "center": [997 -209.77919351116284,998 -116.56235033626407,999 111.810638276138161000 ],1001 "extent": [1002 14.355346506095458,1003 19.712720322883314,1004 14.2674660110277361005 ],1006 "rotation": [1007 -7.193054199218752,1008 -101.26104736328126,1009 -1.3557434082031251010 ]1011 },1012 "location": [1013 -202.11875915527344,1014 -133.25660705566406,1015 97.945388793945311016 ],1017 "rotation": [1018 -7.193054199218752,1019 -101.26104736328126,1020 -1.3557434082031251021 ],1022 "scale": [1023 1.600000023841858,1024 1.600000023841858,1025 1.6000000238418581026 ]1027 },1028 "color": [1029 63,1030 159,1031 631032 ]1033 },1034 {1035 "object_id": "SM_Leavs9",1036 "bbox_2d": [1037 465,1038 909,1039 540,1040 9891041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -220.42626613205164,1046 -134.74511309506707,1047 111.810638276138161048 ],1049 "extent": [1050 20.841198902278535,1051 18.770561121632817,1052 14.2674660110277361053 ]1054 },1055 "obb": {1056 "center": [1057 -220.42626613205164,1058 -134.74511309506707,1059 111.810638276138161060 ],1061 "extent": [1062 20.841198902278535,1063 18.770561121632817,1064 14.2674660110277361065 ],1066 "rotation": [1067 -7.193054199218752,1068 -31.261596679687507,1069 -1.3557434082031251070 ]1071 },1072 "location": [1073 -202.11875915527344,1074 -133.25660705566406,1075 97.945388793945311076 ],1077 "rotation": [1078 -7.193054199218752,1079 -31.261596679687507,1080 -1.3557434082031251081 ],1082 "scale": [1083 1.600000023841858,1084 1.600000023841858,1085 1.6000000238418581086 ]1087 },1088 "color": [1089 63,1090 159,1091 951092 ]1093 },1094 {1095 "object_id": "SM_Leavs10",1096 "bbox_2d": [1097 423,1098 893,1099 490,1100 9891101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -216.66653473765933,1106 -127.11298878378346,1107 114.685872218014141108 ],1109 "extent": [1110 18.96631170696992,1111 22.00309762996946,1112 16.675901238037741113 ]1114 },1115 "obb": {1116 "center": [1117 -216.66653473765933,1118 -127.11298878378346,1119 114.685872218014141120 ],1121 "extent": [1122 18.96631170696992,1123 22.00309762996946,1124 16.675901238037741125 ],1126 "rotation": [1127 -16.491058349609375,1128 -62.03756713867183,1129 2.40960431098937941130 ]1131 },1132 "location": [1133 -202.11875915527344,1134 -133.25660705566406,1135 97.945388793945311136 ],1137 "rotation": [1138 -16.491058349609375,1139 -62.03756713867183,1140 2.40960431098937941141 ],1142 "scale": [1143 1.600000023841858,1144 1.600000023841858,1145 1.6000000238418581146 ]1147 },1148 "color": [1149 191,1150 159,1151 01152 ]1153 },1154 {1155 "object_id": "SM_Leavs11",1156 "bbox_2d": [1157 220,1158 955,1159 391,1160 9891161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -198.5946471739244,1166 -117.86301580099622,1167 114.685866330882461168 ],1169 "extent": [1170 21.658908186793212,1171 20.70522625550261,1172 16.6758953005583381173 ]1174 },1175 "obb": {1176 "center": [1177 -198.5946471739244,1178 -117.86301580099622,1179 114.685866330882461180 ],1181 "extent": [1182 21.658908186793212,1183 20.70522625550261,1184 16.6758953005583381185 ],1186 "rotation": [1187 -16.491027832031257,1188 -142.03762817382812,1189 2.40960812568664461190 ]1191 },1192 "location": [1193 -202.11875915527344,1194 -133.25660705566406,1195 97.945388793945311196 ],1197 "rotation": [1198 -16.491027832031257,1199 -142.03762817382812,1200 2.4096081256866446