TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l077_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l077_r003/lit.png",5 "camera": {6 "location": [7 -78,8 -141,9 21110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -78,38 -141,39 211,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 991,58 0,59 1564,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Window2",116 "bbox_2d": [117 0,118 0,119 451,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 6.057598385566507,127 219.51061248779297128 ],129 "extent": [130 5,131 53.16790417169932,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 6.057598385566507,139 219.51061248779297140 ],141 "extent": [142 5,143 53.16790417169932,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 -47.11030578613281,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1299999952316284,165 1166 ]167 },168 "color": [169 127,170 127,171 0172 ]173 }174 ],175 "window": [176 {177 "object_id": "SM_WindowOpen_50",178 "bbox_2d": [179 420,180 0,181 990,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.2314281463623,188 -96.93702158267479,189 219.51058197021484190 ],191 "extent": [192 20.735897064208984,193 49.87431874935646,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.2314281463623,200 -96.93702158267479,201 219.51058197021484202 ],203 "extent": [204 20.735897064208984,205 49.87431874935646,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.55386352539062,216 -146.81134033203125,217 100.09672546386719218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.059999942779541,227 1228 ]229 },230 "color": [231 127,232 0,233 127234 ]235 }236 ]237 },238 "foreground": {239 "plane": [240 {241 "object_id": "Plane_68",242 "bbox_2d": [243 490,244 157,245 978,246 574247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -427.68328857421875,252 211.84524536132807,253 234.66394042968747254 ],255 "extent": [256 0.0023036386334069903,257 1000.0018954050647,258 300.0063180862628259 ]260 },261 "obb": {262 "center": [263 -427.68328857421875,264 211.845245361328,265 234.66394042968744266 ],267 "extent": [268 0.0023036386334069903,269 1000.0018954050647,270 300.0063180862628271 ],272 "rotation": [273 0.0003620000206824746,274 -89.99987030029298,275 89.99999237060548276 ]277 },278 "location": [279 -427.68328857421875,280 211.84524536132812,281 234.6639404296875282 ],283 "rotation": [284 0.0003620000206824746,285 -89.99987030029298,286 89.99999237060548287 ],288 "scale": [289 20,290 6,291 1292 ]293 },294 "color": [295 255,296 0,297 63298 ]299 }300 ],301 "curtain": [302 {303 "object_id": "SM_CurtainLong_74",304 "bbox_2d": [305 1059,306 0,307 1593,308 960309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -237.58009314537048,314 -201.08392884500245,315 243.79515838623047316 ],317 "extent": [318 2.8221590518951416,319 44.898785157101884,320 101.98615264892578321 ]322 },323 "obb": {324 "center": [325 -237.58009314537048,326 -201.08392884500245,327 243.79515838623047328 ],329 "extent": [330 2.8221590518951416,331 44.898785157101884,332 101.98615264892578333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -240.40225219726562,342 -203.2975311279297,343 345.78131103515625344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 0.8799999952316284,353 1354 ]355 },356 "color": [357 255,358 127,359 63360 ]361 },362 {363 "object_id": "SM_CurtainLong2_77",364 "bbox_2d": [365 442,366 0,367 975,368 7369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -237.57948279380798,374 -99.70682678361663,375 322.2176284790039376 ],377 "extent": [378 2.8221590518951416,379 44.898785157101884,380 23.563682556152344381 ]382 },383 "obb": {384 "center": [385 -237.57948279380798,386 -99.70682678361663,387 322.2176284790039388 ],389 "extent": [390 2.8221590518951416,391 44.898785157101884,392 23.563682556152344393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -240.40164184570312,402 -99.96336364746094,403 345.78131103515625404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 0.8799999952316284,413 1414 ]415 },416 "color": [417 127,418 0,419 63420 ]421 },422 {423 "object_id": "SM_Curtain_67",424 "bbox_2d": [425 0,426 0,427 355,428 445429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -237.83901977539062,434 2.8463529882365037,435 286.23697662353516436 ],437 "extent": [438 2.8221588134765625,439 44.898785157101884,440 59.639122009277344441 ]442 },443 "obb": {444 "center": [445 -237.83901977539062,446 2.8463529882365037,447 286.23697662353516448 ],449 "extent": [450 2.8221588134765625,451 44.898785157101884,452 59.639122009277344453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -240.6611785888672,462 1.2611351013183594,463 345.8760986328125464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 0.8799999952316284,473 1474 ]475 },476 "color": [477 255,478 63,479 223480 ]481 }482 ],483 "tea table": [484 {485 "object_id": "SM_TeaTable_8",486 "bbox_2d": [487 1876,488 928,489 1919,490 1003491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -212.34503437948638,496 -295.45776235127244,497 121.29112624501886498 ],499 "extent": [500 19.04937372325287,501 19.049376364458,502 27.987954573018442503 ]504 },505 "obb": {506 "center": [507 -212.34503437948638,508 -295.45776235127244,509 121.29112624501886510 ],511 "extent": [512 19.04937372325287,513 19.049376364458,514 27.987954573018442515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -212.34503173828125,524 -295.457763671875,525 93.32220458984375526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 0.6923760771751404,534 0.6923760771751404,535 0.9319819211959839536 ]537 },538 "color": [539 31,540 191,541 191542 ]543 }544 ],545 "sofa": [546 {547 "object_id": "SM_SofaSingle2_13",548 "bbox_2d": [549 0,550 854,551 222,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -193.98376097687284,558 22.486354269888807,559 128.0214385986328560 ],561 "extent": [562 42.31789533426502,563 47.44233203088453,564 34.45724105834961565 ]566 },567 "obb": {568 "center": [569 -193.98376097687284,570 22.486354269888803,571 128.0214385986328572 ],573 "extent": [574 42.31789533426502,575 47.44233203088453,576 34.45724105834961577 ],578 "rotation": [579 0,580 -90.00006103515625,581 0582 ]583 },584 "location": [585 -193.43695068359375,586 22.634315490722656,587 93.32183837890625588 ],589 "rotation": [590 0,591 -90.00006103515625,592 0593 ],594 "scale": [595 0.8999999761581421,596 0.8999999761581421,597 1598 ]599 },600 "color": [601 127,602 191,603 159604 ]605 },606 {607 "object_id": "SM_SofaSingleTable2_54",608 "bbox_2d": [609 287,610 1035,611 584,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -207.67979431152344,618 -62.20216369628906,619 113.05423355102539620 ],621 "extent": [622 22.378498077392578,623 19.407121658325195,624 19.48101234436035625 ]626 },627 "obb": {628 "center": [629 -207.67979431152344,630 -62.20216369628906,631 113.05423355102539632 ],633 "extent": [634 22.378498077392578,635 19.407121658325195,636 19.48101234436035637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -207.67979431152344,646 -61.96124267578125,647 93.32188415527344648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 191,662 0,663 159664 ]665 }666 ],667 "decorative grass": [668 {669 "object_id": "SM_Decorative147_75",670 "bbox_2d": [671 371,672 946,673 459,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -209.25643920898438,680 -66.15110778808594,681 143.92892456054688682 ],683 "extent": [684 5.793924824549521,685 5.79395534207481,686 11.3367919921875687 ]688 },689 "obb": {690 "center": [691 -209.25643920898438,692 -66.15110778808594,693 143.92892456054688694 ],695 "extent": [696 5.793924824549521,697 5.79395534207481,698 11.3367919921875699 ],700 "rotation": [701 0,702 -90.00009918212892,703 0704 ]705 },706 "location": [707 -209.25643920898438,708 -66.15110778808594,709 132.53524780273438710 ],711 "rotation": [712 0,713 -90.00009918212892,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 191,724 31,725 159726 ]727 },728 {729 "object_id": "SM_Decorative148_96",730 "bbox_2d": [731 291,732 1023,733 389,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -215.95212289264555,740 -52.10660873322411,741 135.922415984422742 ],743 "extent": [744 6.006262785742592,745 5.996327636942283,746 3.335449642107676747 ]748 },749 "obb": {750 "center": [751 -215.95212289264555,752 -52.10660873322411,753 135.922415984422754 ],755 "extent": [756 6.006262785742592,757 5.996327636942283,758 3.335449642107676759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 -215.93968200683594,768 -52.12277603149414,769 132.53524780273438770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 0.5579646825790405,778 0.5579646825790405,779 0.5579646825790405780 ]781 },782 "color": [783 31,784 0,785 159786 ]787 }788 ],789 "books": [790 {791 "object_id": "SM_Book107",792 "bbox_2d": [793 268,794 1079,795 268,796 1079797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -194.75511373861792,802 -52.57532119752385,803 136.87946319580078804 ],805 "extent": [806 12.72318574588354,807 13.426721807224968,808 1.4088973999023438809 ]810 },811 "obb": {812 "center": [813 -194.75511373861792,814 -52.57532119752385,815 136.87946319580078816 ],817 "extent": [818 12.72318574588354,819 13.426721807224968,820 1.4088973999023438821 ],822 "rotation": [823 0,824 -60.00006103515624,825 0826 ]827 },828 "location": [829 -194.755126953125,830 -52.5753288269043,831 135.44212341308594832 ],833 "rotation": [834 0,835 -60.00006103515624,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 31,846 127,847 159848 ]849 }850 ],851 "glasses": [852 {853 "object_id": "SM_Glasses_104",854 "bbox_2d": [855 269,856 1078,857 293,858 1079859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -193.977393716512,864 -56.271658581075755,865 140.26188111305237866 ],867 "extent": [868 10.852867453951205,869 10.733236471467151,870 2.3020620346069336871 ]872 },873 "obb": {874 "center": [875 -193.977393716512,876 -56.271658581075755,877 140.26188111305237878 ],879 "extent": [880 10.852867453951205,881 10.733236471467151,882 2.3020620346069336883 ],884 "rotation": [885 0,886 -50,887 0888 ]889 },890 "location": [891 -193.1014404296875,892 -56.21282958984375,893 138.28836059570312894 ],895 "rotation": [896 0,897 -50,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 31,908 63,909 159910 ]911 }912 ],913 "plant": [914 {915 "object_id": "SM_HousePlant2_5",916 "bbox_2d": [917 1133,918 701,919 1347,920 1079921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -213.94640350341797,926 -179.6782684326172,927 141.29369735717773928 ],929 "extent": [930 22.484100341796875,931 20.204172134399414,932 47.9683837890625933 ]934 },935 "obb": {936 "center": [937 -213.94640350341797,938 -179.6782684326172,939 141.29369735717773940 ],941 "extent": [942 22.484100341796875,943 20.204172134399414,944 47.9683837890625945 ],946 "rotation": [947 0,948 0,949 0950 ]951 },952 "location": [953 -208.19985961914062,954 -176.43426513671875,955 93.3218994140625956 ],957 "rotation": [958 0,959 0,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 127,970 159,971 191972 ]973 },974 {975 "object_id": "SM_Leavs9",976 "bbox_2d": [977 924,978 1072,979 943,980 1079981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -220.42626613205164,986 -134.74511309506707,987 111.81063827613816988 ],989 "extent": [990 20.841198902278535,991 18.770561121632817,992 14.267466011027736993 ]994 },995 "obb": {996 "center": [997 -220.42626613205164,998 -134.74511309506707,999 111.810638276138161000 ],1001 "extent": [1002 20.841198902278535,1003 18.770561121632817,1004 14.2674660110277361005 ],1006 "rotation": [1007 -7.193054199218752,1008 -31.261596679687507,1009 -1.3557434082031251010 ]1011 },1012 "location": [1013 -202.11875915527344,1014 -133.25660705566406,1015 97.945388793945311016 ],1017 "rotation": [1018 -7.193054199218752,1019 -31.261596679687507,1020 -1.3557434082031251021 ],1022 "scale": [1023 1.600000023841858,1024 1.600000023841858,1025 1.6000000238418581026 ]1027 },1028 "color": [1029 63,1030 159,1031 951032 ]1033 },1034 {1035 "object_id": "SM_Leavs10",1036 "bbox_2d": [1037 824,1038 1058,1039 871,1040 10791041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -216.66653473765933,1046 -127.11298878378346,1047 114.685872218014141048 ],1049 "extent": [1050 18.96631170696992,1051 22.00309762996946,1052 16.675901238037741053 ]1054 },1055 "obb": {1056 "center": [1057 -216.66653473765933,1058 -127.11298878378346,1059 114.685872218014141060 ],1061 "extent": [1062 18.96631170696992,1063 22.00309762996946,1064 16.675901238037741065 ],1066 "rotation": [1067 -16.491058349609375,1068 -62.03756713867183,1069 2.40960431098937941070 ]1071 },1072 "location": [1073 -202.11875915527344,1074 -133.25660705566406,1075 97.945388793945311076 ],1077 "rotation": [1078 -16.491058349609375,1079 -62.03756713867183,1080 2.40960431098937941081 ],1082 "scale": [1083 1.600000023841858,1084 1.600000023841858,1085 1.6000000238418581086 ]1087 },1088 "color": [1089 191,1090 159,1091 01092 ]1093 },1094 {1095 "object_id": "SM_Leavs15",1096 "bbox_2d": [1097 760,1098 1072,1099 802,1100 10791101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -208.95890021860586,1106 -123.30098070591896,1107 117.534252450511661108 ],1109 "extent": [1110 13.989398822059513,1111 20.866595223876224,1112 19.6042374346635171113 ]1114 },1115 "obb": {1116 "center": [1117 -208.95890021860586,1118 -123.30098070591896,1119 117.534252450511661120 ],1121 "extent": [1122 13.989398822059513,1123 20.866595223876224,1124 19.6042374346635171125 ],1126 "rotation": [1127 -21.33514404296875,1128 -89.12945556640622,1129 16.1831493377685551130 ]1131 },1132 "location": [1133 -202.11875915527344,1134 -133.25660705566406,1135 97.945388793945311136 ],1137 "rotation": [1138 -21.33514404296875,1139 -89.12945556640622,1140 16.1831493377685551141 ],1142 "scale": [1143 1.600000023841858,1144 1.600000023841858,1145 1.6000000238418581146 ]1147 },1148 "color": [1149 191,1150 159,1151 311152 ]1153 },1154 {1155 "object_id": "SM_Leavs19",1156 "bbox_2d": [1157 1839,1158 824,1159 1919,1160 8491161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -222.24486488882138,1166 -289.2000147583717,1167 159.719930979258661168 ],1169 "extent": [1170 11.902961038105047,1171 12.728261746675855,1172 9.2033418806364861173 ]1174 },1175 "obb": {1176 "center": [1177 -222.24486488882138,1178 -289.2000147583717,1179 159.719930979258661180 ],1181 "extent": [1182 11.902961038105047,1183 12.728261746675855,1184 9.2033418806364861185 ],1186 "rotation": [1187 6.384586811065675,1188 -60.35650634765628,1189 -5.1895751953125011190 ]1191 },1192 "location": [1193 -210.5232391357422,1194 -295.2097473144531,1195 153.9431152343751196 ],1197 "rotation": [1198 6.384586811065675,1199 -60.35650634765628,1200 -5.189575195312501