TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l028_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l028_r003/lit.png",5 "camera": {6 "location": [7 -24,8 -274,9 17210 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -24,38 -274,39 172,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 433,58 0,59 865,60 83761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Window2",116 "bbox_2d": [117 0,118 0,119 18,120 509121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 6.057598385566507,127 219.51061248779297128 ],129 "extent": [130 5,131 53.16790417169932,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 6.057598385566507,139 219.51061248779297140 ],141 "extent": [142 5,143 53.16790417169932,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 -47.11030578613281,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1299999952316284,165 1166 ]167 },168 "color": [169 127,170 127,171 0172 ]173 }174 ],175 "window": [176 {177 "object_id": "SM_WindowOpen_50",178 "bbox_2d": [179 0,180 0,181 432,182 837183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.2314281463623,188 -96.93702158267479,189 219.51058197021484190 ],191 "extent": [192 20.735897064208984,193 49.87431874935646,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.2314281463623,200 -96.93702158267479,201 219.51058197021484202 ],203 "extent": [204 20.735897064208984,205 49.87431874935646,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.55386352539062,216 -146.81134033203125,217 100.09672546386719218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.059999942779541,227 1228 ]229 },230 "color": [231 127,232 0,233 127234 ]235 }236 ]237 },238 "foreground": {239 "closet": [240 {241 "object_id": "SM_Closet_29",242 "bbox_2d": [243 1207,244 0,245 1919,246 828247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -5.889900207519531,252 -347.92909240722656,253 225.49037170410156254 ],255 "extent": [256 236.4459686279297,257 20.030471801757812,258 133.37185668945312259 ]260 },261 "obb": {262 "center": [263 -5.889900207519531,264 -347.92909240722656,265 225.49037170410156266 ],267 "extent": [268 236.4459686279297,269 20.030471801757812,270 133.37185668945312271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -6.054466247558594,280 -367.9595642089844,281 92.11851501464844282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 255,296 127,297 0298 ]299 }300 ],301 "armchair": [302 {303 "object_id": "SM_ArmchairManager_32",304 "bbox_2d": [305 323,306 824,307 1919,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -2.0084305367577002,314 -266.9637446004958,315 156.8519277990954316 ],317 "extent": [318 54.566865723696466,319 55.92745020578518,320 63.54718651223584321 ]322 },323 "obb": {324 "center": [325 -2.0084305367577002,326 -266.9637446004958,327 156.8519277990954328 ],329 "extent": [330 54.566865723696466,331 55.92745020578518,332 63.54718651223584333 ],334 "rotation": [335 0,336 30.00005722045899,337 0338 ]339 },340 "location": [341 -2.4702606201171875,342 -266.4104919433594,343 93.3218994140625344 ],345 "rotation": [346 0,347 30.00005722045899,348 0349 ],350 "scale": [351 1.100000023841858,352 1.100000023841858,353 1.100000023841858354 ]355 },356 "color": [357 255,358 127,359 255360 ]361 }362 ],363 "manager desk": [364 {365 "object_id": "SM_ManagerDesk_35",366 "bbox_2d": [367 0,368 510,369 326,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 0.9649276733398438,376 -103.14732360839844,377 133.83098220825195378 ],379 "extent": [380 101.42112731933594,381 175.46688842773438,382 40.50908660888672383 ]384 },385 "obb": {386 "center": [387 0.9649276733398438,388 -103.14732360839844,389 133.83098220825195390 ],391 "extent": [392 101.42112731933594,393 175.46688842773438,394 40.50908660888672395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 3.7793960571289062,404 -148.75787353515625,405 93.32191467285156406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 0,420 127,421 127422 ]423 }424 ],425 "plane": [426 {427 "object_id": "Plane_68",428 "bbox_2d": [429 66,430 88,431 423,432 407433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -427.68328857421875,438 211.84524536132807,439 234.66394042968747440 ],441 "extent": [442 0.0023036386334069903,443 1000.0018954050647,444 300.0063180862628445 ]446 },447 "obb": {448 "center": [449 -427.68328857421875,450 211.845245361328,451 234.66394042968744452 ],453 "extent": [454 0.0023036386334069903,455 1000.0018954050647,456 300.0063180862628457 ],458 "rotation": [459 0.0003620000206824746,460 -89.99987030029298,461 89.99999237060548462 ]463 },464 "location": [465 -427.68328857421875,466 211.84524536132812,467 234.6639404296875468 ],469 "rotation": [470 0.0003620000206824746,471 -89.99987030029298,472 89.99999237060548473 ],474 "scale": [475 20,476 6,477 1478 ]479 },480 "color": [481 255,482 0,483 63484 ]485 }486 ],487 "curtain": [488 {489 "object_id": "SM_CurtainLong_74",490 "bbox_2d": [491 431,492 0,493 828,494 676495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 -237.58009314537048,500 -201.08392884500245,501 243.79515838623047502 ],503 "extent": [504 2.8221590518951416,505 44.898785157101884,506 101.98615264892578507 ]508 },509 "obb": {510 "center": [511 -237.58009314537048,512 -201.08392884500245,513 243.79515838623047514 ],515 "extent": [516 2.8221590518951416,517 44.898785157101884,518 101.98615264892578519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 -240.40225219726562,528 -203.2975311279297,529 345.78131103515625530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 0.8799999952316284,539 1540 ]541 },542 "color": [543 255,544 127,545 63546 ]547 }548 ],549 "tea table": [550 {551 "object_id": "SM_TeaTable_8",552 "bbox_2d": [553 972,554 647,555 1168,556 846557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 -212.34503437948638,562 -295.45776235127244,563 121.29112624501886564 ],565 "extent": [566 19.04937372325287,567 19.049376364458,568 27.987954573018442569 ]570 },571 "obb": {572 "center": [573 -212.34503437948638,574 -295.45776235127244,575 121.29112624501886576 ],577 "extent": [578 19.04937372325287,579 19.049376364458,580 27.987954573018442581 ],582 "rotation": [583 0,584 0,585 0586 ]587 },588 "location": [589 -212.34503173828125,590 -295.457763671875,591 93.32220458984375592 ],593 "rotation": [594 0,595 0,596 0597 ],598 "scale": [599 0.6923760771751404,600 0.6923760771751404,601 0.9319819211959839602 ]603 },604 "color": [605 31,606 191,607 191608 ]609 }610 ],611 "books": [612 {613 "object_id": "SM_Book58",614 "bbox_2d": [615 1596,616 0,617 1691,618 70619 ],620 "bbox_3d": {621 "aabb": {622 "center": [623 -100.49318003507972,624 -341.48170680221426,625 223.28869099527492626 ],627 "extent": [628 13.663320858765246,629 12.793382876985447,630 11.61133090381145631 ]632 },633 "obb": {634 "center": [635 -100.49318003507972,636 -341.48170680221426,637 223.28869099527492638 ],639 "extent": [640 13.663320858765246,641 12.793382876985447,642 11.61133090381145643 ],644 "rotation": [645 0,646 -90.00009155273439,647 0648 ]649 },650 "location": [651 -100.3257064819336,652 -341.8990173339844,653 211.6808624267578654 ],655 "rotation": [656 0,657 -90.00009155273439,658 0659 ],660 "scale": [661 0.9520900249481201,662 -0.626272976398468,663 0.626272976398468664 ]665 },666 "color": [667 191,668 31,669 95670 ]671 }672 ],673 "plant": [674 {675 "object_id": "SM_HousePlant2_5",676 "bbox_2d": [677 351,678 450,679 565,680 960681 ],682 "bbox_3d": {683 "aabb": {684 "center": [685 -213.94640350341797,686 -179.6782684326172,687 141.29369735717773688 ],689 "extent": [690 22.484100341796875,691 20.204172134399414,692 47.9683837890625693 ]694 },695 "obb": {696 "center": [697 -213.94640350341797,698 -179.6782684326172,699 141.29369735717773700 ],701 "extent": [702 22.484100341796875,703 20.204172134399414,704 47.9683837890625705 ],706 "rotation": [707 0,708 0,709 0710 ]711 },712 "location": [713 -208.19985961914062,714 -176.43426513671875,715 93.3218994140625716 ],717 "rotation": [718 0,719 0,720 0721 ],722 "scale": [723 1,724 1,725 1726 ]727 },728 "color": [729 127,730 159,731 191732 ]733 },734 {735 "object_id": "SM_Leavs2",736 "bbox_2d": [737 327,738 854,739 382,740 882741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 -196.46959379584882,746 -153.54932929872749,747 107.21458292533171748 ],749 "extent": [750 17.3592455972248,751 20.477766608874106,752 14.596176949482555753 ]754 },755 "obb": {756 "center": [757 -196.46959379584882,758 -153.54932929872749,759 107.21458292533171760 ],761 "extent": [762 17.3592455972248,763 20.477766608874106,764 14.596176949482555765 ],766 "rotation": [767 3.404849052429199,768 69.71941375732422,769 -9.408081054687505770 ]771 },772 "location": [773 -202.11875915527344,774 -133.25660705566406,775 97.94538879394531776 ],777 "rotation": [778 3.404849052429199,779 69.71941375732422,780 -9.408081054687505781 ],782 "scale": [783 1.600000023841858,784 1.600000023841858,785 1.600000023841858786 ]787 },788 "color": [789 127,790 159,791 95792 ]793 },794 {795 "object_id": "SM_Leavs3",796 "bbox_2d": [797 327,798 774,799 412,800 799801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 -218.02177003889057,806 -144.03516035747577,807 110.61593095650213808 ],809 "extent": [810 17.271480656821666,811 11.214742115340044,812 13.203228994736179813 ]814 },815 "obb": {816 "center": [817 -218.02177003889057,818 -144.03516035747577,819 110.61593095650213820 ],821 "extent": [822 17.271480656821666,823 11.214742115340044,824 13.203228994736179825 ],826 "rotation": [827 -2.9969177246093754,828 -0.2533569335937501,829 -1.7218322753906254830 ]831 },832 "location": [833 -202.11875915527344,834 -133.25660705566406,835 97.94538879394531836 ],837 "rotation": [838 -2.9969177246093754,839 -0.2533569335937501,840 -1.7218322753906254841 ],842 "scale": [843 1.600000023841858,844 1.600000023841858,845 1.600000023841858846 ]847 },848 "color": [849 63,850 159,851 0852 ]853 },854 {855 "object_id": "SM_Leavs8",856 "bbox_2d": [857 327,858 835,859 333,860 839861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -194.45847818496486,866 -149.95093415770836,867 111.81063827613816868 ],869 "extent": [870 14.355488368497873,871 19.71278257328828,872 14.267466011027736873 ]874 },875 "obb": {876 "center": [877 -194.45847818496486,878 -149.95093415770836,879 111.81063827613816880 ],881 "extent": [882 14.355488368497873,883 19.71278257328828,884 14.267466011027736885 ],886 "rotation": [887 -7.19305419921875,888 78.73842620849608,889 -1.3557434082031246890 ]891 },892 "location": [893 -202.11875915527344,894 -133.25660705566406,895 97.94538879394531896 ],897 "rotation": [898 -7.19305419921875,899 78.73842620849608,900 -1.3557434082031246901 ],902 "scale": [903 1.600000023841858,904 1.600000023841858,905 1.600000023841858906 ]907 },908 "color": [909 63,910 159,911 31912 ]913 },914 {915 "object_id": "SM_Leavs9",916 "bbox_2d": [917 327,918 759,919 343,920 770921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -220.42626613205164,926 -134.74511309506707,927 111.81063827613816928 ],929 "extent": [930 20.841198902278535,931 18.770561121632817,932 14.267466011027736933 ]934 },935 "obb": {936 "center": [937 -220.42626613205164,938 -134.74511309506707,939 111.81063827613816940 ],941 "extent": [942 20.841198902278535,943 18.770561121632817,944 14.267466011027736945 ],946 "rotation": [947 -7.193054199218752,948 -31.261596679687507,949 -1.355743408203125950 ]951 },952 "location": [953 -202.11875915527344,954 -133.25660705566406,955 97.94538879394531956 ],957 "rotation": [958 -7.193054199218752,959 -31.261596679687507,960 -1.355743408203125961 ],962 "scale": [963 1.600000023841858,964 1.600000023841858,965 1.600000023841858966 ]967 },968 "color": [969 63,970 159,971 95972 ]973 },974 {975 "object_id": "SM_Leavs13",976 "bbox_2d": [977 327,978 761,979 401,980 782981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -208.26258688542183,986 -147.80432191952158,987 114.6858481126059988 ],989 "extent": [990 22.003083998927366,991 18.96616491681766,992 16.675876914594596993 ]994 },995 "obb": {996 "center": [997 -208.26258688542183,998 -147.80432191952158,999 114.68584811260591000 ],1001 "extent": [1002 22.003083998927366,1003 18.96616491681766,1004 16.6758769145945961005 ],1006 "rotation": [1007 -16.49093627929689,1008 27.961734771728533,1009 2.40961623191833671010 ]1011 },1012 "location": [1013 -202.11875915527344,1014 -133.25660705566406,1015 97.945388793945311016 ],1017 "rotation": [1018 -16.49093627929689,1019 27.961734771728533,1020 2.40961623191833671021 ],1022 "scale": [1023 1.600000023841858,1024 1.600000023841858,1025 1.6000000238418581026 ]1027 },1028 "color": [1029 191,1030 159,1031 631032 ]1033 },1034 {1035 "object_id": "SM_Leavs14",1036 "bbox_2d": [1037 327,1038 726,1039 331,1040 7311041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -203.99711720064923,1046 -142.72088604698376,1047 118.838564698182751048 ],1049 "extent": [1050 23.047034481320395,1051 19.620254508906385,1052 20.9120188669934141053 ]1054 },1055 "obb": {1056 "center": [1057 -203.99711720064923,1058 -142.72088604698376,1059 118.838564698182751060 ],1061 "extent": [1062 23.047034481320395,1063 19.620254508906385,1064 20.9120188669934141065 ],1066 "rotation": [1067 -34.80133056640624,1068 24.01379203796386,1069 11.4017086029052681070 ]1071 },1072 "location": [1073 -202.11875915527344,1074 -133.25660705566406,1075 97.945388793945311076 ],1077 "rotation": [1078 -34.80133056640624,1079 24.01379203796386,1080 11.4017086029052681081 ],1082 "scale": [1083 1.600000023841858,1084 1.600000023841858,1085 1.6000000238418581086 ]1087 },1088 "color": [1089 191,1090 159,1091 1911092 ]1093 },1094 {1095 "object_id": "SM_Leavs16",1096 "bbox_2d": [1097 1050,1098 557,1099 1106,1100 5991101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -198.41163903397526,1106 -296.8151961393689,1107 161.53367996215821108 ],1109 "extent": [1110 12.280540856308335,1111 11.832177339088503,1112 7.5209798812866211113 ]1114 },1115 "obb": {1116 "center": [1117 -198.41163903397526,1118 -296.8151961393689,1119 161.53367996215821120 ],1121 "extent": [1122 12.280540856308335,1123 11.832177339088503,1124 7.5209798812866211125 ],1126 "rotation": [1127 0,1128 139.99986267089847,1129 01130 ]1131 },1132 "location": [1133 -210.5232391357422,1134 -295.2097473144531,1135 153.9431152343751136 ],1137 "rotation": [1138 0,1139 139.99986267089847,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 159,1150 63,1151 01152 ]1153 },1154 {1155 "object_id": "SM_Leavs17",1156 "bbox_2d": [1157 1089,1158 569,1159 1205,1160 5991161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -206.99251083871377,1166 -307.89269852737704,1167 159.73636148016541168 ],1169 "extent": [1170 10.849528336594943,1171 12.798603939832276,1172 9.1226104574891171173 ]1174 },1175 "obb": {1176 "center": [1177 -206.99251083871377,1178 -307.89269852737704,1179 159.73636148016541180 ],1181 "extent": [1182 10.849528336594943,1183 12.798603939832276,1184 9.1226104574891171185 ],1186 "rotation": [1187 3.404849052429199,1188 69.71941375732422,1189 -9.4080810546875051190 ]1191 },1192 "location": [1193 -210.5232391357422,1194 -295.2097473144531,1195 153.9431152343751196 ],1197 "rotation": [1198 3.404849052429199,1199 69.71941375732422,1200 -9.408081054687505