TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l093_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l093_r004/lit.png",5 "camera": {6 "location": [7 -121,8 -56,9 22210 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -121,38 -56,39 222,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 492,58 0,59 886,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_WindowOpen_50",118 "bbox_2d": [119 0,120 0,121 542,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.2314281463623,128 -96.93702158267479,129 219.51058197021484130 ],131 "extent": [132 20.735897064208984,133 49.87431874935646,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.2314281463623,140 -96.93702158267479,141 219.51058197021484142 ],143 "extent": [144 20.735897064208984,145 49.87431874935646,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.55386352539062,156 -146.81134033203125,157 100.09672546386719158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.059999942779541,167 1168 ]169 },170 "color": [171 127,172 0,173 127174 ]175 }176 ]177 },178 "foreground": {179 "closet": [180 {181 "object_id": "SM_Closet_29",182 "bbox_2d": [183 1068,184 0,185 1919,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -5.889900207519531,192 -347.92909240722656,193 225.49037170410156194 ],195 "extent": [196 236.4459686279297,197 20.030471801757812,198 133.37185668945312199 ]200 },201 "obb": {202 "center": [203 -5.889900207519531,204 -347.92909240722656,205 225.49037170410156206 ],207 "extent": [208 236.4459686279297,209 20.030471801757812,210 133.37185668945312211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 -6.054466247558594,220 -367.9595642089844,221 92.11851501464844222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 127,237 0238 ]239 }240 ],241 "manager desk": [242 {243 "object_id": "SM_ManagerDesk_35",244 "bbox_2d": [245 1684,246 899,247 1919,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 0.9649276733398438,254 -103.14732360839844,255 133.83098220825195256 ],257 "extent": [258 101.42112731933594,259 175.46688842773438,260 40.50908660888672261 ]262 },263 "obb": {264 "center": [265 0.9649276733398438,266 -103.14732360839844,267 133.83098220825195268 ],269 "extent": [270 101.42112731933594,271 175.46688842773438,272 40.50908660888672273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 3.7793960571289062,282 -148.75787353515625,283 93.32191467285156284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 0,298 127,299 127300 ]301 }302 ],303 "plane": [304 {305 "object_id": "Plane_68",306 "bbox_2d": [307 0,308 459,309 438,310 704311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 -427.68328857421875,316 211.84524536132807,317 234.66394042968747318 ],319 "extent": [320 0.0023036386334069903,321 1000.0018954050647,322 300.0063180862628323 ]324 },325 "obb": {326 "center": [327 -427.68328857421875,328 211.845245361328,329 234.66394042968744330 ],331 "extent": [332 0.0023036386334069903,333 1000.0018954050647,334 300.0063180862628335 ],336 "rotation": [337 0.0003620000206824746,338 -89.99987030029298,339 89.99999237060548340 ]341 },342 "location": [343 -427.68328857421875,344 211.84524536132812,345 234.6639404296875346 ],347 "rotation": [348 0.0003620000206824746,349 -89.99987030029298,350 89.99999237060548351 ],352 "scale": [353 20,354 6,355 1356 ]357 },358 "color": [359 255,360 0,361 63362 ]363 }364 ],365 "curtain": [366 {367 "object_id": "SM_CurtainLong_74",368 "bbox_2d": [369 634,370 0,371 943,372 1069373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 -237.58009314537048,378 -201.08392884500245,379 243.79515838623047380 ],381 "extent": [382 2.8221590518951416,383 44.898785157101884,384 101.98615264892578385 ]386 },387 "obb": {388 "center": [389 -237.58009314537048,390 -201.08392884500245,391 243.79515838623047392 ],393 "extent": [394 2.8221590518951416,395 44.898785157101884,396 101.98615264892578397 ],398 "rotation": [399 0,400 0,401 0402 ]403 },404 "location": [405 -240.40225219726562,406 -203.2975311279297,407 345.78131103515625408 ],409 "rotation": [410 0,411 0,412 0413 ],414 "scale": [415 1,416 0.8799999952316284,417 1418 ]419 },420 "color": [421 255,422 127,423 63424 ]425 }426 ],427 "monitor": [428 {429 "object_id": "SM_Monitor",430 "bbox_2d": [431 1862,432 496,433 1919,434 910435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 -67.37585065973605,440 -169.9528735959834,441 199.99402505135185442 ],443 "extent": [444 29.307229343322547,445 27.056972213491918,446 26.38376504158623447 ]448 },449 "obb": {450 "center": [451 -67.37585065973605,452 -169.9528735959834,453 199.99402505135185454 ],455 "extent": [456 29.307229343322547,457 27.056972213491918,458 26.38376504158623459 ],460 "rotation": [461 0,462 -50.00012207031249,463 0464 ]465 },466 "location": [467 -52.64727783203125,468 -170.69700622558594,469 173.61026000976562470 ],471 "rotation": [472 0,473 -50.00012207031249,474 0475 ],476 "scale": [477 0.800000011920929,478 0.800000011920929,479 0.800000011920929480 ]481 },482 "color": [483 127,484 63,485 255486 ]487 }488 ],489 "tea table": [490 {491 "object_id": "SM_TeaTable_8",492 "bbox_2d": [493 1042,494 797,495 1187,496 1058497 ],498 "bbox_3d": {499 "aabb": {500 "center": [501 -212.34503437948638,502 -295.45776235127244,503 121.29112624501886504 ],505 "extent": [506 19.04937372325287,507 19.049376364458,508 27.987954573018442509 ]510 },511 "obb": {512 "center": [513 -212.34503437948638,514 -295.45776235127244,515 121.29112624501886516 ],517 "extent": [518 19.04937372325287,519 19.049376364458,520 27.987954573018442521 ],522 "rotation": [523 0,524 0,525 0526 ]527 },528 "location": [529 -212.34503173828125,530 -295.457763671875,531 93.32220458984375532 ],533 "rotation": [534 0,535 0,536 0537 ],538 "scale": [539 0.6923760771751404,540 0.6923760771751404,541 0.9319819211959839542 ]543 },544 "color": [545 31,546 191,547 191548 ]549 }550 ],551 "decorative grass": [552 {553 "object_id": "SM_Decorative76_7",554 "bbox_2d": [555 1582,556 383,557 1639,558 425559 ],560 "bbox_3d": {561 "aabb": {562 "center": [563 -100.5865405130462,564 -339.46472209123397,565 254.58916430351383566 ],567 "extent": [568 5.887163628576673,569 6.730595939007003,570 5.420180339533545571 ]572 },573 "obb": {574 "center": [575 -100.5865405130462,576 -339.46472209123397,577 254.58916430351383578 ],579 "extent": [580 5.887163628576673,581 6.730595939007003,582 5.420180339533545583 ],584 "rotation": [585 0,586 0,587 0588 ]589 },590 "location": [591 -100.58649444580078,592 -339.4647216796875,593 249.10960388183594594 ],595 "rotation": [596 0,597 0,598 0599 ],600 "scale": [601 0.7547657489776611,602 0.8630754947662354,603 0.7636446356773376604 ]605 },606 "color": [607 31,608 31,609 63610 ]611 },612 {613 "object_id": "SM_Decorative77",614 "bbox_2d": [615 1582,616 345,617 1639,618 386619 ],620 "bbox_3d": {621 "aabb": {622 "center": [623 -100.58654051306075,624 -339.4647220912341,625 263.6859219957405626 ],627 "extent": [628 5.887165488238679,629 6.7305977982871354,630 5.4201820317757665631 ]632 },633 "obb": {634 "center": [635 -100.58654051306075,636 -339.4647220912341,637 263.6859219957405638 ],639 "extent": [640 5.887165488238679,641 6.7305977982871354,642 5.4201820317757665643 ],644 "rotation": [645 0,646 0,647 0648 ]649 },650 "location": [651 -100.58649444580078,652 -339.4647216796875,653 258.20635986328125654 ],655 "rotation": [656 0,657 0,658 0659 ],660 "scale": [661 0.7547659873962402,662 0.8630757331848145,663 0.7636448740959167664 ]665 },666 "color": [667 31,668 31,669 191670 ]671 },672 {673 "object_id": "SM_Decorative79_14",674 "bbox_2d": [675 1831,676 459,677 1919,678 586679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 -44.858084124012635,684 -339.34731557193766,685 225.60998570139418686 ],687 "extent": [688 15.7004822706092,689 5.5804689012802555,690 13.876127776268277691 ]692 },693 "obb": {694 "center": [695 -44.858084124012635,696 -339.34731557193766,697 225.60998570139418698 ],699 "extent": [700 15.7004822706092,701 5.5804689012802555,702 13.876127776268277703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 -44.85807800292969,712 -339.34735107421875,713 211.72219848632812714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1.2836841344833374,722 1.2836841344833374,723 1.2836841344833374724 ]725 },726 "color": [727 0,728 0,729 95730 ]731 },732 {733 "object_id": "SM_Decorative80_17",734 "bbox_2d": [735 1741,736 475,737 1782,738 584739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -72.63748168945312,744 -334.3370933532715,745 224.19418334960938746 ],747 "extent": [748 3.7149658203125,749 3.137065887451172,750 12.40142822265625751 ]752 },753 "obb": {754 "center": [755 -72.63748168945312,756 -334.3370933532715,757 224.19418334960938758 ],759 "extent": [760 3.7149658203125,761 3.137065887451172,762 12.40142822265625763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 -72.63748168945312,772 -334.33709716796875,773 211.72219848632812774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 0,788 255,789 95790 ]791 },792 {793 "object_id": "SM_Decorative84_30",794 "bbox_2d": [795 1716,796 133,797 1793,798 252799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -73.23477172851562,804 -339.63478536716866,805 301.4512953587473806 ],807 "extent": [808 6.806408778320474,809 4.274594100592367,810 14.634306976400694811 ]812 },813 "obb": {814 "center": [815 -73.23477172851562,816 -339.63478536716866,817 301.4512953587473818 ],819 "extent": [820 6.806408778320474,821 4.274594100592367,822 14.634306976400694823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -73.23477172851562,832 -339.634765625,833 286.78375244140625834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1.2938227653503418,842 1.2938227653503418,843 1.2938227653503418844 ]845 },846 "color": [847 0,848 191,849 95850 ]851 },852 {853 "object_id": "SM_Decorative85",854 "bbox_2d": [855 1820,856 145,857 1883,858 236859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -56.40060423649874,864 -339.63477885945616,865 298.13747676143976866 ],867 "extent": [868 6.217201824810651,869 5.499867281420109,870 11.327997331329243871 ]872 },873 "obb": {874 "center": [875 -56.40060423649874,876 -339.63477885945616,877 298.13747676143976878 ],879 "extent": [880 6.217201824810651,881 5.499867281420109,882 11.327997331329243883 ],884 "rotation": [885 0,886 30.000083923339854,887 0888 ]889 },890 "location": [891 -56.400611877441406,892 -339.634765625,893 286.78375244140625894 ],895 "rotation": [896 0,897 30.000083923339854,898 0899 ],900 "scale": [901 1.0015110969543457,902 1.0015110969543457,903 1.0015110969543457904 ]905 },906 "color": [907 0,908 31,909 95910 ]911 },912 {913 "object_id": "SM_Decorative90_44",914 "bbox_2d": [915 1801,916 318,917 1860,918 414919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -59.80157858387281,924 -338.6424209534224,925 260.06283229853375926 ],927 "extent": [928 6.290593758709658,929 6.30063442618075,930 10.942327480495123931 ]932 },933 "obb": {934 "center": [935 -59.80157858387281,936 -338.6424209534224,937 260.06283229853375938 ],939 "extent": [940 6.290593758709658,941 6.30063442618075,942 10.942327480495123943 ],944 "rotation": [945 0,946 110.00013732910158,947 0948 ]949 },950 "location": [951 -60.543540954589844,952 -338.9124755859375,953 249.10960388183594954 ],955 "rotation": [956 0,957 110.00013732910158,958 0959 ],960 "scale": [961 0.7895904779434204,962 0.7895904779434204,963 0.525586724281311964 ]965 },966 "color": [967 255,968 191,969 95970 ]971 },972 {973 "object_id": "SM_Decorative95",974 "bbox_2d": [975 1645,976 379,977 1706,978 422979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -87.6980517435295,984 -339.46472209123374,985 254.58916259273246986 ],987 "extent": [988 5.887165488238679,989 6.730592220446738,990 5.420178647291323991 ]992 },993 "obb": {994 "center": [995 -87.6980517435295,996 -339.46472209123374,997 254.58916259273246998 ],999 "extent": [1000 5.887165488238679,1001 6.730592220446738,1002 5.4201786472913231003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 -87.69800567626953,1012 -339.4647216796875,1013 249.109603881835941014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 0.7547659873962402,1022 0.8630750179290771,1023 0.76364439725875851024 ]1025 },1026 "color": [1027 31,1028 31,1029 951030 ]1031 },1032 {1033 "object_id": "SM_Decorative96",1034 "bbox_2d": [1035 1645,1036 339,1037 1706,1038 3821039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -87.6980517435295,1044 -339.4647220912342,1045 263.68592541730321046 ],1047 "extent": [1048 5.887165488238679,1049 6.730599657567268,1050 5.420185416260211051 ]1052 },1053 "obb": {1054 "center": [1055 -87.6980517435295,1056 -339.4647220912342,1057 263.68592541730321058 ],1059 "extent": [1060 5.887165488238679,1061 6.730599657567268,1062 5.420185416260211063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 -87.69800567626953,1072 -339.4647216796875,1073 258.206359863281251074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 0.7547659873962402,1082 0.8630759716033936,1083 0.7636453509330751084 ]1085 },1086 "color": [1087 0,1088 95,1089 01090 ]1091 }1092 ],1093 "books": [1094 {1095 "object_id": "SM_Book53_73",1096 "bbox_2d": [1097 1545,1098 183,1099 1576,1100 2711101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -111.1474549338065,1106 -339.9492568706295,1107 297.96071505517791108 ],1109 "extent": [1110 3.3262490663700817,1111 8.610496395723771,1112 11.2395047801360871113 ]1114 },1115 "obb": {1116 "center": [1117 -111.1474549338065,1118 -339.9492568706295,1119 297.96071505517791120 ],1121 "extent": [1122 3.3262490663700817,1123 8.610496395723771,1124 11.2395047801360871125 ],1126 "rotation": [1127 -79.99987792968759,1128 1.39738945863525e-19,1129 0.00030517589766532221130 ]1131 },1132 "location": [1133 -112.56295776367188,1134 -339.94927978515625,1135 297.711120605468751136 ],1137 "rotation": [1138 -79.99987792968759,1139 1.39738945863525e-19,1140 0.00030517589766532221141 ],1142 "scale": [1143 1.059993028640747,1144 1,1145 11146 ]1147 },1148 "color": [1149 191,1150 0,1151 951152 ]1153 },1154 {1155 "object_id": "SM_Book54_75",1156 "bbox_2d": [1157 1559,1158 181,1159 1591,1160 2691161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -108.10678263156034,1166 -339.9492568750423,1167 297.960715055177961168 ],1169 "extent": [1170 3.326249040336691,1171 8.610496391398442,1172 11.239504775545641173 ]1174 },1175 "obb": {1176 "center": [1177 -108.10678263156034,1178 -339.9492568750423,1179 297.960715055177961180 ],1181 "extent": [1182 3.326249040336691,1183 8.610496391398442,1184 11.239504775545641185 ],1186 "rotation": [1187 -79.99987792968751,1188 -1.3973894586352484e-19,1189 0.000304999994114041651190 ]1191 },1192 "location": [1193 -109.52228546142578,1194 -339.94927978515625,1195 297.711120605468751196 ],1197 "rotation": [1198 -79.99987792968751,1199 -1.3973894586352484e-19,1200 0.00030499999411404165