TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l108_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l108_r002/lit.png",5 "camera": {6 "location": [7 173,8 500,9 23010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 173,38 500,39 230,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 493,58 0,59 1919,60 24261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window6",118 "bbox_2d": [119 1579,120 208,121 1919,122 936123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 663.2409183566147,129 219.51061248779297130 ],131 "extent": [132 5,133 56.93122597380216,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 663.2409183566147,141 219.51061248779297142 ],143 "extent": [144 5,145 56.93122597380216,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 606.3096923828125,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.209983468055725,167 1168 ]169 },170 "color": [171 0,172 127,173 63174 ]175 }176 ],177 "ceiling decor": [178 {179 "object_id": "SM_DecorTop_145",180 "bbox_2d": [181 974,182 154,183 1270,184 338185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -60.215538024902344,190 773.3313646316528,191 334.38922119140625192 ],193 "extent": [194 69.98680114746094,195 0,196 24.174877166748047197 ]198 },199 "obb": {200 "center": [201 -60.215538024902344,202 773.3313646316528,203 334.38922119140625204 ],205 "extent": [206 69.98680114746094,207 0,208 24.174877166748047209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -60.67181396484375,218 783.7068481445312,219 334.38922119140625220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 63,234 63,235 0236 ]237 },238 {239 "object_id": "SM_DecorTop2",240 "bbox_2d": [241 1272,242 223,243 1438,244 363245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -185.36775285118892,250 773.3313646316528,251 334.38922119140625252 ],253 "extent": [254 54.58970289268109,255 0,256 24.174877166748047257 ]258 },259 "obb": {260 "center": [261 -185.36775285118892,262 773.3313646316528,263 334.38922119140625264 ],265 "extent": [266 54.58970289268109,267 0,268 24.174877166748047269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -185.72364807128906,278 783.7068481445312,279 334.38922119140625280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 0.7799999713897705,288 1,289 1290 ]291 },292 "color": [293 63,294 63,295 255296 ]297 },298 {299 "object_id": "SM_DecorTop3_149",300 "bbox_2d": [301 631,302 73,303 972,304 294305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 64.83476179724858,310 773.3313646316528,311 334.38922119140625312 ],313 "extent": [314 54.58970289268109,315 0,316 24.174877166748047317 ]318 },319 "obb": {320 "center": [321 64.83476179724858,322 773.3313646316528,323 334.38922119140625324 ],325 "extent": [326 54.58970289268109,327 0,328 24.174877166748047329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 64.47886657714844,338 783.7068481445312,339 334.38922119140625340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 0.7799999713897705,348 1,349 1350 ]351 },352 "color": [353 63,354 63,355 127356 ]357 },358 {359 "object_id": "SM_DecorTop4",360 "bbox_2d": [361 108,362 0,363 628,364 243365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 174.50553816443608,370 773.3313646316528,371 334.38922119140625372 ],373 "extent": [374 54.58970289268109,375 0,376 24.174877166748047377 ]378 },379 "obb": {380 "center": [381 174.50553816443608,382 773.3313646316528,383 334.38922119140625384 ],385 "extent": [386 54.58970289268109,387 0,388 24.174877166748047389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 174.14964294433594,398 783.7068481445312,399 334.38922119140625400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 0.7799999713897705,408 1,409 1410 ]411 },412 "color": [413 63,414 63,415 63416 ]417 }418 ]419 },420 "foreground": {421 "armchair": [422 {423 "object_id": "SM_AmchairTreadle_71",424 "bbox_2d": [425 1388,426 665,427 1642,428 1042429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -152.8481072756076,434 690.1914664693588,435 135.18423461914062436 ],437 "extent": [438 90.17419874910203,439 74.60563740934913,440 41.904197692871094441 ]442 },443 "obb": {444 "center": [445 -152.8481072756076,446 690.1914664693588,447 135.18423461914062448 ],449 "extent": [450 90.17419874910203,451 74.60563740934913,452 41.904197692871094453 ],454 "rotation": [455 0,456 60.00009536743165,457 0458 ]459 },460 "location": [461 -181.7554931640625,462 707.0924682617188,463 93.3218994140625464 ],465 "rotation": [466 0,467 60.00009536743165,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 255,479 63480 ]481 }482 ],483 "curtain": [484 {485 "object_id": "SM_CurtainLong9",486 "bbox_2d": [487 1602,488 172,489 1916,490 550491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -237.5800018310547,496 656.2885259923869,497 286.1421890258789498 ],499 "extent": [500 2.8221588134765625,501 44.898785157101884,502 59.639122009277344503 ]504 },505 "obb": {506 "center": [507 -237.5800018310547,508 656.2885259923869,509 286.1421890258789510 ],511 "extent": [512 2.8221588134765625,513 44.898785157101884,514 59.639122009277344515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -240.40216064453125,524 654.7033081054688,525 345.78131103515625526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 0.8799999952316284,535 1536 ]537 },538 "color": [539 0,540 63,541 127542 ]543 }544 ],545 "shelf": [546 {547 "object_id": "SM_Shelf_137",548 "bbox_2d": [549 1275,550 341,551 1442,552 878553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -185.4209261248343,558 782.8369913101196,559 201.84811401367188560 ],561 "extent": [562 54.57733371167703,563 13.994805335998535,564 108.51106262207031565 ]566 },567 "obb": {568 "center": [569 -185.4209261248343,570 782.8369913101196,571 201.84811401367188572 ],573 "extent": [574 54.57733371167703,575 13.994805335998535,576 108.51106262207031577 ],578 "rotation": [579 0,580 180,581 0582 ]583 },584 "location": [585 -179.84634399414062,586 784.39208984375,587 93.3218994140625588 ],589 "rotation": [590 0,591 180,592 0593 ],594 "scale": [595 1.2000000476837158,596 1,597 1598 ]599 },600 "color": [601 63,602 0,603 63604 ]605 },606 {607 "object_id": "SM_Shelf2",608 "bbox_2d": [609 631,610 245,611 975,612 1040613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 64.82413002750945,618 782.8369913101196,619 201.84811401367188620 ],621 "extent": [622 54.57733371167703,623 13.994805335998535,624 108.51106262207031625 ]626 },627 "obb": {628 "center": [629 64.82413002750945,630 782.8369913101196,631 201.84811401367188632 ],633 "extent": [634 54.57733371167703,635 13.994805335998535,636 108.51106262207031637 ],638 "rotation": [639 0,640 180,641 0642 ]643 },644 "location": [645 70.39871215820312,646 784.39208984375,647 93.3218994140625648 ],649 "rotation": [650 0,651 180,652 0653 ],654 "scale": [655 1.2000000476837158,656 1,657 1658 ]659 },660 "color": [661 63,662 255,663 63664 ]665 },666 {667 "object_id": "SM_Shelf3",668 "bbox_2d": [669 105,670 167,671 630,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 174.52945229313445,678 782.8369913101196,679 201.84811401367188680 ],681 "extent": [682 54.57733371167703,683 13.994805335998535,684 108.51106262207031685 ]686 },687 "obb": {688 "center": [689 174.52945229313445,690 782.8369913101196,691 201.84811401367188692 ],693 "extent": [694 54.57733371167703,695 13.994805335998535,696 108.51106262207031697 ],698 "rotation": [699 0,700 180,701 0702 ]703 },704 "location": [705 180.10403442382812,706 784.39208984375,707 93.3218994140625708 ],709 "rotation": [710 0,711 180,712 0713 ],714 "scale": [715 1.2000000476837158,716 1,717 1718 ]719 },720 "color": [721 63,722 127,723 63724 ]725 }726 ],727 "fireplace": [728 {729 "object_id": "SM_Flame_153",730 "bbox_2d": [731 1096,732 822,733 1166,734 876735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -60.58686799178658,740 782.451763153076,741 113.13406276702881742 ],743 "extent": [744 21.729993096013395,745 0.8885901840129691,746 9.140752792358398747 ]748 },749 "obb": {750 "center": [751 -60.58686799178658,752 782.451763153076,753 113.13406276702881754 ],755 "extent": [756 21.729993096013395,757 0.8885901840129691,758 9.140752792358398759 ],760 "rotation": [761 0,762 179.9999237060547,763 0764 ]765 },766 "location": [767 -60.58686828613281,768 782.230712890625,769 104.09186553955078770 ],771 "rotation": [772 0,773 179.9999237060547,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 0,784 0,785 191786 ]787 },788 {789 "object_id": "SM_Flame2",790 "bbox_2d": [791 1094,792 817,793 1159,794 845795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -62.32649582992134,800 784.2634086608884,801 114.03975405784308802 ],803 "extent": [804 20.502837489401497,805 0.8885885499564665,806 10.056315679039017807 ]808 },809 "obb": {810 "center": [811 -62.32649582992134,812 784.2634086608884,813 114.03975405784308814 ],815 "extent": [816 20.502837489401497,817 0.8885885499564665,818 10.056315679039017819 ],820 "rotation": [821 0,822 179.9999237060547,823 0824 ]825 },826 "location": [827 -62.32649612426758,828 784.0423583984375,829 104.09186553955078830 ],831 "rotation": [832 0,833 179.9999237060547,834 0835 ],836 "scale": [837 -0.943527102470398,838 1,839 1.1001627445220947840 ]841 },842 "color": [843 0,844 255,845 191846 ]847 },848 {849 "object_id": "SM_FirePlace_6",850 "bbox_2d": [851 976,852 296,853 1275,854 913855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -60.29224395751953,860 780.9791860580444,861 202.04822540283203862 ],863 "extent": [864 69.99999999999997,865 15.715024948120117,866 108.50000762939453867 ]868 },869 "obb": {870 "center": [871 -60.29224395751953,872 780.9791860580444,873 202.04822540283203874 ],875 "extent": [876 69.99999999999997,877 15.715024948120117,878 108.50000762939453879 ],880 "rotation": [881 0,882 180,883 0884 ]885 },886 "location": [887 -74.29224395751953,888 781.2350463867188,889 93.32191467285156890 ],891 "rotation": [892 0,893 180,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 191,904 95,905 223906 ]907 }908 ],909 "decorative grass": [910 {911 "object_id": "SM_Decorative5_171",912 "bbox_2d": [913 1389,914 430,915 1420,916 476917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -223.5649871826172,922 779.2637939453125,923 269.12548828125924 ],925 "extent": [926 6.68212890625,927 6.656768798828125,928 11.0948486328125929 ]930 },931 "obb": {932 "center": [933 -223.5649871826172,934 779.2637939453125,935 269.12548828125936 ],937 "extent": [938 6.68212890625,939 6.656768798828125,940 11.0948486328125941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 -223.5649871826172,950 779.2637939453125,951 257.9434814453125952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 127,966 63,967 191968 ]969 },970 {971 "object_id": "SM_Decorative4_174",972 "bbox_2d": [973 1362,974 429,975 1387,976 474977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -203.22682189941406,982 779.6796913146973,983 268.8955383300781984 ],985 "extent": [986 5.1749267578125,987 5.157649993896484,988 10.5943603515625989 ]990 },991 "obb": {992 "center": [993 -203.22682189941406,994 779.6796913146973,995 268.8955383300781996 ],997 "extent": [998 5.1749267578125,999 5.157649993896484,1000 10.59436035156251001 ],1002 "rotation": [1003 0,1004 0,1005 01006 ]1007 },1008 "location": [1009 -203.20643615722656,1010 779.6819458007812,1011 258.27749633789061012 ],1013 "rotation": [1014 0,1015 0,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 63,1026 0,1027 1911028 ]1029 },1030 {1031 "object_id": "SM_Decorative3_177",1032 "bbox_2d": [1033 1336,1034 429,1035 1347,1036 4721037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -184.97677612304688,1042 782.8497161865234,1043 268.24401855468751044 ],1045 "extent": [1046 2.71636962890625,1047 2.71685791015625,1048 10.2810058593751049 ]1050 },1051 "obb": {1052 "center": [1053 -184.97677612304688,1054 782.8497161865234,1055 268.24401855468751056 ],1057 "extent": [1058 2.71636962890625,1059 2.71685791015625,1060 10.2810058593751061 ],1062 "rotation": [1063 0,1064 0,1065 01066 ]1067 },1068 "location": [1069 -184.97500610351562,1070 782.8487548828125,1071 257.94348144531251072 ],1073 "rotation": [1074 0,1075 0,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 63,1086 255,1087 1911088 ]1089 },1090 {1091 "object_id": "SM_Decorative1_180",1092 "bbox_2d": [1093 1306,1094 423,1095 1318,1096 4711097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -163.84169006347656,1102 780.9541969299316,1103 269.00256347656251104 ],1105 "extent": [1106 2.71087646484375,1107 2.711925506591797,1108 10.985839843751109 ]1110 },1111 "obb": {1112 "center": [1113 -163.84169006347656,1114 780.9541969299316,1115 269.00256347656251116 ],1117 "extent": [1118 2.71087646484375,1119 2.711925506591797,1120 10.985839843751121 ],1122 "rotation": [1123 0,1124 0,1125 01126 ]1127 },1128 "location": [1129 -163.8230743408203,1130 780.963623046875,1131 257.94348144531251132 ],1133 "rotation": [1134 0,1135 0,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 63,1146 127,1147 1911148 ]1149 },1150 {1151 "object_id": "SM_Decorative2_183",1152 "bbox_2d": [1153 1285,1154 427,1155 1297,1156 4691157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -148.20559692382812,1162 780.6666831970215,1163 267.69949340820311164 ],1165 "extent": [1166 3.882904052734375,1167 3.8526954650878906,1168 9.68688964843751169 ]1170 },1171 "obb": {1172 "center": [1173 -148.20559692382812,1174 780.6666831970215,1175 267.69949340820311176 ],1177 "extent": [1178 3.882904052734375,1179 3.8526954650878906,1180 9.68688964843751181 ],1182 "rotation": [1183 0,1184 0,1185 01186 ]1187 },1188 "location": [1189 -148.20635986328125,1190 780.6687622070312,1191 257.94351196289061192 ],1193 "rotation": [1194 0,1195 0,1196 01197 ],1198 "scale": [1199 1,1200 1,