TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l066_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l066_r003/lit.png",5 "camera": {6 "location": [7 113,8 720,9 19210 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 113,38 720,39 192,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 929,58 0,59 1919,60 3561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window4",118 "bbox_2d": [119 1545,120 158,121 1833,122 778123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 439.8597279855553,129 219.51061248779297130 ],131 "extent": [132 5,133 55.520464069539685,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 439.8597279855553,141 219.51061248779297142 ],143 "extent": [144 5,145 55.520464069539685,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 384.3392639160156,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1799999475479126,167 1168 ]169 },170 "color": [171 0,172 0,173 63174 ]175 },176 {177 "object_id": "SM_Window5",178 "bbox_2d": [179 1256,180 158,181 1544,182 778183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.562744140625,188 550.8835316964928,189 219.51061248779297190 ],191 "extent": [192 5,193 55.520464069539685,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.562744140625,200 550.8835316964928,201 219.51061248779297202 ],203 "extent": [204 5,205 55.520464069539685,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.562744140625,216 495.3630676269531,217 100.09675598144531218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1799999475479126,227 1228 ]229 },230 "color": [231 0,232 255,233 63234 ]235 },236 {237 "object_id": "SM_Window6",238 "bbox_2d": [239 960,240 158,241 1255,242 778243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.562744140625,248 663.2409183566147,249 219.51061248779297250 ],251 "extent": [252 5,253 56.93122597380216,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.562744140625,260 663.2409183566147,261 219.51061248779297262 ],263 "extent": [264 5,265 56.93122597380216,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.562744140625,276 606.3096923828125,277 100.09675598144531278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.209983468055725,287 1288 ]289 },290 "color": [291 0,292 127,293 63294 ]295 }296 ],297 "ceiling decor": [298 {299 "object_id": "SM_DecorTop_145",300 "bbox_2d": [301 727,302 0,303 748,304 49305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -60.215538024902344,310 773.3313646316528,311 334.38922119140625312 ],313 "extent": [314 69.98680114746094,315 0,316 24.174877166748047317 ]318 },319 "obb": {320 "center": [321 -60.215538024902344,322 773.3313646316528,323 334.38922119140625324 ],325 "extent": [326 69.98680114746094,327 0,328 24.174877166748047329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -60.67181396484375,338 783.7068481445312,339 334.38922119140625340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 63,354 63,355 0356 ]357 },358 {359 "object_id": "SM_DecorTop2",360 "bbox_2d": [361 750,362 0,363 814,364 202365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -185.36775285118892,370 773.3313646316528,371 334.38922119140625372 ],373 "extent": [374 54.58970289268109,375 0,376 24.174877166748047377 ]378 },379 "obb": {380 "center": [381 -185.36775285118892,382 773.3313646316528,383 334.38922119140625384 ],385 "extent": [386 54.58970289268109,387 0,388 24.174877166748047389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -185.72364807128906,398 783.7068481445312,399 334.38922119140625400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 0.7799999713897705,408 1,409 1410 ]411 },412 "color": [413 63,414 63,415 255416 ]417 }418 ]419 },420 "foreground": {421 "plane": [422 {423 "object_id": "Plane_68",424 "bbox_2d": [425 959,426 173,427 959,428 673429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -427.68328857421875,434 211.84524536132807,435 234.66394042968747436 ],437 "extent": [438 0.0023036386334069903,439 1000.0018954050647,440 300.0063180862628441 ]442 },443 "obb": {444 "center": [445 -427.68328857421875,446 211.845245361328,447 234.66394042968744448 ],449 "extent": [450 0.0023036386334069903,451 1000.0018954050647,452 300.0063180862628453 ],454 "rotation": [455 0.0003620000206824746,456 -89.99987030029298,457 89.99999237060548458 ]459 },460 "location": [461 -427.68328857421875,462 211.84524536132812,463 234.6639404296875464 ],465 "rotation": [466 0.0003620000206824746,467 -89.99987030029298,468 89.99999237060548469 ],470 "scale": [471 20,472 6,473 1474 ]475 },476 "color": [477 255,478 0,479 63480 ]481 }482 ],483 "armchair": [484 {485 "object_id": "SM_AmchairTreadle_71",486 "bbox_2d": [487 857,488 582,489 1376,490 1010491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -152.8481072756076,496 690.1914664693588,497 135.18423461914062498 ],499 "extent": [500 90.17419874910203,501 74.60563740934913,502 41.904197692871094503 ]504 },505 "obb": {506 "center": [507 -152.8481072756076,508 690.1914664693588,509 135.18423461914062510 ],511 "extent": [512 90.17419874910203,513 74.60563740934913,514 41.904197692871094515 ],516 "rotation": [517 0,518 60.00009536743165,519 0520 ]521 },522 "location": [523 -181.7554931640625,524 707.0924682617188,525 93.3218994140625526 ],527 "rotation": [528 0,529 60.00009536743165,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 255,541 63542 ]543 }544 ],545 "curtain": [546 {547 "object_id": "SM_CurtainLong7",548 "bbox_2d": [549 1594,550 118,551 1850,552 246553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -237.57984900474548,558 441.8350585923599,559 322.2176284790039560 ],561 "extent": [562 2.8221590518951416,563 44.898785157101884,564 23.563682556152344565 ]566 },567 "obb": {568 "center": [569 -237.57984900474548,570 441.8350585923599,571 322.2176284790039572 ],573 "extent": [574 2.8221590518951416,575 44.898785157101884,576 23.563682556152344577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -240.40200805664062,586 441.5785217285156,587 345.78131103515625588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 0.8799999952316284,597 1598 ]599 },600 "color": [601 0,602 63,603 0604 ]605 },606 {607 "object_id": "SM_CurtainLong8",608 "bbox_2d": [609 1305,610 118,611 1557,612 444613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -237.5807647705078,618 548.1863531408244,619 286.1421890258789620 ],621 "extent": [622 2.8221588134765625,623 44.898785157101884,624 59.639122009277344625 ]626 },627 "obb": {628 "center": [629 -237.5807647705078,630 548.1863531408244,631 286.1421890258789632 ],633 "extent": [634 2.8221588134765625,635 44.898785157101884,636 59.639122009277344637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -240.40292358398438,646 546.6011352539062,647 345.78131103515625648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 0.8799999952316284,657 1658 ]659 },660 "color": [661 0,662 63,663 255664 ]665 },666 {667 "object_id": "SM_CurtainLong9",668 "bbox_2d": [669 1011,670 118,671 1259,672 444673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -237.5800018310547,678 656.2885259923869,679 286.1421890258789680 ],681 "extent": [682 2.8221588134765625,683 44.898785157101884,684 59.639122009277344685 ]686 },687 "obb": {688 "center": [689 -237.5800018310547,690 656.2885259923869,691 286.1421890258789692 ],693 "extent": [694 2.8221588134765625,695 44.898785157101884,696 59.639122009277344697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 -240.40216064453125,706 654.7033081054688,707 345.78131103515625708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 0.8799999952316284,717 1718 ]719 },720 "color": [721 0,722 63,723 127724 ]725 }726 ],727 "shelf": [728 {729 "object_id": "SM_Shelf_137",730 "bbox_2d": [731 757,732 74,733 821,734 913735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -185.4209261248343,740 782.8369913101196,741 201.84811401367188742 ],743 "extent": [744 54.57733371167703,745 13.994805335998535,746 108.51106262207031747 ]748 },749 "obb": {750 "center": [751 -185.4209261248343,752 782.8369913101196,753 201.84811401367188754 ],755 "extent": [756 54.57733371167703,757 13.994805335998535,758 108.51106262207031759 ],760 "rotation": [761 0,762 180,763 0764 ]765 },766 "location": [767 -179.84634399414062,768 784.39208984375,769 93.3218994140625770 ],771 "rotation": [772 0,773 180,774 0775 ],776 "scale": [777 1.2000000476837158,778 1,779 1780 ]781 },782 "color": [783 63,784 0,785 63786 ]787 },788 {789 "object_id": "SM_Shelf2",790 "bbox_2d": [791 0,792 0,793 481,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 64.82413002750945,800 782.8369913101196,801 201.84811401367188802 ],803 "extent": [804 54.57733371167703,805 13.994805335998535,806 108.51106262207031807 ]808 },809 "obb": {810 "center": [811 64.82413002750945,812 782.8369913101196,813 201.84811401367188814 ],815 "extent": [816 54.57733371167703,817 13.994805335998535,818 108.51106262207031819 ],820 "rotation": [821 0,822 180,823 0824 ]825 },826 "location": [827 70.39871215820312,828 784.39208984375,829 93.3218994140625830 ],831 "rotation": [832 0,833 180,834 0835 ],836 "scale": [837 1.2000000476837158,838 1,839 1840 ]841 },842 "color": [843 63,844 255,845 63846 ]847 }848 ],849 "fireplace": [850 {851 "object_id": "SM_Flame_153",852 "bbox_2d": [853 625,854 905,855 656,856 1006857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -60.58686799178658,862 782.451763153076,863 113.13406276702881864 ],865 "extent": [866 21.729993096013395,867 0.8885901840129691,868 9.140752792358398869 ]870 },871 "obb": {872 "center": [873 -60.58686799178658,874 782.451763153076,875 113.13406276702881876 ],877 "extent": [878 21.729993096013395,879 0.8885901840129691,880 9.140752792358398881 ],882 "rotation": [883 0,884 179.9999237060547,885 0886 ]887 },888 "location": [889 -60.58686828613281,890 782.230712890625,891 104.09186553955078892 ],893 "rotation": [894 0,895 179.9999237060547,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 0,906 0,907 191908 ]909 },910 {911 "object_id": "SM_Flame2",912 "bbox_2d": [913 625,914 899,915 630,916 914917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -62.32649582992134,922 784.2634086608884,923 114.03975405784308924 ],925 "extent": [926 20.502837489401497,927 0.8885885499564665,928 10.056315679039017929 ]930 },931 "obb": {932 "center": [933 -62.32649582992134,934 784.2634086608884,935 114.03975405784308936 ],937 "extent": [938 20.502837489401497,939 0.8885885499564665,940 10.056315679039017941 ],942 "rotation": [943 0,944 179.9999237060547,945 0946 ]947 },948 "location": [949 -62.32649612426758,950 784.0423583984375,951 104.09186553955078952 ],953 "rotation": [954 0,955 179.9999237060547,956 0957 ],958 "scale": [959 -0.943527102470398,960 1,961 1.1001627445220947962 ]963 },964 "color": [965 0,966 255,967 191968 ]969 },970 {971 "object_id": "SM_FirePlace_6",972 "bbox_2d": [973 482,974 0,975 762,976 1079977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -60.29224395751953,982 780.9791860580444,983 202.04822540283203984 ],985 "extent": [986 69.99999999999997,987 15.715024948120117,988 108.50000762939453989 ]990 },991 "obb": {992 "center": [993 -60.29224395751953,994 780.9791860580444,995 202.04822540283203996 ],997 "extent": [998 69.99999999999997,999 15.715024948120117,1000 108.500007629394531001 ],1002 "rotation": [1003 0,1004 180,1005 01006 ]1007 },1008 "location": [1009 -74.29224395751953,1010 781.2350463867188,1011 93.321914672851561012 ],1013 "rotation": [1014 0,1015 180,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 191,1026 95,1027 2231028 ]1029 }1030 ],1031 "decorative grass": [1032 {1033 "object_id": "SM_Decorative5_171",1034 "bbox_2d": [1035 780,1036 287,1037 809,1038 3421039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -223.5649871826172,1044 779.2637939453125,1045 269.125488281251046 ],1047 "extent": [1048 6.68212890625,1049 6.656768798828125,1050 11.09484863281251051 ]1052 },1053 "obb": {1054 "center": [1055 -223.5649871826172,1056 779.2637939453125,1057 269.125488281251058 ],1059 "extent": [1060 6.68212890625,1061 6.656768798828125,1062 11.09484863281251063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 -223.5649871826172,1072 779.2637939453125,1073 257.94348144531251074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 127,1088 63,1089 1911090 ]1091 },1092 {1093 "object_id": "SM_Decorative4_174",1094 "bbox_2d": [1095 769,1096 273,1097 794,1098 3211099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -203.22682189941406,1104 779.6796913146973,1105 268.89553833007811106 ],1107 "extent": [1108 5.1749267578125,1109 5.157649993896484,1110 10.59436035156251111 ]1112 },1113 "obb": {1114 "center": [1115 -203.22682189941406,1116 779.6796913146973,1117 268.89553833007811118 ],1119 "extent": [1120 5.1749267578125,1121 5.157649993896484,1122 10.59436035156251123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -203.20643615722656,1132 779.6819458007812,1133 258.27749633789061134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 63,1148 0,1149 1911150 ]1151 },1152 {1153 "object_id": "SM_Decorative3_177",1154 "bbox_2d": [1155 764,1156 261,1157 764,1158 2621159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -184.97677612304688,1164 782.8497161865234,1165 268.24401855468751166 ],1167 "extent": [1168 2.71636962890625,1169 2.71685791015625,1170 10.2810058593751171 ]1172 },1173 "obb": {1174 "center": [1175 -184.97677612304688,1176 782.8497161865234,1177 268.24401855468751178 ],1179 "extent": [1180 2.71636962890625,1181 2.71685791015625,1182 10.2810058593751183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 -184.97500610351562,1192 782.8487548828125,1193 257.94348144531251194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [