TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l015_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l015_r002/lit.png",5 "camera": {6 "location": [7 72,8 372,9 17310 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 72,38 372,39 173,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 396,58 0,59 1314,60 15861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window4",118 "bbox_2d": [119 1748,120 0,121 1919,122 652123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 439.8597279855553,129 219.51061248779297130 ],131 "extent": [132 5,133 55.520464069539685,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 439.8597279855553,141 219.51061248779297142 ],143 "extent": [144 5,145 55.520464069539685,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 384.3392639160156,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1799999475479126,167 1168 ]169 },170 "color": [171 0,172 0,173 63174 ]175 },176 {177 "object_id": "SM_Window5",178 "bbox_2d": [179 1396,180 0,181 1747,182 649183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.562744140625,188 550.8835316964928,189 219.51061248779297190 ],191 "extent": [192 5,193 55.520464069539685,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.562744140625,200 550.8835316964928,201 219.51061248779297202 ],203 "extent": [204 5,205 55.520464069539685,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.562744140625,216 495.3630676269531,217 100.09675598144531218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1799999475479126,227 1228 ]229 },230 "color": [231 0,232 255,233 63234 ]235 },236 {237 "object_id": "SM_Window6",238 "bbox_2d": [239 1186,240 107,241 1395,242 708243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.562744140625,248 663.2409183566147,249 219.51061248779297250 ],251 "extent": [252 5,253 56.93122597380216,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.562744140625,260 663.2409183566147,261 219.51061248779297262 ],263 "extent": [264 5,265 56.93122597380216,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.562744140625,276 606.3096923828125,277 100.09675598144531278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.209983468055725,287 1288 ]289 },290 "color": [291 0,292 127,293 63294 ]295 }296 ],297 "ceiling decor": [298 {299 "object_id": "SM_DecorTop_145",300 "bbox_2d": [301 588,302 71,303 904,304 243305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -60.215538024902344,310 773.3313646316528,311 334.38922119140625312 ],313 "extent": [314 69.98680114746094,315 0,316 24.174877166748047317 ]318 },319 "obb": {320 "center": [321 -60.215538024902344,322 773.3313646316528,323 334.38922119140625324 ],325 "extent": [326 69.98680114746094,327 0,328 24.174877166748047329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -60.67181396484375,338 783.7068481445312,339 334.38922119140625340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 63,354 63,355 0356 ]357 },358 {359 "object_id": "SM_DecorTop2",360 "bbox_2d": [361 906,362 144,363 1091,364 276365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -185.36775285118892,370 773.3313646316528,371 334.38922119140625372 ],373 "extent": [374 54.58970289268109,375 0,376 24.174877166748047377 ]378 },379 "obb": {380 "center": [381 -185.36775285118892,382 773.3313646316528,383 334.38922119140625384 ],385 "extent": [386 54.58970289268109,387 0,388 24.174877166748047389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -185.72364807128906,398 783.7068481445312,399 334.38922119140625400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 0.7799999713897705,408 1,409 1410 ]411 },412 "color": [413 63,414 63,415 255416 ]417 },418 {419 "object_id": "SM_DecorTop3_149",420 "bbox_2d": [421 243,422 0,423 586,424 189425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 64.83476179724858,430 773.3313646316528,431 334.38922119140625432 ],433 "extent": [434 54.58970289268109,435 0,436 24.174877166748047437 ]438 },439 "obb": {440 "center": [441 64.83476179724858,442 773.3313646316528,443 334.38922119140625444 ],445 "extent": [446 54.58970289268109,447 0,448 24.174877166748047449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 64.47886657714844,458 783.7068481445312,459 334.38922119140625460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 0.7799999713897705,468 1,469 1470 ]471 },472 "color": [473 63,474 63,475 127476 ]477 },478 {479 "object_id": "SM_DecorTop4",480 "bbox_2d": [481 0,482 0,483 241,484 132485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 174.50553816443608,490 773.3313646316528,491 334.38922119140625492 ],493 "extent": [494 54.58970289268109,495 0,496 24.174877166748047497 ]498 },499 "obb": {500 "center": [501 174.50553816443608,502 773.3313646316528,503 334.38922119140625504 ],505 "extent": [506 54.58970289268109,507 0,508 24.174877166748047509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 174.14964294433594,518 783.7068481445312,519 334.38922119140625520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 0.7799999713897705,528 1,529 1530 ]531 },532 "color": [533 63,534 63,535 63536 ]537 }538 ]539 },540 "foreground": {541 "armchair": [542 {543 "object_id": "SM_AmchairTreadle_71",544 "bbox_2d": [545 882,546 531,547 1182,548 750549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -152.8481072756076,554 690.1914664693588,555 135.18423461914062556 ],557 "extent": [558 90.17419874910203,559 74.60563740934913,560 41.904197692871094561 ]562 },563 "obb": {564 "center": [565 -152.8481072756076,566 690.1914664693588,567 135.18423461914062568 ],569 "extent": [570 90.17419874910203,571 74.60563740934913,572 41.904197692871094573 ],574 "rotation": [575 0,576 60.00009536743165,577 0578 ]579 },580 "location": [581 -181.7554931640625,582 707.0924682617188,583 93.3218994140625584 ],585 "rotation": [586 0,587 60.00009536743165,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 255,599 63600 ]601 }602 ],603 "curtain": [604 {605 "object_id": "SM_CurtainLong7",606 "bbox_2d": [607 1758,608 0,609 1919,610 61611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -237.57984900474548,616 441.8350585923599,617 322.2176284790039618 ],619 "extent": [620 2.8221590518951416,621 44.898785157101884,622 23.563682556152344623 ]624 },625 "obb": {626 "center": [627 -237.57984900474548,628 441.8350585923599,629 322.2176284790039630 ],631 "extent": [632 2.8221590518951416,633 44.898785157101884,634 23.563682556152344635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -240.40200805664062,644 441.5785217285156,645 345.78131103515625646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 0.8799999952316284,655 1656 ]657 },658 "color": [659 0,660 63,661 0662 ]663 },664 {665 "object_id": "SM_CurtainLong8",666 "bbox_2d": [667 1392,668 0,669 1677,670 390671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -237.5807647705078,676 548.1863531408244,677 286.1421890258789678 ],679 "extent": [680 2.8221588134765625,681 44.898785157101884,682 59.639122009277344683 ]684 },685 "obb": {686 "center": [687 -237.5807647705078,688 548.1863531408244,689 286.1421890258789690 ],691 "extent": [692 2.8221588134765625,693 44.898785157101884,694 59.639122009277344695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -240.40292358398438,704 546.6011352539062,705 345.78131103515625706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 0.8799999952316284,715 1716 ]717 },718 "color": [719 0,720 63,721 255722 ]723 },724 {725 "object_id": "SM_CurtainLong9",726 "bbox_2d": [727 1182,728 82,729 1357,730 422731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -237.5800018310547,736 656.2885259923869,737 286.1421890258789738 ],739 "extent": [740 2.8221588134765625,741 44.898785157101884,742 59.639122009277344743 ]744 },745 "obb": {746 "center": [747 -237.5800018310547,748 656.2885259923869,749 286.1421890258789750 ],751 "extent": [752 2.8221588134765625,753 44.898785157101884,754 59.639122009277344755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -240.40216064453125,764 654.7033081054688,765 345.78131103515625766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 0.8799999952316284,775 1776 ]777 },778 "color": [779 0,780 63,781 127782 ]783 }784 ],785 "shelf": [786 {787 "object_id": "SM_Shelf_137",788 "bbox_2d": [789 907,790 245,791 1094,792 710793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -185.4209261248343,798 782.8369913101196,799 201.84811401367188800 ],801 "extent": [802 54.57733371167703,803 13.994805335998535,804 108.51106262207031805 ]806 },807 "obb": {808 "center": [809 -185.4209261248343,810 782.8369913101196,811 201.84811401367188812 ],813 "extent": [814 54.57733371167703,815 13.994805335998535,816 108.51106262207031817 ],818 "rotation": [819 0,820 180,821 0822 ]823 },824 "location": [825 -179.84634399414062,826 784.39208984375,827 93.3218994140625828 ],829 "rotation": [830 0,831 180,832 0833 ],834 "scale": [835 1.2000000476837158,836 1,837 1838 ]839 },840 "color": [841 63,842 0,843 63844 ]845 },846 {847 "object_id": "SM_Shelf2",848 "bbox_2d": [849 243,850 131,851 587,852 652853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 64.82413002750945,858 782.8369913101196,859 201.84811401367188860 ],861 "extent": [862 54.57733371167703,863 13.994805335998535,864 108.51106262207031865 ]866 },867 "obb": {868 "center": [869 64.82413002750945,870 782.8369913101196,871 201.84811401367188872 ],873 "extent": [874 54.57733371167703,875 13.994805335998535,876 108.51106262207031877 ],878 "rotation": [879 0,880 180,881 0882 ]883 },884 "location": [885 70.39871215820312,886 784.39208984375,887 93.3218994140625888 ],889 "rotation": [890 0,891 180,892 0893 ],894 "scale": [895 1.2000000476837158,896 1,897 1898 ]899 },900 "color": [901 63,902 255,903 63904 ]905 },906 {907 "object_id": "SM_Shelf3",908 "bbox_2d": [909 0,910 89,911 242,912 800913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 174.52945229313445,918 782.8369913101196,919 201.84811401367188920 ],921 "extent": [922 54.57733371167703,923 13.994805335998535,924 108.51106262207031925 ]926 },927 "obb": {928 "center": [929 174.52945229313445,930 782.8369913101196,931 201.84811401367188932 ],933 "extent": [934 54.57733371167703,935 13.994805335998535,936 108.51106262207031937 ],938 "rotation": [939 0,940 180,941 0942 ]943 },944 "location": [945 180.10403442382812,946 784.39208984375,947 93.3218994140625948 ],949 "rotation": [950 0,951 180,952 0953 ],954 "scale": [955 1.2000000476837158,956 1,957 1958 ]959 },960 "color": [961 63,962 127,963 63964 ]965 }966 ],967 "fireplace": [968 {969 "object_id": "SM_Flame_153",970 "bbox_2d": [971 707,972 654,973 798,974 681975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -60.58686799178658,980 782.451763153076,981 113.13406276702881982 ],983 "extent": [984 21.729993096013395,985 0.8885901840129691,986 9.140752792358398987 ]988 },989 "obb": {990 "center": [991 -60.58686799178658,992 782.451763153076,993 113.13406276702881994 ],995 "extent": [996 21.729993096013395,997 0.8885901840129691,998 9.140752792358398999 ],1000 "rotation": [1001 0,1002 179.9999237060547,1003 01004 ]1005 },1006 "location": [1007 -60.58686828613281,1008 782.230712890625,1009 104.091865539550781010 ],1011 "rotation": [1012 0,1013 179.9999237060547,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 0,1024 0,1025 1911026 ]1027 },1028 {1029 "object_id": "SM_Flame2",1030 "bbox_2d": [1031 715,1032 650,1033 798,1034 6801035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -62.32649582992134,1040 784.2634086608884,1041 114.039754057843081042 ],1043 "extent": [1044 20.502837489401497,1045 0.8885885499564665,1046 10.0563156790390171047 ]1048 },1049 "obb": {1050 "center": [1051 -62.32649582992134,1052 784.2634086608884,1053 114.039754057843081054 ],1055 "extent": [1056 20.502837489401497,1057 0.8885885499564665,1058 10.0563156790390171059 ],1060 "rotation": [1061 0,1062 179.9999237060547,1063 01064 ]1065 },1066 "location": [1067 -62.32649612426758,1068 784.0423583984375,1069 104.091865539550781070 ],1071 "rotation": [1072 0,1073 179.9999237060547,1074 01075 ],1076 "scale": [1077 -0.943527102470398,1078 1,1079 1.10016274452209471080 ]1081 },1082 "color": [1083 0,1084 255,1085 1911086 ]1087 },1088 {1089 "object_id": "SM_FirePlace_6",1090 "bbox_2d": [1091 588,1092 190,1093 907,1094 7181095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -60.29224395751953,1100 780.9791860580444,1101 202.048225402832031102 ],1103 "extent": [1104 69.99999999999997,1105 15.715024948120117,1106 108.500007629394531107 ]1108 },1109 "obb": {1110 "center": [1111 -60.29224395751953,1112 780.9791860580444,1113 202.048225402832031114 ],1115 "extent": [1116 69.99999999999997,1117 15.715024948120117,1118 108.500007629394531119 ],1120 "rotation": [1121 0,1122 180,1123 01124 ]1125 },1126 "location": [1127 -74.29224395751953,1128 781.2350463867188,1129 93.321914672851561130 ],1131 "rotation": [1132 0,1133 180,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 191,1144 95,1145 2231146 ]1147 }1148 ],1149 "decorative grass": [1150 {1151 "object_id": "SM_Decorative5_171",1152 "bbox_2d": [1153 1048,1154 333,1155 1072,1156 3731157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -223.5649871826172,1162 779.2637939453125,1163 269.125488281251164 ],1165 "extent": [1166 6.68212890625,1167 6.656768798828125,1168 11.09484863281251169 ]1170 },1171 "obb": {1172 "center": [1173 -223.5649871826172,1174 779.2637939453125,1175 269.125488281251176 ],1177 "extent": [1178 6.68212890625,1179 6.656768798828125,1180 11.09484863281251181 ],1182 "rotation": [1183 0,1184 0,1185 01186 ]1187 },1188 "location": [1189 -223.5649871826172,1190 779.2637939453125,1191 257.94348144531251192 ],1193 "rotation": [1194 0,1195 0,1196 01197 ],1198 "scale": [1199 1,1200 1,