TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "HotelRoomVol1",3 "view_id": "l036_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/HotelRoomVol1/l036_r000/lit.png",5 "camera": {6 "location": [7 -127,8 -168,9 14610 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -127,38 -168,39 146,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingA",56 "bbox_2d": [57 356,58 0,59 1919,60 26161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 20,67 260.002075195312568 ],69 "extent": [70 200,71 463.29998779296875,72 20.00209045410156273 ]74 },75 "obb": {76 "center": [77 0,78 20,79 260.002075195312580 ],81 "extent": [82 200,83 463.29998779296875,84 20.00209045410156285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 20,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_CeilingB",116 "bbox_2d": [117 0,118 0,119 630,120 258121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 0,126 -358.29998779296875,127 238128 ],129 "extent": [130 180,131 85,132 2133 ]134 },135 "obb": {136 "center": [137 0,138 -358.29998779296875,139 238140 ],141 "extent": [142 180,143 85,144 2145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 -358.29998779296875,155 236156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 }174 ],175 "floor": [176 {177 "object_id": "SM_FloorC",178 "bbox_2d": [179 1241,180 950,181 1509,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 0,188 -134.23599243164062,189 7.499999523162842190 ],191 "extent": [192 200,193 329.0640563964844,194 7.500000476837158195 ]196 },197 "obb": {198 "center": [199 0,200 -134.23599243164062,201 7.499999523162842202 ],203 "extent": [204 200,205 329.0640563964844,206 7.500000476837158207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 -134.23599243164062,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 255,233 127234 ]235 }236 ],237 "background wall": [238 {239 "object_id": "SM_BackgroundwallC",240 "bbox_2d": [241 649,242 262,243 1919,244 645245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 138.97036743164062,250 -39.36470031738281,251 127.49999237060547252 ],253 "extent": [254 61.02964782714844,255 233.93521118164062,256 112.5257 ]258 },259 "obb": {260 "center": [261 138.97036743164062,262 -39.36470031738281,263 127.49999237060547264 ],265 "extent": [266 61.02964782714844,267 233.93521118164062,268 112.5269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 200,278 -39.36470031738281,279 15280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 255296 ]297 },298 {299 "object_id": "SM_BackgroundwallD",300 "bbox_2d": [301 99,302 247,303 648,304 823305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 190,310 -358.2999725341797,311 120.00002136230978312 ],313 "extent": [314 10.000007629394531,315 85.00000762939453,316 120.0000228881836317 ]318 },319 "obb": {320 "center": [321 190,322 -358.2999725341797,323 120.00002136230978324 ],325 "extent": [326 10.000007629394531,327 85.00000762939453,328 120.0000228881836329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 200,338 -358.29998779296875,339 3.662109884317033e-05340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 127,355 63356 ]357 },358 {359 "object_id": "SM_BackgroundwallA",360 "bbox_2d": [361 641,362 646,363 1919,364 855365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 194.8563780784607,370 -40.36479949951172,371 62.49999237060547372 ],373 "extent": [374 5.143621921539307,375 232.9352569580078,376 47.5377 ]378 },379 "obb": {380 "center": [381 194.8563780784607,382 -40.36479949951172,383 62.49999237060547384 ],385 "extent": [386 5.143621921539307,387 232.9352569580078,388 47.5389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 200,398 -40.36479949951172,399 15400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 63,415 255416 ]417 }418 ],419 "wall lamp": [420 {421 "object_id": "SM_WallLamp",422 "bbox_2d": [423 292,424 488,425 382,426 504427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 176.98500061035156,432 -364.8559875488281,433 159.677001953125434 ],435 "extent": [436 3,437 12.5,438 2.5439 ]440 },441 "obb": {442 "center": [443 176.98500061035156,444 -364.8559875488281,445 159.677001953125446 ],447 "extent": [448 3,449 12.5,450 2.5451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 179.98500061035156,460 -364.8559875488281,461 159.677001953125462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 255,477 127478 ]479 }480 ]481 },482 "foreground": {483 "bedside lamp": [484 {485 "object_id": "SM_BedsideLampA",486 "bbox_2d": [487 1243,488 146,489 1314,490 720491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 164.072998046875,496 -71.39650249481201,497 189.79373931884766498 ],499 "extent": [500 10.348075866699219,501 10.34686279296875,502 96.69283294677734503 ]504 },505 "obb": {506 "center": [507 164.072998046875,508 -71.39650249481201,509 189.79373931884766510 ],511 "extent": [512 10.348075866699219,513 10.34686279296875,514 96.69283294677734515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 164.072998046875,524 -71.39649963378906,525 265526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 63,541 127542 ]543 }544 ],545 "sofa": [546 {547 "object_id": "SM_Sofa",548 "bbox_2d": [549 0,550 735,551 629,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 136.7830047607422,558 -362.3440234041493,559 51.409241676326005560 ],561 "extent": [562 43.96183776855469,563 89.15413540365967,564 36.46275743999065565 ]566 },567 "obb": {568 "center": [569 136.7830047607422,570 -362.3440234041493,571 51.409241676326572 ],573 "extent": [574 43.96183776855469,575 89.15413540365967,576 36.46275743999065577 ],578 "rotation": [579 0,580 0,581 -1.0017900422099046e-05582 ]583 },584 "location": [585 136.7830047607422,586 -362.343994140625,587 14.946499824523926588 ],589 "rotation": [590 0,591 0,592 -1.0017900422099046e-05593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 127,602 63,603 0604 ]605 }606 ],607 "table": [608 {609 "object_id": "SM_TableA",610 "bbox_2d": [611 0,612 949,613 3,614 981615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 44.800594329833984,620 -387.695011138916,621 37.94319820404053622 ],623 "extent": [624 34.422569274902344,625 34.422569274902344,626 23.104700088500977627 ]628 },629 "obb": {630 "center": [631 44.800594329833984,632 -387.695011138916,633 37.94319820404053634 ],635 "extent": [636 34.422569274902344,637 34.422569274902344,638 23.104700088500977639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 44.80059814453125,648 -387.69500732421875,649 14.838500022888184650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 127,664 63,665 255666 ]667 }668 ],669 "downlight": [670 {671 "object_id": "SM_Downlight002",672 "bbox_2d": [673 0,674 99,675 5,676 104677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 68.80390167236328,682 -366.36801171302795,683 235.88062381744385684 ],685 "extent": [686 2.663709878921509,687 2.6637096405029297,688 0.12138538062572479689 ]690 },691 "obb": {692 "center": [693 68.80390167236328,694 -366.36801171302795,695 235.88062381744385696 ],697 "extent": [698 2.663709878921509,699 2.6637096405029297,700 0.12138538062572479701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 68.80390167236328,710 -366.3680114746094,711 236.0019989013672712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 63,726 0,727 0728 ]729 }730 ],731 "curtain": [732 {733 "object_id": "SM_CurtainA001",734 "bbox_2d": [735 0,736 226,737 98,738 760739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 169.39900588989258,744 -450.303014755249,745 140.9367218017578746 ],747 "extent": [748 24.034090042114258,749 8.739770889282227,750 138.2534637451172751 ]752 },753 "obb": {754 "center": [755 169.39900588989258,756 -450.303014755249,757 140.9367218017578758 ],759 "extent": [760 24.034090042114258,761 8.739770889282227,762 138.2534637451172763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 169.3990020751953,772 -450.3030090332031,773 279.12200927734375774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 255,788 191,789 127790 ]791 }792 ],793 "bed": [794 {795 "object_id": "SM_Bedc",796 "bbox_2d": [797 1607,798 899,799 1919,800 1079801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 42.59486770629883,806 46.127655029296875,807 55.7503662109375808 ],809 "extent": [810 21.761241912841797,811 86.27418518066406,812 20.23805046081543813 ]814 },815 "obb": {816 "center": [817 42.59486770629883,818 46.127655029296875,819 55.7503662109375820 ],821 "extent": [822 21.761241912841797,823 86.27418518066406,824 20.23805046081543825 ],826 "rotation": [827 0,828 0,829 0830 ]831 },832 "location": [833 92.09200286865234,834 45.683799743652344,835 15836 ],837 "rotation": [838 0,839 0,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 127,850 191,851 63852 ]853 },854 {855 "object_id": "SM_Beda",856 "bbox_2d": [857 1380,858 804,859 1529,860 1003861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 92.09200286865234,866 45.683807373046875,867 40.678226470947266868 ],869 "extent": [870 97.79872131347656,871 78.52067565917969,872 25.705135345458984873 ]874 },875 "obb": {876 "center": [877 92.09200286865234,878 45.683807373046875,879 40.678226470947266880 ],881 "extent": [882 97.79872131347656,883 78.52067565917969,884 25.705135345458984885 ],886 "rotation": [887 0,888 0,889 0890 ]891 },892 "location": [893 92.09200286865234,894 45.683799743652344,895 15896 ],897 "rotation": [898 0,899 0,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 63,910 191,911 255912 ]913 },914 {915 "object_id": "SM_Bedb",916 "bbox_2d": [917 1445,918 812,919 1919,920 1079921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 48.03324890136719,926 46.497535705566406,927 45.92771911621094928 ],929 "extent": [930 82.77275848388672,931 94.72562408447266,932 31.081745147705078933 ]934 },935 "obb": {936 "center": [937 48.03324890136719,938 46.497535705566406,939 45.92771911621094940 ],941 "extent": [942 82.77275848388672,943 94.72562408447266,944 31.081745147705078945 ],946 "rotation": [947 0,948 0,949 0950 ]951 },952 "location": [953 92.09200286865234,954 45.683799743652344,955 15956 ],957 "rotation": [958 0,959 0,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 63,970 191,971 127972 ]973 },974 {975 "object_id": "SM_Beda001",976 "bbox_2d": [977 665,978 804,979 1128,980 820981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 92.09200286865234,986 -188.5219955444336,987 40.678226470947266988 ],989 "extent": [990 97.79872131347656,991 78.52067565917969,992 25.705135345458984993 ]994 },995 "obb": {996 "center": [997 92.09200286865234,998 -188.5219955444336,999 40.6782264709472661000 ],1001 "extent": [1002 97.79872131347656,1003 78.52067565917969,1004 25.7051353454589841005 ],1006 "rotation": [1007 0,1008 0,1009 01010 ]1011 },1012 "location": [1013 92.09200286865234,1014 -188.52200317382812,1015 151016 ],1017 "rotation": [1018 0,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 63,1030 191,1031 1911032 ]1033 },1034 {1035 "object_id": "SM_Bedb001",1036 "bbox_2d": [1037 345,1038 812,1039 1313,1040 10791041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 48.03324890136719,1046 -187.70826721191406,1047 45.927719116210941048 ],1049 "extent": [1050 82.77275848388672,1051 94.72562408447266,1052 31.0817451477050781053 ]1054 },1055 "obb": {1056 "center": [1057 48.03324890136719,1058 -187.70826721191406,1059 45.927719116210941060 ],1061 "extent": [1062 82.77275848388672,1063 94.72562408447266,1064 31.0817451477050781065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 92.09200286865234,1074 -188.52200317382812,1075 151076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 191,1090 0,1091 01092 ]1093 },1094 {1095 "object_id": "SM_Bedc001",1096 "bbox_2d": [1097 339,1098 898,1099 1321,1100 10791101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 42.59486770629883,1106 -188.0781478881836,1107 55.75036621093751108 ],1109 "extent": [1110 21.761241912841797,1111 86.27418518066406,1112 20.238050460815431113 ]1114 },1115 "obb": {1116 "center": [1117 42.59486770629883,1118 -188.0781478881836,1119 55.75036621093751120 ],1121 "extent": [1122 21.761241912841797,1123 86.27418518066406,1124 20.238050460815431125 ],1126 "rotation": [1127 0,1128 0,1129 01130 ]1131 },1132 "location": [1133 92.09200286865234,1134 -188.52200317382812,1135 151136 ],1137 "rotation": [1138 0,1139 0,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 191,1150 0,1151 2551152 ]1153 }1154 ],1155 "pillow": [1156 {1157 "object_id": "SM_PillowA",1158 "bbox_2d": [1159 1448,1160 755,1161 1494,1162 8031163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 183.61700248718262,1168 44.53629684448242,1169 68.395399093627931170 ],1171 "extent": [1172 7.069190502166748,1173 53.396400451660156,1174 8.0519189834594731175 ]1176 },1177 "obb": {1178 "center": [1179 183.61700248718262,1180 44.53629684448242,1181 68.395399093627931182 ],1183 "extent": [1184 7.069190502166748,1185 53.396400451660156,1186 8.0519189834594731187 ],1188 "rotation": [1189 0,1190 0,1191 01192 ]1193 },1194 "location": [1195 183.61700439453125,1196 44.53630065917969,1197 68.395401000976561198 ],1199 "rotation": [1200 0,