TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "HotelRoomVol1",3 "view_id": "l010_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/HotelRoomVol1/l010_r000/lit.png",5 "camera": {6 "location": [7 -149,8 -136,9 9810 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -149,38 -136,39 98,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingA",56 "bbox_2d": [57 438,58 0,59 1919,60 14661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 20,67 260.002075195312568 ],69 "extent": [70 200,71 463.29998779296875,72 20.00209045410156273 ]74 },75 "obb": {76 "center": [77 0,78 20,79 260.002075195312580 ],81 "extent": [82 200,83 463.29998779296875,84 20.00209045410156285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 20,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_CeilingB",116 "bbox_2d": [117 0,118 0,119 558,120 136121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 0,126 -358.29998779296875,127 238128 ],129 "extent": [130 180,131 85,132 2133 ]134 },135 "obb": {136 "center": [137 0,138 -358.29998779296875,139 238140 ],141 "extent": [142 180,143 85,144 2145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 -358.29998779296875,155 236156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 }174 ],175 "floor": [176 {177 "object_id": "SM_FloorC",178 "bbox_2d": [179 0,180 775,181 1550,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 0,188 -134.23599243164062,189 7.499999523162842190 ],191 "extent": [192 200,193 329.0640563964844,194 7.500000476837158195 ]196 },197 "obb": {198 "center": [199 0,200 -134.23599243164062,201 7.499999523162842202 ],203 "extent": [204 200,205 329.0640563964844,206 7.500000476837158207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 -134.23599243164062,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 255,233 127234 ]235 }236 ],237 "background wall": [238 {239 "object_id": "SM_BackgroundwallC",240 "bbox_2d": [241 580,242 125,243 1919,244 768245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 138.97036743164062,250 -39.36470031738281,251 127.49999237060547252 ],253 "extent": [254 61.02964782714844,255 233.93521118164062,256 112.5257 ]258 },259 "obb": {260 "center": [261 138.97036743164062,262 -39.36470031738281,263 127.49999237060547264 ],265 "extent": [266 61.02964782714844,267 233.93521118164062,268 112.5269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 200,278 -39.36470031738281,279 15280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 255296 ]297 },298 {299 "object_id": "SM_BackgroundwallD",300 "bbox_2d": [301 63,302 126,303 579,304 627305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 190,310 -358.2999725341797,311 120.00002136230978312 ],313 "extent": [314 10.000007629394531,315 85.00000762939453,316 120.0000228881836317 ]318 },319 "obb": {320 "center": [321 190,322 -358.2999725341797,323 120.00002136230978324 ],325 "extent": [326 10.000007629394531,327 85.00000762939453,328 120.0000228881836329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 200,338 -358.29998779296875,339 3.662109884317033e-05340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 127,355 63356 ]357 },358 {359 "object_id": "SM_BackgroundwallA",360 "bbox_2d": [361 571,362 506,363 1890,364 774365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 194.8563780784607,370 -40.36479949951172,371 62.49999237060547372 ],373 "extent": [374 5.143621921539307,375 232.9352569580078,376 47.5377 ]378 },379 "obb": {380 "center": [381 194.8563780784607,382 -40.36479949951172,383 62.49999237060547384 ],385 "extent": [386 5.143621921539307,387 232.9352569580078,388 47.5389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 200,398 -40.36479949951172,399 15400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 63,415 255416 ]417 }418 ],419 "wall lamp": [420 {421 "object_id": "SM_WallLamp",422 "bbox_2d": [423 243,424 349,425 328,426 366427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 176.98500061035156,432 -364.8559875488281,433 159.677001953125434 ],435 "extent": [436 3,437 12.5,438 2.5439 ]440 },441 "obb": {442 "center": [443 176.98500061035156,444 -364.8559875488281,445 159.677001953125446 ],447 "extent": [448 3,449 12.5,450 2.5451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 179.98500061035156,460 -364.8559875488281,461 159.677001953125462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 255,477 127478 ]479 }480 ]481 },482 "foreground": {483 "bedside lamp": [484 {485 "object_id": "SM_BedsideLampA",486 "bbox_2d": [487 1126,488 26,489 1190,490 555491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 164.072998046875,496 -71.39650249481201,497 189.79373931884766498 ],499 "extent": [500 10.348075866699219,501 10.34686279296875,502 96.69283294677734503 ]504 },505 "obb": {506 "center": [507 164.072998046875,508 -71.39650249481201,509 189.79373931884766510 ],511 "extent": [512 10.348075866699219,513 10.34686279296875,514 96.69283294677734515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 164.072998046875,524 -71.39649963378906,525 265526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 63,541 127542 ]543 },544 {545 "object_id": "SM_BedsideLampB",546 "bbox_2d": [547 1785,548 551,549 1844,550 603551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 181.28752517700195,556 159.66537804278178,557 85.31887861472133558 ],559 "extent": [560 10.781476974487305,561 8.440744055382112,562 8.93765120269208563 ]564 },565 "obb": {566 "center": [567 181.28752517700195,568 159.66537804278178,569 85.31887861472133570 ],571 "extent": [572 10.781476974487305,573 8.440744055382112,574 8.93765120269208575 ],576 "rotation": [577 0,578 0,579 1.0017900422099046e-05580 ]581 },582 "location": [583 192.06900024414062,584 162.18699645996094,585 88.33740234375586 ],587 "rotation": [588 0,589 0,590 1.0017900422099046e-05591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 127,600 63,601 127602 ]603 }604 ],605 "sofa": [606 {607 "object_id": "SM_Sofa",608 "bbox_2d": [609 0,610 572,611 557,612 854613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 136.7830047607422,618 -362.3440234041493,619 51.409241676326005620 ],621 "extent": [622 43.96183776855469,623 89.15413540365967,624 36.46275743999065625 ]626 },627 "obb": {628 "center": [629 136.7830047607422,630 -362.3440234041493,631 51.409241676326632 ],633 "extent": [634 43.96183776855469,635 89.15413540365967,636 36.46275743999065637 ],638 "rotation": [639 0,640 0,641 -1.0017900422099046e-05642 ]643 },644 "location": [645 136.7830047607422,646 -362.343994140625,647 14.946499824523926648 ],649 "rotation": [650 0,651 0,652 -1.0017900422099046e-05653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 127,662 63,663 0664 ]665 }666 ],667 "curtain": [668 {669 "object_id": "SM_CurtainA001",670 "bbox_2d": [671 0,672 109,673 62,674 583675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 169.39900588989258,680 -450.303014755249,681 140.9367218017578682 ],683 "extent": [684 24.034090042114258,685 8.739770889282227,686 138.2534637451172687 ]688 },689 "obb": {690 "center": [691 169.39900588989258,692 -450.303014755249,693 140.9367218017578694 ],695 "extent": [696 24.034090042114258,697 8.739770889282227,698 138.2534637451172699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 169.3990020751953,708 -450.3030090332031,709 279.12200927734375710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 255,724 191,725 127726 ]727 }728 ],729 "bed": [730 {731 "object_id": "SM_Bedc",732 "bbox_2d": [733 1395,734 643,735 1919,736 883737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 42.59486770629883,742 46.127655029296875,743 55.7503662109375744 ],745 "extent": [746 21.761241912841797,747 86.27418518066406,748 20.23805046081543749 ]750 },751 "obb": {752 "center": [753 42.59486770629883,754 46.127655029296875,755 55.7503662109375756 ],757 "extent": [758 21.761241912841797,759 86.27418518066406,760 20.23805046081543761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 92.09200286865234,770 45.683799743652344,771 15772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 127,786 191,787 63788 ]789 },790 {791 "object_id": "SM_Beda",792 "bbox_2d": [793 1255,794 644,795 1341,796 803797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 92.09200286865234,802 45.683807373046875,803 40.678226470947266804 ],805 "extent": [806 97.79872131347656,807 78.52067565917969,808 25.705135345458984809 ]810 },811 "obb": {812 "center": [813 92.09200286865234,814 45.683807373046875,815 40.678226470947266816 ],817 "extent": [818 97.79872131347656,819 78.52067565917969,820 25.705135345458984821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 92.09200286865234,830 45.683799743652344,831 15832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 63,846 191,847 255848 ]849 },850 {851 "object_id": "SM_Bedb",852 "bbox_2d": [853 1295,854 618,855 1919,856 1079857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 48.03324890136719,862 46.497535705566406,863 45.92771911621094864 ],865 "extent": [866 82.77275848388672,867 94.72562408447266,868 31.081745147705078869 ]870 },871 "obb": {872 "center": [873 48.03324890136719,874 46.497535705566406,875 45.92771911621094876 ],877 "extent": [878 82.77275848388672,879 94.72562408447266,880 31.081745147705078881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 92.09200286865234,890 45.683799743652344,891 15892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 63,906 191,907 127908 ]909 },910 {911 "object_id": "SM_Bedb001",912 "bbox_2d": [913 0,914 618,915 1244,916 1079917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 48.03324890136719,922 -187.70826721191406,923 45.92771911621094924 ],925 "extent": [926 82.77275848388672,927 94.72562408447266,928 31.081745147705078929 ]930 },931 "obb": {932 "center": [933 48.03324890136719,934 -187.70826721191406,935 45.92771911621094936 ],937 "extent": [938 82.77275848388672,939 94.72562408447266,940 31.081745147705078941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 92.09200286865234,950 -188.52200317382812,951 15952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 191,966 0,967 0968 ]969 },970 {971 "object_id": "SM_Bedc001",972 "bbox_2d": [973 251,974 643,975 1115,976 779977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 42.59486770629883,982 -188.0781478881836,983 55.7503662109375984 ],985 "extent": [986 21.761241912841797,987 86.27418518066406,988 20.23805046081543989 ]990 },991 "obb": {992 "center": [993 42.59486770629883,994 -188.0781478881836,995 55.7503662109375996 ],997 "extent": [998 21.761241912841797,999 86.27418518066406,1000 20.238050460815431001 ],1002 "rotation": [1003 0,1004 0,1005 01006 ]1007 },1008 "location": [1009 92.09200286865234,1010 -188.52200317382812,1011 151012 ],1013 "rotation": [1014 0,1015 0,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 191,1026 0,1027 2551028 ]1029 }1030 ],1031 "pillow": [1032 {1033 "object_id": "SM_PillowA",1034 "bbox_2d": [1035 1325,1036 603,1037 1358,1038 6431039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 183.61700248718262,1044 44.53629684448242,1045 68.395399093627931046 ],1047 "extent": [1048 7.069190502166748,1049 53.396400451660156,1050 8.0519189834594731051 ]1052 },1053 "obb": {1054 "center": [1055 183.61700248718262,1056 44.53629684448242,1057 68.395399093627931058 ],1059 "extent": [1060 7.069190502166748,1061 53.396400451660156,1062 8.0519189834594731063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 183.61700439453125,1072 44.53630065917969,1073 68.395401000976561074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 63,1088 191,1089 01090 ]1091 },1092 {1093 "object_id": "SM_PillowB",1094 "bbox_2d": [1095 1327,1096 528,1097 1629,1098 6341099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 174.71600341796875,1104 47.130794525146484,1105 82.117992401123051106 ],1107 "extent": [1108 14.708823204040527,1109 54.53270721435547,1110 20.1609954833984381111 ]1112 },1113 "obb": {1114 "center": [1115 174.71600341796875,1116 47.130794525146484,1117 82.117992401123051118 ],1119 "extent": [1120 14.708823204040527,1121 54.53270721435547,1122 20.1609954833984381123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 174.71600341796875,1132 47.13079833984375,1133 82.117996215820311134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 63,1148 191,1149 631150 ]1151 },1152 {1153 "object_id": "SM_PillowC",1154 "bbox_2d": [1155 1355,1156 548,1157 1694,1158 6271159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 153.91199588775635,1164 45.196502685546875,1165 79.500501632690431166 ],1167 "extent": [1168 11.88922119140625,1169 52.05424499511719,1170 15.854003906251171 ]1172 },1173 "obb": {1174 "center": [1175 153.91199588775635,1176 45.196502685546875,1177 79.500501632690431178 ],1179 "extent": [1180 11.88922119140625,1181 52.05424499511719,1182 15.854003906251183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 153.91200256347656,1192 45.19649887084961,1193 79.500503540039061194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [