TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "HotelRoomVol1",3 "view_id": "l065_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/HotelRoomVol1/l065_r000/lit.png",5 "camera": {6 "location": [7 -163,8 42,9 22010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -163,38 42,39 220,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingA",56 "bbox_2d": [57 0,58 0,59 1919,60 48661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 20,67 260.002075195312568 ],69 "extent": [70 200,71 463.29998779296875,72 20.00209045410156273 ]74 },75 "obb": {76 "center": [77 0,78 20,79 260.002075195312580 ],81 "extent": [82 200,83 463.29998779296875,84 20.00209045410156285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 20,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_CeilingB",116 "bbox_2d": [117 0,118 479,119 77,120 494121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 0,126 -358.29998779296875,127 238128 ],129 "extent": [130 180,131 85,132 2133 ]134 },135 "obb": {136 "center": [137 0,138 -358.29998779296875,139 238140 ],141 "extent": [142 180,143 85,144 2145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 -358.29998779296875,155 236156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 }174 ],175 "wall": [176 {177 "object_id": "SM_WallF",178 "bbox_2d": [179 1568,180 460,181 1597,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 128.97000122070312,188 198.9349913597107,189 120190 ],191 "extent": [192 51.02964401245117,193 4.364752292633057,194 120195 ]196 },197 "obb": {198 "center": [199 128.97000122070312,200 198.9349913597107,201 120202 ],203 "extent": [204 51.02964401245117,205 4.364752292633057,206 120207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 128.97000122070312,216 198.93499755859375,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 0234 ]235 }236 ],237 "background wall": [238 {239 "object_id": "SM_BackgroundwallC",240 "bbox_2d": [241 122,242 460,243 1567,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 138.97036743164062,250 -39.36470031738281,251 127.49999237060547252 ],253 "extent": [254 61.02964782714844,255 233.93521118164062,256 112.5257 ]258 },259 "obb": {260 "center": [261 138.97036743164062,262 -39.36470031738281,263 127.49999237060547264 ],265 "extent": [266 61.02964782714844,267 233.93521118164062,268 112.5269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 200,278 -39.36470031738281,279 15280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 255296 ]297 },298 {299 "object_id": "SM_BackgroundwallD",300 "bbox_2d": [301 0,302 484,303 121,304 1008305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 190,310 -358.2999725341797,311 120.00002136230978312 ],313 "extent": [314 10.000007629394531,315 85.00000762939453,316 120.0000228881836317 ]318 },319 "obb": {320 "center": [321 190,322 -358.2999725341797,323 120.00002136230978324 ],325 "extent": [326 10.000007629394531,327 85.00000762939453,328 120.0000228881836329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 200,338 -358.29998779296875,339 3.662109884317033e-05340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 127,355 63356 ]357 },358 {359 "object_id": "SM_BackgroundwallA",360 "bbox_2d": [361 102,362 832,363 1369,364 1024365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 194.8563780784607,370 -40.36479949951172,371 62.49999237060547372 ],373 "extent": [374 5.143621921539307,375 232.9352569580078,376 47.5377 ]378 },379 "obb": {380 "center": [381 194.8563780784607,382 -40.36479949951172,383 62.49999237060547384 ],385 "extent": [386 5.143621921539307,387 232.9352569580078,388 47.5389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 200,398 -40.36479949951172,399 15400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 63,415 255416 ]417 }418 ],419 "partition": [420 {421 "object_id": "SM_PartitionA",422 "bbox_2d": [423 1598,424 413,425 1919,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 22.016599655151367,432 193.6980038881302,433 127.42579746246338434 ],435 "extent": [436 41.49184036254883,437 1.18369460105896,438 112.56279754638672439 ]440 },441 "obb": {442 "center": [443 22.016599655151367,444 193.6980038881302,445 127.42579746246338446 ],447 "extent": [448 41.49184036254883,449 1.18369460105896,450 112.56279754638672451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 22.016599655151367,460 193.697998046875,461 14.86299991607666462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 0,477 0478 ]479 }480 ]481 },482 "foreground": {483 "bedside table": [484 {485 "object_id": "SM_BedsideTable",486 "bbox_2d": [487 1187,488 1016,489 1424,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 167.6009979248047,496 162.75100708007812,497 37.3790979385376498 ],499 "extent": [500 22.5,501 38.53583908081055,502 7.5503 ]504 },505 "obb": {506 "center": [507 167.6009979248047,508 162.75100708007812,509 37.3790979385376510 ],511 "extent": [512 22.5,513 38.53583908081055,514 7.5515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 190.1009979248047,524 162.75100708007812,525 29.879100799560547526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 127,540 0,541 127542 ]543 }544 ],545 "bedside lamp": [546 {547 "object_id": "SM_BedsideLampA",548 "bbox_2d": [549 595,550 407,551 658,552 924553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 164.072998046875,558 -71.39650249481201,559 189.79373931884766560 ],561 "extent": [562 10.348075866699219,563 10.34686279296875,564 96.69283294677734565 ]566 },567 "obb": {568 "center": [569 164.072998046875,570 -71.39650249481201,571 189.79373931884766572 ],573 "extent": [574 10.348075866699219,575 10.34686279296875,576 96.69283294677734577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 164.072998046875,586 -71.39649963378906,587 265588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 255,602 63,603 127604 ]605 },606 {607 "object_id": "SM_BedsideLampB",608 "bbox_2d": [609 1270,610 881,611 1308,612 947613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 181.28752517700195,618 159.66537804278178,619 85.31887861472133620 ],621 "extent": [622 10.781476974487305,623 8.440744055382112,624 8.93765120269208625 ]626 },627 "obb": {628 "center": [629 181.28752517700195,630 159.66537804278178,631 85.31887861472133632 ],633 "extent": [634 10.781476974487305,635 8.440744055382112,636 8.93765120269208637 ],638 "rotation": [639 0,640 0,641 1.0017900422099046e-05642 ]643 },644 "location": [645 192.06900024414062,646 162.18699645996094,647 88.33740234375648 ],649 "rotation": [650 0,651 0,652 1.0017900422099046e-05653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 127,662 63,663 127664 ]665 }666 ],667 "sofa": [668 {669 "object_id": "SM_Sofa",670 "bbox_2d": [671 0,672 933,673 75,674 1029675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 136.7830047607422,680 -362.3440234041493,681 51.409241676326005682 ],683 "extent": [684 43.96183776855469,685 89.15413540365967,686 36.46275743999065687 ]688 },689 "obb": {690 "center": [691 136.7830047607422,692 -362.3440234041493,693 51.409241676326694 ],695 "extent": [696 43.96183776855469,697 89.15413540365967,698 36.46275743999065699 ],700 "rotation": [701 0,702 0,703 -1.0017900422099046e-05704 ]705 },706 "location": [707 136.7830047607422,708 -362.343994140625,709 14.946499824523926710 ],711 "rotation": [712 0,713 0,714 -1.0017900422099046e-05715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 127,724 63,725 0726 ]727 }728 ],729 "air conditioning": [730 {731 "object_id": "SM_AirConditioningA",732 "bbox_2d": [733 1407,734 284,735 1919,736 472737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 10.882030487060547,742 193.0000071823597,743 251.44998836517334744 ],745 "extent": [746 150.00003051757812,747 0.30008038878440857,748 8.791104316711426749 ]750 },751 "obb": {752 "center": [753 10.882030487060547,754 193.0000071823597,755 251.44998836517334756 ],757 "extent": [758 150.00003051757812,759 0.30008038878440857,760 8.791104316711426761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 10.881999969482422,770 193.3000030517578,771 251.4499969482422772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 63,786 127,787 63788 ]789 }790 ],791 "pillow": [792 {793 "object_id": "SM_PillowA",794 "bbox_2d": [795 819,796 941,797 826,798 976799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 183.61700248718262,804 44.53629684448242,805 68.39539909362793806 ],807 "extent": [808 7.069190502166748,809 53.396400451660156,810 8.051918983459473811 ]812 },813 "obb": {814 "center": [815 183.61700248718262,816 44.53629684448242,817 68.39539909362793818 ],819 "extent": [820 7.069190502166748,821 53.396400451660156,822 8.051918983459473823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 183.61700439453125,832 44.53630065917969,833 68.39540100097656834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 63,848 191,849 0850 ]851 },852 {853 "object_id": "SM_PillowB",854 "bbox_2d": [855 817,856 861,857 1134,858 1002859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 174.71600341796875,864 47.130794525146484,865 82.11799240112305866 ],867 "extent": [868 14.708823204040527,869 54.53270721435547,870 20.160995483398438871 ]872 },873 "obb": {874 "center": [875 174.71600341796875,876 47.130794525146484,877 82.11799240112305878 ],879 "extent": [880 14.708823204040527,881 54.53270721435547,882 20.160995483398438883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 174.71600341796875,892 47.13079833984375,893 82.11799621582031894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 63,908 191,909 63910 ]911 },912 {913 "object_id": "SM_PillowC",914 "bbox_2d": [915 809,916 905,917 1132,918 1025919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 153.91199588775635,924 45.196502685546875,925 79.50050163269043926 ],927 "extent": [928 11.88922119140625,929 52.05424499511719,930 15.85400390625931 ]932 },933 "obb": {934 "center": [935 153.91199588775635,936 45.196502685546875,937 79.50050163269043938 ],939 "extent": [940 11.88922119140625,941 52.05424499511719,942 15.85400390625943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 153.91200256347656,952 45.19649887084961,953 79.50050354003906954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 0,968 191,969 191970 ]971 }972 ],973 "bed": [974 {975 "object_id": "SM_Beda",976 "bbox_2d": [977 748,978 983,979 1193,980 1034981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 92.09200286865234,986 45.683807373046875,987 40.678226470947266988 ],989 "extent": [990 97.79872131347656,991 78.52067565917969,992 25.705135345458984993 ]994 },995 "obb": {996 "center": [997 92.09200286865234,998 45.683807373046875,999 40.6782264709472661000 ],1001 "extent": [1002 97.79872131347656,1003 78.52067565917969,1004 25.7051353454589841005 ],1006 "rotation": [1007 0,1008 0,1009 01010 ]1011 },1012 "location": [1013 92.09200286865234,1014 45.683799743652344,1015 151016 ],1017 "rotation": [1018 0,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 63,1030 191,1031 2551032 ]1033 },1034 {1035 "object_id": "SM_Bedb",1036 "bbox_2d": [1037 711,1038 1024,1039 1237,1040 10791041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 48.03324890136719,1046 46.497535705566406,1047 45.927719116210941048 ],1049 "extent": [1050 82.77275848388672,1051 94.72562408447266,1052 31.0817451477050781053 ]1054 },1055 "obb": {1056 "center": [1057 48.03324890136719,1058 46.497535705566406,1059 45.927719116210941060 ],1061 "extent": [1062 82.77275848388672,1063 94.72562408447266,1064 31.0817451477050781065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 92.09200286865234,1074 45.683799743652344,1075 151076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 63,1090 191,1091 1271092 ]1093 }1094 ]1095 }1096}