TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "HotelRoomVol1",3 "view_id": "l014_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/HotelRoomVol1/l014_r002/lit.png",5 "camera": {6 "location": [7 46,8 -258,9 9510 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 46,38 -258,39 95,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingA",56 "bbox_2d": [57 0,58 0,59 1306,60 34661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 20,67 260.002075195312568 ],69 "extent": [70 200,71 463.29998779296875,72 20.00209045410156273 ]74 },75 "obb": {76 "center": [77 0,78 20,79 260.002075195312580 ],81 "extent": [82 200,83 463.29998779296875,84 20.00209045410156285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 20,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_WallF",118 "bbox_2d": [119 312,120 173,121 312,122 577123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 128.97000122070312,128 198.9349913597107,129 120130 ],131 "extent": [132 51.02964401245117,133 4.364752292633057,134 120135 ]136 },137 "obb": {138 "center": [139 128.97000122070312,140 198.9349913597107,141 120142 ],143 "extent": [144 51.02964401245117,145 4.364752292633057,146 120147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 128.97000122070312,156 198.93499755859375,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 127,173 0174 ]175 },176 {177 "object_id": "SM_WallA",178 "bbox_2d": [179 936,180 0,181 1419,182 257183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -210,188 -10,189 140.00003051757812190 ],191 "extent": [192 10,193 473.3000183105469,194 140.00003051757812195 ]196 },197 "obb": {198 "center": [199 -210,200 -10,201 140.00003051757812202 ],203 "extent": [204 10,205 473.3000183105469,206 140.00003051757812207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -210,216 -10,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 127,233 127234 ]235 },236 {237 "object_id": "SM_WallD",238 "bbox_2d": [239 700,240 254,241 920,242 726243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -119,248 338.29998779296875,249 140.00003051757812250 ],251 "extent": [252 101,253 145,254 140.00003051757812255 ]256 },257 "obb": {258 "center": [259 -119,260 338.29998779296875,261 140.00003051757812262 ],263 "extent": [264 101,265 145,266 140.00003051757812267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -119,276 338.29998779296875,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 0,293 63294 ]295 }296 ],297 "background wall": [298 {299 "object_id": "SM_BackgroundwallC",300 "bbox_2d": [301 0,302 118,303 311,304 629305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 138.97036743164062,310 -39.36470031738281,311 127.49999237060547312 ],313 "extent": [314 61.02964782714844,315 233.93521118164062,316 112.5317 ]318 },319 "obb": {320 "center": [321 138.97036743164062,322 -39.36470031738281,323 127.49999237060547324 ],325 "extent": [326 61.02964782714844,327 233.93521118164062,328 112.5329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 200,338 -39.36470031738281,339 15340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 255,354 127,355 255356 ]357 },358 {359 "object_id": "SM_BackgroundwallB",360 "bbox_2d": [361 827,362 320,363 832,364 558365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -199,370 273.2999954223633,371 179.92100524902344372 ],373 "extent": [374 1,375 70,376 99.92121887207031377 ]378 },379 "obb": {380 "center": [381 -199,382 273.2999954223633,383 179.92100524902344384 ],385 "extent": [386 1,387 70,388 99.92121887207031389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -200,398 273.29998779296875,399 179.92100524902344400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 255,415 191416 ]417 }418 ],419 "partition": [420 {421 "object_id": "SM_PartitionA",422 "bbox_2d": [423 355,424 175,425 576,426 628427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 22.016599655151367,432 193.6980038881302,433 127.42579746246338434 ],435 "extent": [436 41.49184036254883,437 1.18369460105896,438 112.56279754638672439 ]440 },441 "obb": {442 "center": [443 22.016599655151367,444 193.6980038881302,445 127.42579746246338446 ],447 "extent": [448 41.49184036254883,449 1.18369460105896,450 112.56279754638672451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 22.016599655151367,460 193.697998046875,461 14.86299991607666462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 0,477 0478 ]479 },480 {481 "object_id": "SM_PartitionB",482 "bbox_2d": [483 313,484 263,485 316,486 574487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 94.53710222244263,492 405.30000291611196,493 130.12950134277278494 ],495 "extent": [496 7.500146865844727,497 58.00030501750513,498 130.00008643502278499 ]500 },501 "obb": {502 "center": [503 94.53710222244263,504 405.30000291611196,505 130.12950134277278506 ],507 "extent": [508 7.500146865844727,509 58.00030501750513,510 130.00008643502278511 ],512 "rotation": [513 0,514 0,515 1.0017900422099046e-05516 ]517 },518 "location": [519 94.53710174560547,520 405.29998779296875,521 0522 ],523 "rotation": [524 0,525 0,526 1.0017900422099046e-05527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 191,537 0538 ]539 }540 ],541 "floor": [542 {543 "object_id": "SM_FloorA",544 "bbox_2d": [545 642,546 665,547 839,548 735549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 0,554 338.79998779296875,555 -4.900002956390381556 ],557 "extent": [558 220,559 144.49998474121094,560 5.099997043609619561 ]562 },563 "obb": {564 "center": [565 0,566 338.79998779296875,567 -4.900002956390381568 ],569 "extent": [570 220,571 144.49998474121094,572 5.099997043609619573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 0,582 338.79998779296875,583 0584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 0,599 63600 ]601 },602 {603 "object_id": "SM_FloorB",604 "bbox_2d": [605 756,606 719,607 1919,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 0,614 -134.5,615 -5616 ],617 "extent": [618 220,619 328.8000183105469,620 5621 ]622 },623 "obb": {624 "center": [625 0,626 -134.5,627 -5628 ],629 "extent": [630 220,631 328.8000183105469,632 5633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 0,642 -134.5,643 0644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 255,658 255,659 63660 ]661 }662 ],663 "door": [664 {665 "object_id": "SM_DoorA",666 "bbox_2d": [667 577,668 334,669 699,670 668671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -99.04149246215226,676 469.8109707053685,677 120.44187164306231678 ],679 "extent": [680 45.91190087799756,681 7.500052451203317,682 120.44187295440872683 ]684 },685 "obb": {686 "center": [687 -99.04149246215226,688 469.8109707053685,689 120.4418716430623690 ],691 "extent": [692 45.91190087799756,693 7.500052451203317,694 120.44187295440872695 ],696 "rotation": [697 0,698 1.0017900422099046e-05,699 -1.0017900422099046e-05700 ]701 },702 "location": [703 -99.04149627685547,704 469.8110046386719,705 0706 ],707 "rotation": [708 0,709 1.0017900422099046e-05,710 -1.0017900422099046e-05711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 127,720 255,721 63722 ]723 },724 {725 "object_id": "SM_DoorB",726 "bbox_2d": [727 315,728 264,729 354,730 573731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 53.4721565246582,736 348.2986726760864,737 121.12959289550781738 ],739 "extent": [740 33.56492233276367,741 9.604825019836426,742 118.99999237060547743 ]744 },745 "obb": {746 "center": [747 53.4721565246582,748 348.2986726760864,749 121.12959289550781750 ],751 "extent": [752 33.56492233276367,753 9.604825019836426,754 118.99999237060547755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 84.53700256347656,764 347.7980041503906,765 0766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 127,780 191,781 255782 ]783 }784 ]785 },786 "foreground": {787 "wardrobe": [788 {789 "object_id": "SM_Wardrobe",790 "bbox_2d": [791 706,792 315,793 826,794 686795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -175,800 403.299991607666,801 120802 ],803 "extent": [804 25,805 60.000003814697266,806 120807 ]808 },809 "obb": {810 "center": [811 -175,812 403.299991607666,813 120814 ],815 "extent": [816 25,817 60.000003814697266,818 120819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -200,828 403.29998779296875,829 0830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 255,844 0,845 127846 ]847 }848 ],849 "cabinet": [850 {851 "object_id": "SM_CabinetA",852 "bbox_2d": [853 757,854 563,855 832,856 715857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -175,862 273.2999954223633,863 40864 ],865 "extent": [866 25,867 69.99998474121094,868 40869 ]870 },871 "obb": {872 "center": [873 -175,874 273.2999954223633,875 40876 ],877 "extent": [878 25,879 69.99998474121094,880 40881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 -200,890 278.29998779296875,891 0892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 255,906 255,907 127908 ]909 }910 ],911 "hardware": [912 {913 "object_id": "SM_HardwareA",914 "bbox_2d": [915 757,916 727,917 840,918 735919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -83.47669982910156,924 193.8000030517578,925 0.09999998658895493926 ],927 "extent": [928 61.47671127319336,929 0.5,930 0.10000000149011612931 ]932 },933 "obb": {934 "center": [935 -83.47669982910156,936 193.8000030517578,937 0.09999998658895493938 ],939 "extent": [940 61.47671127319336,941 0.5,942 0.10000000149011612943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 -83.47669982910156,952 193.8000030517578,953 0954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 0,968 127,969 127970 ]971 }972 ],973 "drawer": [974 {975 "object_id": "SM_Drawer",976 "bbox_2d": [977 886,978 587,979 1919,980 811981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -185.02699279785156,986 -53.120384216308594,987 60.19429588317871988 ],989 "extent": [990 15,991 246.42047119140625,992 10993 ]994 },995 "obb": {996 "center": [997 -185.02699279785156,998 -53.120384216308594,999 60.194295883178711000 ],1001 "extent": [1002 15,1003 246.42047119140625,1004 101005 ],1006 "rotation": [1007 0,1008 0,1009 01010 ]1011 },1012 "location": [1013 -200.02699279785156,1014 -53.120399475097656,1015 50.194301605224611016 ],1017 "rotation": [1018 0,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 255,1030 127,1031 1271032 ]1033 }1034 ],1035 "tv background wall": [1036 {1037 "object_id": "SM_TVBackgroundwall",1038 "bbox_2d": [1039 920,1040 0,1041 1919,1042 10671043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -194.99996089935303,1048 -2.927030086517334,1049 120.000007629394531050 ],1051 "extent": [1052 5.000057220458984,1053 196.22706604003906,1054 119.999992370605471055 ]1056 },1057 "obb": {1058 "center": [1059 -194.99996089935303,1060 -2.927030086517334,1061 120.000007629394531062 ],1063 "extent": [1064 5.000057220458984,1065 196.22706604003906,1066 119.999992370605471067 ],1068 "rotation": [1069 0,1070 0,1071 01072 ]1073 },1074 "location": [1075 -200,1076 -2.927030086517334,1077 01078 ],1079 "rotation": [1080 0,1081 0,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 127,1092 255,1093 01094 ]1095 }1096 ],1097 "tv": [1098 {1099 "object_id": "SM_TV",1100 "bbox_2d": [1101 1111,1102 200,1103 1657,1104 6211105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 -191.59167134761813,1110 -58.649101053747344,1111 122.689002990722661112 ],1113 "extent": [1114 1.164358076520415,1115 93.73062917086345,1116 46.759140014648441117 ]1118 },1119 "obb": {1120 "center": [1121 -191.59167134761813,1122 -58.649101053747344,1123 122.689002990722661124 ],1125 "extent": [1126 1.164358076520415,1127 93.73062917086345,1128 46.759140014648441129 ],1130 "rotation": [1131 0,1132 1.0017900422099046e-05,1133 01134 ]1135 },1136 "location": [1137 -192.75599670410156,1138 -58.64910125732422,1139 122.689002990722661140 ],1141 "rotation": [1142 0,1143 1.0017900422099046e-05,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 127,1154 127,1155 631156 ]1157 }1158 ],1159 "table": [1160 {1161 "object_id": "SM_TableC",1162 "bbox_2d": [1163 577,1164 571,1165 601,1166 6411167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 -9.646620750427246,1172 219.05599975585938,1173 40.07679221034051174 ],1175 "extent": [1176 20.747682571411133,1177 24.091129302978516,1178 39.92322921752931179 ]1180 },1181 "obb": {1182 "center": [1183 -9.646620750427246,1184 219.05599975585938,1185 40.07679221034051186 ],1187 "extent": [1188 20.747682571411133,1189 24.091129302978516,1190 39.92322921752931191 ],1192 "rotation": [1193 0,1194 0,1195 01196 ]1197 },1198 "location": [1199 -9.64663028717041,1200 219.05599975585938,