TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "HotelRoomVol1",3 "view_id": "l030_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/HotelRoomVol1/l030_r002/lit.png",5 "camera": {6 "location": [7 127,8 -310,9 16810 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 127,38 -310,39 168,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingA",56 "bbox_2d": [57 0,58 0,59 1919,60 45361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 20,67 260.002075195312568 ],69 "extent": [70 200,71 463.29998779296875,72 20.00209045410156273 ]74 },75 "obb": {76 "center": [77 0,78 20,79 260.002075195312580 ],81 "extent": [82 200,83 463.29998779296875,84 20.00209045410156285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 20,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "floor": [116 {117 "object_id": "SM_FloorC",118 "bbox_2d": [119 928,120 981,121 928,122 981123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 0,128 -134.23599243164062,129 7.499999523162842130 ],131 "extent": [132 200,133 329.0640563964844,134 7.500000476837158135 ]136 },137 "obb": {138 "center": [139 0,140 -134.23599243164062,141 7.499999523162842142 ],143 "extent": [144 200,145 329.0640563964844,146 7.500000476837158147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 -134.23599243164062,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_FloorA",178 "bbox_2d": [179 725,180 738,181 930,182 836183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 0,188 338.79998779296875,189 -4.900002956390381190 ],191 "extent": [192 220,193 144.49998474121094,194 5.099997043609619195 ]196 },197 "obb": {198 "center": [199 0,200 338.79998779296875,201 -4.900002956390381202 ],203 "extent": [204 220,205 144.49998474121094,206 5.099997043609619207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 338.79998779296875,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 63234 ]235 },236 {237 "object_id": "SM_FloorB",238 "bbox_2d": [239 840,240 811,241 1580,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 0,248 -134.5,249 -5250 ],251 "extent": [252 220,253 328.8000183105469,254 5255 ]256 },257 "obb": {258 "center": [259 0,260 -134.5,261 -5262 ],263 "extent": [264 220,265 328.8000183105469,266 5267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 -134.5,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 255,293 63294 ]295 }296 ],297 "background wall": [298 {299 "object_id": "SM_BackgroundwallC",300 "bbox_2d": [301 0,302 184,303 523,304 824305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 138.97036743164062,310 -39.36470031738281,311 127.49999237060547312 ],313 "extent": [314 61.02964782714844,315 233.93521118164062,316 112.5317 ]318 },319 "obb": {320 "center": [321 138.97036743164062,322 -39.36470031738281,323 127.49999237060547324 ],325 "extent": [326 61.02964782714844,327 233.93521118164062,328 112.5329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 200,338 -39.36470031738281,339 15340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 255,354 127,355 255356 ]357 },358 {359 "object_id": "SM_BackgroundwallA",360 "bbox_2d": [361 0,362 678,363 233,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 194.8563780784607,370 -40.36479949951172,371 62.49999237060547372 ],373 "extent": [374 5.143621921539307,375 232.9352569580078,376 47.5377 ]378 },379 "obb": {380 "center": [381 194.8563780784607,382 -40.36479949951172,383 62.49999237060547384 ],385 "extent": [386 5.143621921539307,387 232.9352569580078,388 47.5389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 200,398 -40.36479949951172,399 15400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 63,415 255416 ]417 },418 {419 "object_id": "SM_BackgroundwallB",420 "bbox_2d": [421 900,422 440,423 924,424 659425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -199,430 273.2999954223633,431 179.92100524902344432 ],433 "extent": [434 1,435 70,436 99.92121887207031437 ]438 },439 "obb": {440 "center": [441 -199,442 273.2999954223633,443 179.92100524902344444 ],445 "extent": [446 1,447 70,448 99.92121887207031449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 -200,458 273.29998779296875,459 179.92100524902344460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 63,474 255,475 191476 ]477 }478 ],479 "partition": [480 {481 "object_id": "SM_PartitionA",482 "bbox_2d": [483 556,484 392,485 724,486 780487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 22.016599655151367,492 193.6980038881302,493 127.42579746246338494 ],495 "extent": [496 41.49184036254883,497 1.18369460105896,498 112.56279754638672499 ]500 },501 "obb": {502 "center": [503 22.016599655151367,504 193.6980038881302,505 127.42579746246338506 ],507 "extent": [508 41.49184036254883,509 1.18369460105896,510 112.56279754638672511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 22.016599655151367,520 193.697998046875,521 14.86299991607666522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 0,537 0538 ]539 }540 ],541 "wall": [542 {543 "object_id": "SM_WallA",544 "bbox_2d": [545 1011,546 151,547 1919,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -210,554 -10,555 140.00003051757812556 ],557 "extent": [558 10,559 473.3000183105469,560 140.00003051757812561 ]562 },563 "obb": {564 "center": [565 -210,566 -10,567 140.00003051757812568 ],569 "extent": [570 10,571 473.3000183105469,572 140.00003051757812573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -210,582 -10,583 0584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 127,599 127600 ]601 },602 {603 "object_id": "SM_WallD",604 "bbox_2d": [605 780,606 419,607 996,608 821609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -119,614 338.29998779296875,615 140.00003051757812616 ],617 "extent": [618 101,619 145,620 140.00003051757812621 ]622 },623 "obb": {624 "center": [625 -119,626 338.29998779296875,627 140.00003051757812628 ],629 "extent": [630 101,631 145,632 140.00003051757812633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -119,642 338.29998779296875,643 0644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 0,658 0,659 63660 ]661 }662 ],663 "door": [664 {665 "object_id": "SM_DoorA",666 "bbox_2d": [667 725,668 452,669 779,670 740671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -99.04149246215226,676 469.8109707053685,677 120.44187164306231678 ],679 "extent": [680 45.91190087799756,681 7.500052451203317,682 120.44187295440872683 ]684 },685 "obb": {686 "center": [687 -99.04149246215226,688 469.8109707053685,689 120.4418716430623690 ],691 "extent": [692 45.91190087799756,693 7.500052451203317,694 120.44187295440872695 ],696 "rotation": [697 0,698 1.0017900422099046e-05,699 -1.0017900422099046e-05700 ]701 },702 "location": [703 -99.04149627685547,704 469.8110046386719,705 0706 ],707 "rotation": [708 0,709 1.0017900422099046e-05,710 -1.0017900422099046e-05711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 127,720 255,721 63722 ]723 },724 {725 "object_id": "SM_DoorB",726 "bbox_2d": [727 524,728 425,729 555,730 706731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 53.4721565246582,736 348.2986726760864,737 121.12959289550781738 ],739 "extent": [740 33.56492233276367,741 9.604825019836426,742 118.99999237060547743 ]744 },745 "obb": {746 "center": [747 53.4721565246582,748 348.2986726760864,749 121.12959289550781750 ],751 "extent": [752 33.56492233276367,753 9.604825019836426,754 118.99999237060547755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 84.53700256347656,764 347.7980041503906,765 0766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 127,780 191,781 255782 ]783 }784 ]785 },786 "foreground": {787 "wardrobe": [788 {789 "object_id": "SM_Wardrobe",790 "bbox_2d": [791 786,792 442,793 899,794 768795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -175,800 403.299991607666,801 120802 ],803 "extent": [804 25,805 60.000003814697266,806 120807 ]808 },809 "obb": {810 "center": [811 -175,812 403.299991607666,813 120814 ],815 "extent": [816 25,817 60.000003814697266,818 120819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -200,828 403.29998779296875,829 0830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 255,844 0,845 127846 ]847 }848 ],849 "cabinet": [850 {851 "object_id": "SM_CabinetA",852 "bbox_2d": [853 842,854 657,855 924,856 808857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -175,862 273.2999954223633,863 40864 ],865 "extent": [866 25,867 69.99998474121094,868 40869 ]870 },871 "obb": {872 "center": [873 -175,874 273.2999954223633,875 40876 ],877 "extent": [878 25,879 69.99998474121094,880 40881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 -200,890 278.29998779296875,891 0892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 255,906 255,907 127908 ]909 }910 ],911 "hardware": [912 {913 "object_id": "SM_HardwareA",914 "bbox_2d": [915 839,916 821,917 932,918 837919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -83.47669982910156,924 193.8000030517578,925 0.09999998658895493926 ],927 "extent": [928 61.47671127319336,929 0.5,930 0.10000000149011612931 ]932 },933 "obb": {934 "center": [935 -83.47669982910156,936 193.8000030517578,937 0.09999998658895493938 ],939 "extent": [940 61.47671127319336,941 0.5,942 0.10000000149011612943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 -83.47669982910156,952 193.8000030517578,953 0954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 0,968 127,969 127970 ]971 }972 ],973 "drawer": [974 {975 "object_id": "SM_Drawer",976 "bbox_2d": [977 969,978 698,979 1919,980 1059981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -185.02699279785156,986 -53.120384216308594,987 60.19429588317871988 ],989 "extent": [990 15,991 246.42047119140625,992 10993 ]994 },995 "obb": {996 "center": [997 -185.02699279785156,998 -53.120384216308594,999 60.194295883178711000 ],1001 "extent": [1002 15,1003 246.42047119140625,1004 101005 ],1006 "rotation": [1007 0,1008 0,1009 01010 ]1011 },1012 "location": [1013 -200.02699279785156,1014 -53.120399475097656,1015 50.194301605224611016 ],1017 "rotation": [1018 0,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 255,1030 127,1031 1271032 ]1033 }1034 ],1035 "tv background wall": [1036 {1037 "object_id": "SM_TVBackgroundwall",1038 "bbox_2d": [1039 997,1040 268,1041 1802,1042 10791043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -194.99996089935303,1048 -2.927030086517334,1049 120.000007629394531050 ],1051 "extent": [1052 5.000057220458984,1053 196.22706604003906,1054 119.999992370605471055 ]1056 },1057 "obb": {1058 "center": [1059 -194.99996089935303,1060 -2.927030086517334,1061 120.000007629394531062 ],1063 "extent": [1064 5.000057220458984,1065 196.22706604003906,1066 119.999992370605471067 ],1068 "rotation": [1069 0,1070 0,1071 01072 ]1073 },1074 "location": [1075 -200,1076 -2.927030086517334,1077 01078 ],1079 "rotation": [1080 0,1081 0,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 127,1092 255,1093 01094 ]1095 }1096 ],1097 "bedside table": [1098 {1099 "object_id": "SM_BedsideTable",1100 "bbox_2d": [1101 353,1102 817,1103 358,1104 8211105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 167.6009979248047,1110 162.75100708007812,1111 37.37909793853761112 ],1113 "extent": [1114 22.5,1115 38.53583908081055,1116 7.51117 ]1118 },1119 "obb": {1120 "center": [1121 167.6009979248047,1122 162.75100708007812,1123 37.37909793853761124 ],1125 "extent": [1126 22.5,1127 38.53583908081055,1128 7.51129 ],1130 "rotation": [1131 0,1132 0,1133 01134 ]1135 },1136 "location": [1137 190.1009979248047,1138 162.75100708007812,1139 29.8791007995605471140 ],1141 "rotation": [1142 0,1143 0,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 127,1154 0,1155 1271156 ]1157 },1158 {1159 "object_id": "SM_BedsideTable001",1160 "bbox_2d": [1161 194,1162 1052,1163 318,1164 10791165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 167.6009979248047,1170 -71.41670227050781,1171 37.37909793853761172 ],1173 "extent": [1174 22.5,1175 38.53583908081055,1176 7.51177 ]1178 },1179 "obb": {1180 "center": [1181 167.6009979248047,1182 -71.41670227050781,1183 37.37909793853761184 ],1185 "extent": [1186 22.5,1187 38.53583908081055,1188 7.51189 ],1190 "rotation": [1191 0,1192 0,1193 01194 ]1195 },1196 "location": [1197 190.1009979248047,1198 -71.41670227050781,1199 29.8791007995605471200 ],