TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l064_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l064_r001/lit.png",5 "camera": {6 "location": [7 6,8 231,9 16210 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 6,38 231,39 162,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 673,58 127,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WallpanelB",116 "bbox_2d": [117 643,118 365,119 690,120 699121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 369.9279479980469,126 569.5809841156006,127 165.55530548095703128 ],129 "extent": [130 26.8680419921875,131 9.799985885620117,132 79.2267074584961133 ]134 },135 "obb": {136 "center": [137 369.9279479980469,138 569.5809841156006,139 165.55530548095703140 ],141 "extent": [142 26.8680419921875,143 9.799985885620117,144 79.2267074584961145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 396.7959899902344,154 579.3809814453125,155 86.32859802246094156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 63172 ]173 },174 {175 "object_id": "SM_WallpanelB001",176 "bbox_2d": [177 691,178 354,179 776,180 709181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 316.19195556640625,186 569.5809841156006,187 165.55530548095703188 ],189 "extent": [190 26.8680419921875,191 9.799985885620117,192 79.2267074584961193 ]194 },195 "obb": {196 "center": [197 316.19195556640625,198 569.5809841156006,199 165.55530548095703200 ],201 "extent": [202 26.8680419921875,203 9.799985885620117,204 79.2267074584961205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 343.05999755859375,214 579.3809814453125,215 86.32859802246094216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 191,231 191232 ]233 },234 {235 "object_id": "SM_WallpanelB002",236 "bbox_2d": [237 928,238 320,239 1068,240 740241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 184.44395446777344,246 569.5809841156006,247 165.55530548095703248 ],249 "extent": [250 26.8680419921875,251 9.799985885620117,252 79.2267074584961253 ]254 },255 "obb": {256 "center": [257 184.44395446777344,258 569.5809841156006,259 165.55530548095703260 ],261 "extent": [262 26.8680419921875,263 9.799985885620117,264 79.2267074584961265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 211.31199645996094,274 579.3809814453125,275 86.32859802246094276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 0,291 0292 ]293 }294 ],295 "wall": [296 {297 "object_id": "SM_WallC",298 "bbox_2d": [299 583,300 364,301 672,302 866303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 399.81292724609375,308 0.806884765625,309 140.00001525878906310 ],311 "extent": [312 24.871856689453125,313 600,314 140.0000457763672315 ]316 },317 "obb": {318 "center": [319 399.81292724609375,320 0.806884765625,321 140.00001525878906322 ],323 "extent": [324 24.871856689453125,325 600,326 140.0000457763672327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 255,353 127354 ]355 }356 ],357 "ceiling": [358 {359 "object_id": "SM_CeilingA",360 "bbox_2d": [361 0,362 0,363 945,364 369365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -9.99993896484375,370 -0.0003662109375,371 262.50006103515625372 ],373 "extent": [374 414.6847229003906,375 582.3804321289062,376 17.500083923339844377 ]378 },379 "obb": {380 "center": [381 -9.99993896484375,382 -0.0003662109375,383 262.50006103515625384 ],385 "extent": [386 414.6847229003906,387 582.3804321289062,388 17.500083923339844389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 127,415 0416 ]417 },418 {419 "object_id": "SM_CeilingB001",420 "bbox_2d": [421 396,422 0,423 1919,424 275425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -13.644100189208956,430 320.786895751953,431 276432 ],433 "extent": [434 217.01867675781244,435 261.5939025878905,436 4.0000152587890625437 ]438 },439 "obb": {440 "center": [441 -13.644100189208956,442 320.78689575195295,443 276444 ],445 "extent": [446 217.01867675781244,447 261.5939025878905,448 4.0000152587890625449 ],450 "rotation": [451 0,452 180,453 0454 ]455 },456 "location": [457 -13.644100189208984,458 0,459 0460 ],461 "rotation": [462 0,463 180,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 127,474 127,475 191476 ]477 }478 ],479 "window a": [480 {481 "object_id": "SM_WindowA003",482 "bbox_2d": [483 315,484 333,485 582,486 870487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 400.20300245285034,492 481.16700744628906,493 123.93044638633728494 ],495 "extent": [496 5.743960857391357,497 59.63993835449219,498 121.06996154785156499 ]500 },501 "obb": {502 "center": [503 400.20300245285034,504 481.16700744628906,505 123.93044638633728506 ],507 "extent": [508 5.743960857391357,509 59.63993835449219,510 121.06996154785156511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 400.2030029296875,520 481.1669921875,521 2.8605000972747803522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 191,537 255538 ]539 }540 ],541 "window": [542 {543 "object_id": "SM_WindowB001",544 "bbox_2d": [545 0,546 281,547 314,548 968549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 400.20300340652466,554 290.80699157714844,555 123.93044638633728556 ],557 "extent": [558 5.744003772735596,559 130.72012329101562,560 121.06996154785156561 ]562 },563 "obb": {564 "center": [565 400.20300340652466,566 290.80699157714844,567 123.93044638633728568 ],569 "extent": [570 5.744003772735596,571 130.72012329101562,572 121.06996154785156573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 400.2030029296875,582 290.8070068359375,583 2.8605000972747803584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 191,599 127600 ]601 }602 ],603 "floor planks corner": [604 {605 "object_id": "SM_Floor",606 "bbox_2d": [607 658,608 860,609 1622,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -19.752939224243164,616 -0.0001220703125,617 6.776263578034403e-21618 ],619 "extent": [620 404.9316711425781,621 582.3806762695312,622 3.5660530924670406e-14623 ]624 },625 "obb": {626 "center": [627 -19.752939224243164,628 -0.0001220703125,629 6.776263578034403e-21630 ],631 "extent": [632 404.9316711425781,633 582.3806762695312,634 3.5660530924670406e-14635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -9.752969741821289,644 0,645 0646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 31,661 31662 ]663 }664 ]665 },666 "foreground": {667 "shelf": [668 {669 "object_id": "SM_ShelfC",670 "bbox_2d": [671 777,672 335,673 927,674 727675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 250.31798934936458,680 569.3309974670403,681 165.55535888671875682 ],683 "extent": [684 39.00605949646584,685 10.050080443684806,686 79.22671508789062687 ]688 },689 "obb": {690 "center": [691 250.31798934936458,692 569.3309974670403,693 165.55535888671875694 ],695 "extent": [696 39.00605949646584,697 10.050080443684806,698 79.22671508789062699 ],700 "rotation": [701 0,702 1.0017900422099046e-05,703 0704 ]705 },706 "location": [707 250.3179931640625,708 569.3309936523438,709 86.32869720458984710 ],711 "rotation": [712 0,713 1.0017900422099046e-05,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 255,724 0,725 0726 ]727 }728 ],729 "drawer": [730 {731 "object_id": "SM_Drawer",732 "bbox_2d": [733 629,734 695,735 1919,736 922737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -3.944459915161133,742 565.8809223175049,743 77.32870388031006744 ],745 "extent": [746 400.7402038574219,747 14.500059127807617,748 9.000012397766113749 ]750 },751 "obb": {752 "center": [753 -3.944459915161133,754 565.8809223175049,755 77.32870388031006756 ],757 "extent": [758 400.7402038574219,759 14.500059127807617,760 9.000012397766113761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 -3.944459915161133,770 580.3809814453125,771 68.32869720458984772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 255,786 255,787 63788 ]789 }790 ],791 "sofa": [792 {793 "object_id": "SM_SofaD",794 "bbox_2d": [795 1428,796 1055,797 1527,798 1079799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -69.9154052734375,804 393.52098846435547,805 42.42480477690697806 ],807 "extent": [808 92.29835510253906,809 55.387516021728516,810 41.93626022338867811 ]812 },813 "obb": {814 "center": [815 -69.9154052734375,816 393.52098846435547,817 42.42480477690697818 ],819 "extent": [820 92.29835510253906,821 55.387516021728516,822 41.93626022338867823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -69.91539764404297,832 393.52099609375,833 0.48855599761009216834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 127,848 127,849 63850 ]851 },852 {853 "object_id": "SM_SofaC",854 "bbox_2d": [855 674,856 944,857 1428,858 1079859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 98.80741119384766,864 393.33300399780273,865 41.816539853811264866 ],867 "extent": [868 80.16697692871094,869 55.19976806640625,870 41.32799530029297871 ]872 },873 "obb": {874 "center": [875 98.80741119384766,876 393.33300399780273,877 41.816539853811264878 ],879 "extent": [880 80.16697692871094,881 55.19976806640625,882 41.32799530029297883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 98.80740356445312,892 393.3330078125,893 0.48855599761009216894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 0,908 63,909 0910 ]911 },912 {913 "object_id": "SM_SofaB",914 "bbox_2d": [915 0,916 813,917 813,918 1079919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 231.97104263306204,924 349.5560306153131,925 42.42479333282117926 ],927 "extent": [928 55.5538274253981,929 98.97759421030975,930 41.936281238009656931 ]932 },933 "obb": {934 "center": [935 231.97104263306204,936 349.5560306153131,937 42.42479333282117938 ],939 "extent": [940 55.5538274253981,941 98.97759421030975,942 41.936281238009656943 ],944 "rotation": [945 0,946 -1.0017900422099046e-05,947 -9.956629583030006e-06948 ]949 },950 "location": [951 231.9709930419922,952 349.5559997558594,953 0.48855599761009216954 ],955 "rotation": [956 0,957 -1.0017900422099046e-05,958 -9.956629583030006e-06959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 0,968 63,969 255970 ]971 }972 ],973 "table lamp": [974 {975 "object_id": "SM_TablelampB",976 "bbox_2d": [977 875,978 918,979 969,980 1043981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 136.14599174689096,986 437.4560022354126,987 51.07769107818549988 ],989 "extent": [990 12.000002439510894,991 12,992 13.952395629943261993 ]994 },995 "obb": {996 "center": [997 136.14599174689096,998 437.4560022354126,999 51.077691078185491000 ],1001 "extent": [1002 12.000002439510894,1003 12,1004 13.9523956299432611005 ],1006 "rotation": [1007 1.0017900422099046e-05,1008 0,1009 01010 ]1011 },1012 "location": [1013 136.14599609375,1014 437.45599365234375,1015 37.1253013610839841016 ],1017 "rotation": [1018 1.0017900422099046e-05,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 127,1030 63,1031 631032 ]1033 },1034 {1035 "object_id": "SM_TablelampA",1036 "bbox_2d": [1037 1859,1038 691,1039 1919,1040 8411041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -97.68073081970215,1046 580.4717927411353,1047 105.071005641198721048 ],1049 "extent": [1050 27.81842613220215,1051 31.280864183357266,1052 18.7736184453868871053 ]1054 },1055 "obb": {1056 "center": [1057 -97.68073081970215,1058 580.4717927411353,1059 105.071005641198721060 ],1061 "extent": [1062 27.81842613220215,1063 31.280864183357266,1064 18.7736184453868871065 ],1066 "rotation": [1067 0,1068 0,1069 1.0017900422099046e-051070 ]1071 },1072 "location": [1073 -83.94879913330078,1074 563.0789794921875,1075 91.187797546386721076 ],1077 "rotation": [1078 0,1079 0,1080 1.0017900422099046e-051081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 63,1090 0,1091 2551092 ]1093 }1094 ],1095 "ornament": [1096 {1097 "object_id": "SM_OrnamentB",1098 "bbox_2d": [1099 1071,1100 669,1101 1163,1102 7511103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 134.15699195861816,1108 566.6250019073486,1109 100.013912200927731110 ],1111 "extent": [1112 17.69100570678711,1113 4.1772990226745605,1114 13.6853113174438481115 ]1116 },1117 "obb": {1118 "center": [1119 134.15699195861816,1120 566.6250019073486,1121 100.013912200927731122 ],1123 "extent": [1124 17.69100570678711,1125 4.1772990226745605,1126 13.6853113174438481127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 131.5290069580078,1136 566.625,1137 86.328598022460941138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 63,1152 0,1153 01154 ]1155 },1156 {1157 "object_id": "SM_OrnamentA",1158 "bbox_2d": [1159 847,1160 579,1161 873,1162 6301163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 251.23199462890625,1168 570.3079833984375,1169 134.118857383728031170 ],1171 "extent": [1172 6.169426089376316,1173 6.169426089376316,1174 10.991858482360841175 ]1176 },1177 "obb": {1178 "center": [1179 251.23199462890625,1180 570.3079833984375,1181 134.118857383728031182 ],1183 "extent": [1184 6.169426089376316,1185 6.169426089376316,1186 10.991858482360841187 ],1188 "rotation": [1189 0,1190 1.0017900422099046e-05,1191 01192 ]1193 },1194 "location": [1195 251.23199462890625,1196 570.3079833984375,1197 123.126998901367191198 ],1199 "rotation": [1200 0,