TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l158_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l158_r002/lit.png",5 "camera": {6 "location": [7 226,8 -1104,9 95310 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 226,38 -1104,39 953,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m85",56 "bbox_2d": [57 592,58 635,59 751,60 69261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 200,66 -220,67 834.999998092651468 ],69 "extent": [70 200,71 200,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 200,78 -220,79 834.999998092651480 ],81 "extent": [82 200,83 200,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 -20,95 85096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 0,111 0112 ]113 },114 {115 "object_id": "SM_Floor_4x4m133",116 "bbox_2d": [117 587,118 247,119 685,120 324121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 200,126 -220,127 1194.9999980926514128 ],129 "extent": [130 200,131 200,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 200,138 -220,139 1194.9999980926514140 ],141 "extent": [142 200,143 200,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 -20,155 1210156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 127172 ]173 },174 {175 "object_id": "SM_Floor_4x4m160",176 "bbox_2d": [177 256,178 0,179 890,180 179181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 200,186 -620,187 1194.9999980926514188 ],189 "extent": [190 200,191 200,192 15.000001907348633193 ]194 },195 "obb": {196 "center": [197 200,198 -620,199 1194.9999980926514200 ],201 "extent": [202 200,203 200,204 15.000001907348633205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 0,214 -420,215 1210216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 31,230 191,231 127232 ]233 },234 {235 "object_id": "SM_Floor_4x4m97_13",236 "bbox_2d": [237 256,238 681,239 993,240 953241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 200,246 -620,247 834.9999980926514248 ],249 "extent": [250 200,251 200,252 15.000001907348633253 ]254 },255 "obb": {256 "center": [257 200,258 -620,259 834.9999980926514260 ],261 "extent": [262 200,263 200,264 15.000001907348633265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 0,274 -420,275 850276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 127,290 255,291 95292 ]293 },294 {295 "object_id": "SM_Floor_4x4m232_29",296 "bbox_2d": [297 518,298 833,299 1734,300 1079301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 100,306 -1020,307 834.9999980926514308 ],309 "extent": [310 100,311 200,312 15.000001907348633313 ]314 },315 "obb": {316 "center": [317 100,318 -1020,319 834.9999980926514320 ],321 "extent": [322 100,323 200,324 15.000001907348633325 ],326 "rotation": [327 0,328 0,329 0330 ]331 },332 "location": [333 0,334 -820,335 850336 ],337 "rotation": [338 0,339 0,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 31,350 159,351 63352 ]353 }354 ],355 "pillar": [356 {357 "object_id": "SM_Pillar10_72",358 "bbox_2d": [359 256,360 54,361 324,362 752363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 305,368 -508.30084228515625,369 1015.0000457763672370 ],371 "extent": [372 43.27311630055328,373 43.273057935686666,374 165.00013732910156375 ]376 },377 "obb": {378 "center": [379 305,380 -508.30084228515625,381 1015.0000457763672382 ],383 "extent": [384 43.27311630055328,385 43.273057935686666,386 165.00013732910156387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 305,396 -508.30084228515625,397 850398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 0.8999999761581421,406 0.8999999761581421,407 1408 ]409 },410 "color": [411 0,412 63,413 63414 ]415 },416 {417 "object_id": "SM_Pillar11",418 "bbox_2d": [419 0,420 0,421 105,422 1050423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 305,428 -820,429 1015.0000457763672430 ],431 "extent": [432 42.32736068178906,433 36.060882568359375,434 165.00013732910156435 ]436 },437 "obb": {438 "center": [439 305,440 -820,441 1015.0000457763672442 ],443 "extent": [444 42.32736068178906,445 36.060882568359375,446 165.00013732910156447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 305,456 -820,457 850458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 0.8803300261497498,466 0.75,467 1468 ]469 },470 "color": [471 63,472 63,473 63474 ]475 },476 {477 "object_id": "SM_Pillar33_2",478 "bbox_2d": [479 1064,480 0,481 1154,482 850483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 6.7024078369140625,488 -834.1737060546875,489 1015.0000457763672490 ],491 "extent": [492 33.656868552193146,493 33.65682315729646,494 165.00013732910156495 ]496 },497 "obb": {498 "center": [499 6.7024078369140625,500 -834.1737060546875,501 1015.0000457763672502 ],503 "extent": [504 33.656868552193146,505 33.65682315729646,506 165.00013732910156507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 6.7024078369140625,516 -834.1737060546875,517 850518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 0.699999988079071,526 0.699999988079071,527 1528 ]529 },530 "color": [531 31,532 111,533 0534 ]535 }536 ],537 "window": [538 {539 "object_id": "SM_Wall01_2m52",540 "bbox_2d": [541 76,542 0,543 1075,544 1024545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 150.00002580240175,550 -819.9997213751408,551 1015.0000457763672552 ],553 "extent": [554 150.00021339111737,555 38.081518325303364,556 165.00013732910156557 ]558 },559 "obb": {560 "center": [561 150.00002580240175,562 -819.9997213751408,563 1015.0000457763672564 ],565 "extent": [566 150.00021339111737,567 38.081518325303364,568 165.00013732910156569 ],570 "rotation": [571 0,572 90.00011444091797,573 0574 ]575 },576 "location": [577 0,578 -830,579 850580 ],581 "rotation": [582 0,583 90.00011444091797,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 255,594 63,595 63596 ]597 },598 {599 "object_id": "SM_Wall01_2m37",600 "bbox_2d": [601 622,602 288,603 690,604 652605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 -0.960285625164607,610 -120.00003051757812,611 1000.0001068115234612 ],613 "extent": [614 29.04152532548199,615 100.00015258789062,616 180.00010681152344617 ]618 },619 "obb": {620 "center": [621 -0.9602856251646052,622 -120.00003051757812,623 1000.0001068115234624 ],625 "extent": [626 29.04152532548199,627 100.00015258789062,628 180.00010681152344629 ],630 "rotation": [631 0,632 0,633 0634 ]635 },636 "location": [637 0,638 -20,639 850640 ],641 "rotation": [642 0,643 0,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 47,654 143,655 255656 ]657 },658 {659 "object_id": "SM_Wall01_2m111_240",660 "bbox_2d": [661 660,662 261,663 760,664 680665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 -0.960285624611938,670 -320.00009019786546,671 1000.0000915527344672 ],673 "extent": [674 29.04152532492932,675 100.00021497791579,676 180.00009155273438677 ]678 },679 "obb": {680 "center": [681 -0.960285624611938,682 -320.00009019786546,683 1000.0000915527344684 ],685 "extent": [686 29.04152532492932,687 100.00021497791579,688 180.00009155273438689 ],690 "rotation": [691 0,692 0,693 0694 ]695 },696 "location": [697 0,698 -220,699 850700 ],701 "rotation": [702 0,703 0,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 111,714 143,715 127716 ]717 },718 {719 "object_id": "SM_Wall01_2m50",720 "bbox_2d": [721 751,722 59,723 993,724 778725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 -0.9611910993825923,730 -620.0000305175781,731 1000.0001068115234732 ],733 "extent": [734 29.042430799699975,735 200.00015258789062,736 180.00010681152344737 ]738 },739 "obb": {740 "center": [741 -0.9611910993825923,742 -620.0000305175781,743 1000.0001068115234744 ],745 "extent": [746 29.042430799699975,747 200.00015258789062,748 180.00010681152344749 ],750 "rotation": [751 0,752 0,753 0754 ]755 },756 "location": [757 0,758 -420,759 850760 ],761 "rotation": [762 0,763 0,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 79,774 143,775 127776 ]777 },778 {779 "object_id": "Window_BP23",780 "bbox_2d": [781 707,782 315,783 739,784 576785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 37.31966686248779,790 -320,791 1028.941780090332792 ],793 "extent": [794 54.68033313751221,795 56,796 105.88986206054688797 ]798 },799 "obb": {800 "center": [801 37.31966686248779,802 -320,803 1028.941780090332804 ],805 "extent": [806 54.68033313751221,807 56,808 105.88986206054688809 ],810 "rotation": [811 0,812 0,813 0814 ]815 },816 "location": [817 -10,818 -320,819 923820 ],821 "rotation": [822 0,823 0,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 47,834 0,835 143836 ]837 },838 {839 "object_id": "SM_Wall01_2m35",840 "bbox_2d": [841 587,842 321,843 644,844 635845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 99.99987128912665,850 -19.04181251429346,851 1000.0000915527344852 ],853 "extent": [854 100.00038418667842,855 29.04221774590519,856 180.00009155273438857 ]858 },859 "obb": {860 "center": [861 99.99987128912666,862 -19.04181251429346,863 1000.0000915527344864 ],865 "extent": [866 100.00038418667842,867 29.04221774590519,868 180.00009155273438869 ],870 "rotation": [871 0,872 -89.99960327148438,873 0874 ]875 },876 "location": [877 200,878 -20.001405715942383,879 850880 ],881 "rotation": [882 0,883 -89.99960327148438,884 0885 ],886 "scale": [887 1,888 1,889 1890 ]891 },892 "color": [893 15,894 143,895 31896 ]897 }898 ],899 "stairs floor": [900 {901 "object_id": "SM_StairsFloor2",902 "bbox_2d": [903 0,904 924,905 528,906 1069907 ],908 "bbox_3d": {909 "aabb": {910 "center": [911 600,912 -1019.9999999999999,913 834.8743591308594914 ],915 "extent": [916 400.0000000000002,917 200.0000000000001,918 16.424835205078125919 ]920 },921 "obb": {922 "center": [923 600,924 -1019.9999999999999,925 834.8743591308594926 ],927 "extent": [928 400.0000000000002,929 200.0000000000001,930 16.424835205078125931 ],932 "rotation": [933 0,934 90.00000000000001,935 0936 ]937 },938 "location": [939 200,940 -1220,941 850942 ],943 "rotation": [944 0,945 90.00000000000001,946 0947 ],948 "scale": [949 1,950 1,951 1952 ]953 },954 "color": [955 255,956 191,957 127958 ]959 }960 ],961 "exterior small window": [962 {963 "object_id": "SM_ExteriorSmallWindow_4m",964 "bbox_2d": [965 1148,966 0,967 1919,968 1079969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -0.9585269848045215,974 -1020.0000416902127,975 1000.0000915527344976 ],977 "extent": [978 29.0414711079646,979 200.0001695183056,980 180.00009155273438981 ]982 },983 "obb": {984 "center": [985 -0.9585269848045215,986 -1020.0000416902127,987 1000.0000915527344988 ],989 "extent": [990 29.0414711079646,991 200.0001695183056,992 180.00009155273438993 ],994 "rotation": [995 0,996 179.999755859375,997 0998 ]999 },1000 "location": [1001 0,1002 -1220,1003 8201004 ],1005 "rotation": [1006 0,1007 179.999755859375,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 63,1018 95,1019 1271020 ]1021 }1022 ],1023 "double door": [1024 {1025 "object_id": "SM_DoubleDoorB2",1026 "bbox_2d": [1027 592,1028 428,1029 628,1030 6361031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 37.84628805209179,1036 -35.51840950678736,1037 960.89623260498051038 ],1039 "extent": [1040 16.892731094764088,1041 24.768553709570675,1042 109.10656738281251043 ]1044 },1045 "obb": {1046 "center": [1047 37.84628805209179,1048 -35.51840950678736,1049 960.89623260498051050 ],1051 "extent": [1052 16.892731094764088,1053 24.768553709570675,1054 109.10656738281251055 ],1056 "rotation": [1057 0,1058 149.99969482421878,1059 01060 ]1061 },1062 "location": [1063 50.937896728515625,1064 -13.045570373535156,1065 850.01477050781251066 ],1067 "rotation": [1068 0,1069 149.99969482421878,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 0,1080 159,1081 631082 ]1083 }1084 ],1085 "door frame": [1086 {1087 "object_id": "SM_DoorFrame4",1088 "bbox_2d": [1089 587,1090 429,1091 598,1092 6351093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 100.84329986569217,1098 -9.999943231074814,1099 961.30389404296881100 ],1101 "extent": [1102 55.105262784108376,1103 7.188120415836808,1104 111.303916931152341105 ]1106 },1107 "obb": {1108 "center": [1109 100.84329986569219,1110 -9.999943231074814,1111 961.30389404296881112 ],1113 "extent": [1114 55.105262784108376,1115 7.188120415836808,1116 111.303916931152341117 ],1118 "rotation": [1119 0,1120 90.00006103515625,1121 01122 ]1123 },1124 "location": [1125 48,1126 -10,1127 8501128 ],1129 "rotation": [1130 0,1131 90.00006103515625,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 127,1142 15,1143 2231144 ]1145 }1146 ],1147 "floor separator": [1148 {1149 "object_id": "SM_FloorSeparator2_17",1150 "bbox_2d": [1151 247,1152 823,1153 1018,1154 9731155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 158.68883075714075,1160 -820.63525390625,1161 852.20706465647171162 ],1163 "extent": [1164 119.99999561309778,1165 5.456039073309853,1166 0.70138838694049351167 ]1168 },1169 "obb": {1170 "center": [1171 158.68883075714075,1172 -820.63525390625,1173 852.20706465647171174 ],1175 "extent": [1176 119.99999561309778,1177 5.456039073309853,1178 0.70138838694049351179 ],1180 "rotation": [1181 0,1182 0,1183 01184 ]1185 },1186 "location": [1187 38.68883514404297,1188 -820.63525390625,1189 851.50567626953121190 ],1191 "rotation": [1192 0,1193 0,1194 01195 ],1196 "scale": [1197 1.2000000476837158,1198 1.2000000476837158,1199 1.20000004768371581200 ]