TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l152_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l152_r003/lit.png",5 "camera": {6 "location": [7 1572,8 -1131,9 95310 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1572,38 -1131,39 953,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m136",56 "bbox_2d": [57 0,58 271,59 28,60 34061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 600,66 -220,67 1194.999998092651468 ],69 "extent": [70 200,71 200,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 600,78 -220,79 1194.999998092651480 ],81 "extent": [82 200,83 200,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 400,94 -20,95 121096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 127,111 0112 ]113 },114 {115 "object_id": "SM_Floor_4x4m158",116 "bbox_2d": [117 0,118 154,119 23,120 222121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1000,126 -620,127 1194.9999980926514128 ],129 "extent": [130 200,131 200,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 1000,138 -620,139 1194.9999980926514140 ],141 "extent": [142 200,143 200,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 800,154 -420,155 1210156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 31,170 191,171 0172 ]173 },174 {175 "object_id": "SM_Floor_4x4m95_9",176 "bbox_2d": [177 4,178 703,179 28,180 781181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1000,186 -620,187 834.9999980926514188 ],189 "extent": [190 200,191 200,192 15.000001907348633193 ]194 },195 "obb": {196 "center": [197 1000,198 -620,199 834.9999980926514200 ],201 "extent": [202 200,203 200,204 15.000001907348633205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 800,214 -420,215 850216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 0,231 95232 ]233 },234 {235 "object_id": "SM_Floor_4x4m100",236 "bbox_2d": [237 0,238 812,239 1392,240 1079241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1400,246 -1020,247 834.9999980926514248 ],249 "extent": [250 200,251 200,252 15.000001907348633253 ]254 },255 "obb": {256 "center": [257 1400,258 -1020,259 834.9999980926514260 ],261 "extent": [262 200,263 200,264 15.000001907348633265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 1200,274 -820,275 850276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 127,290 63,291 95292 ]293 },294 {295 "object_id": "SM_Floor_4x4m96_11",296 "bbox_2d": [297 9,298 818,299 82,300 853301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 1300,306 -620,307 834.9999980926514308 ],309 "extent": [310 100,311 200,312 15.000001907348633313 ]314 },315 "obb": {316 "center": [317 1300,318 -620,319 834.9999980926514320 ],321 "extent": [322 100,323 200,324 15.000001907348633325 ],326 "rotation": [327 0,328 0,329 0330 ]331 },332 "location": [333 1200,334 -420,335 850336 ],337 "rotation": [338 0,339 0,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 191,350 31,351 159352 ]353 }354 ],355 "window": [356 {357 "object_id": "SM_Wall01_2m76_151",358 "bbox_2d": [359 0,360 0,361 48,362 817363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 1199.999667845714,368 -708.0000287469992,369 1015.0000457763672370 ],371 "extent": [372 26.44574955868552,373 102.00019081466564,374 165.00013732910156375 ]376 },377 "obb": {378 "center": [379 1199.999667845714,380 -708.0000287469992,381 1015.0000457763672382 ],383 "extent": [384 26.44574955868552,385 102.00019081466564,386 165.00013732910156387 ],388 "rotation": [389 0,390 -179.9998016357422,391 0392 ]393 },394 "location": [395 1210,396 -810,397 850398 ],399 "rotation": [400 0,401 -179.9998016357422,402 0403 ],404 "scale": [405 1,406 1.0199999809265137,407 1408 ]409 },410 "color": [411 63,412 255,413 255414 ]415 },416 {417 "object_id": "SM_Wall01_2m64",418 "bbox_2d": [419 1202,420 0,421 1273,422 812423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 1250.0000324336706,428 -1220.9594659899308,429 1000.0001068115234430 ],431 "extent": [432 50.00021059263179,433 29.041149568096785,434 180.00010681152344435 ]436 },437 "obb": {438 "center": [439 1250.0000324336706,440 -1220.9594659899308,441 1000.0001068115234442 ],443 "extent": [444 50.00021059263179,445 29.041149568096785,446 180.00010681152344447 ],448 "rotation": [449 0,450 90.00011444091797,451 0452 ]453 },454 "location": [455 1200,456 -1219.999755859375,457 850458 ],459 "rotation": [460 0,461 90.00011444091797,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 47,472 143,473 63474 ]475 },476 {477 "object_id": "SM_Wall01_2m104",478 "bbox_2d": [479 0,480 339,481 28,482 503483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 349.9999628430596,488 -19.040292642301626,489 1000.0001068115234490 ],491 "extent": [492 150.00035366790166,493 29.043016694020896,494 180.00010681152344495 ]496 },497 "obb": {498 "center": [499 349.9999628430596,500 -19.040292642301626,501 1000.0001068115234502 ],503 "extent": [504 150.00035366790166,505 29.043016694020896,506 180.00010681152344507 ],508 "rotation": [509 0,510 -89.99960327148438,511 0512 ]513 },514 "location": [515 500,516 -19.99999237060547,517 850518 ],519 "rotation": [520 0,521 -89.99960327148438,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 79,532 143,533 79534 ]535 },536 {537 "object_id": "SM_Wall01_2m54",538 "bbox_2d": [539 1274,540 0,541 1633,542 1079543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 1500.0000324334173,548 -1220.960425413975,549 1000.0001068115234550 ],551 "extent": [552 200.00021059237827,553 29.042830273744585,554 180.00010681152344555 ]556 },557 "obb": {558 "center": [559 1500.0000324334173,560 -1220.960425413975,561 1000.0001068115234562 ],563 "extent": [564 200.00021059237827,565 29.042830273744585,566 180.00010681152344567 ],568 "rotation": [569 0,570 90.00011444091797,571 0572 ]573 },574 "location": [575 1300,576 -1219.9996337890625,577 850578 ],579 "rotation": [580 0,581 90.00011444091797,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 79,592 143,593 191594 ]595 },596 {597 "object_id": "SM_Wall01_2m120_11",598 "bbox_2d": [599 172,600 0,601 665,602 817603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 1200.000188039673,608 -920.0002385817795,609 1014.9976348876953610 ],611 "extent": [612 38.08144959591402,613 100.00029445432739,614 165.00254821777344615 ]616 },617 "obb": {618 "center": [619 1200.000188039673,620 -920.0002385817795,621 1014.9976348876953622 ],623 "extent": [624 38.08144959591402,625 100.00029445432739,626 165.00254821777344627 ],628 "rotation": [629 0,630 0.00011399999493733048,631 0632 ]633 },634 "location": [635 1210,636 -820,637 850638 ],639 "rotation": [640 0,641 0.00011399999493733048,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 223,652 143,653 159654 ]655 },656 {657 "object_id": "SM_Wall01_2m95",658 "bbox_2d": [659 660,660 0,661 1109,662 817663 ],664 "bbox_3d": {665 "aabb": {666 "center": [667 1200.0001880399363,668 -1120.0002385817781,669 1015.0000457763672670 ],671 "extent": [672 38.081449595503614,673 100.000416524635,674 165.00013732910156675 ]676 },677 "obb": {678 "center": [679 1200.0001880399363,680 -1120.0002385817781,681 1015.0000457763672682 ],683 "extent": [684 38.081449595503614,685 100.000416524635,686 165.00013732910156687 ],688 "rotation": [689 0,690 0.00011399998766137288,691 0692 ]693 },694 "location": [695 1210,696 -1020,697 850698 ],699 "rotation": [700 0,701 0.00011399998766137288,702 0703 ],704 "scale": [705 1,706 1,707 1708 ]709 },710 "color": [711 143,712 255,713 255714 ]715 }716 ],717 "pillar": [718 {719 "object_id": "SM_Pillar12_44",720 "bbox_2d": [721 1105,722 0,723 1216,724 843725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 1220,730 -1205,731 1015.0000457763672732 ],733 "extent": [734 48.081241607666016,735 42.19036126846186,736 165.00013732910156737 ]738 },739 "obb": {740 "center": [741 1220,742 -1205,743 1015.0000457763672744 ],745 "extent": [746 48.081241607666016,747 42.19036126846186,748 165.00013732910156749 ],750 "rotation": [751 0,752 0,753 0754 ]755 },756 "location": [757 1220,758 -1205,759 850760 ],761 "rotation": [762 0,763 0,764 0765 ],766 "scale": [767 1,768 0.8774818778038025,769 1770 ]771 },772 "color": [773 63,774 63,775 127776 ]777 },778 {779 "object_id": "SM_Pillar16",780 "bbox_2d": [781 25,782 0,783 175,784 829785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 1218,790 -820,791 1015.0000457763672792 ],793 "extent": [794 24.040620803833008,795 36.060882568359375,796 165.00013732910156797 ]798 },799 "obb": {800 "center": [801 1218,802 -820,803 1015.0000457763672804 ],805 "extent": [806 24.040620803833008,807 36.060882568359375,808 165.00013732910156809 ],810 "rotation": [811 0,812 0,813 0814 ]815 },816 "location": [817 1218,818 -820,819 850820 ],821 "rotation": [822 0,823 0,824 0825 ],826 "scale": [827 0.5,828 0.75,829 1830 ]831 },832 "color": [833 0,834 191,835 255836 ]837 }838 ]839 },840 "foreground": {841 "grill": [842 {843 "object_id": "SM_Grill4",844 "bbox_2d": [845 298,846 62,847 514,848 138849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 1200,854 -920.2020149230957,855 1120.2493743896484856 ],857 "extent": [858 3.125,859 44.4444465637207,860 17.3148193359375861 ]862 },863 "obb": {864 "center": [865 1200,866 -920.2020149230957,867 1120.2493743896484868 ],869 "extent": [870 3.125,871 44.4444465637207,872 17.3148193359375873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 1200,882 -875.757568359375,883 1102.9345703125884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 63,898 127,899 127900 ]901 }902 ],903 "chalkboard": [904 {905 "object_id": "SM_ChalkBoard5_4",906 "bbox_2d": [907 1158,908 0,909 1919,910 1079911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 1489.6641843312618,916 -1180.3602332993873,917 936.7313079833984918 ],919 "extent": [920 74.66714037994802,921 35.34904568042589,922 86.73130798339844923 ]924 },925 "obb": {926 "center": [927 1489.6641843312618,928 -1180.3602332993873,929 936.7313079833984930 ],931 "extent": [932 74.66714037994802,933 35.34904568042589,934 86.73130798339844935 ],936 "rotation": [937 0,938 86.40716552734376,939 0940 ]941 },942 "location": [943 1489.6641845703125,944 -1180.3602294921875,945 850946 ],947 "rotation": [948 0,949 86.40716552734376,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 159,960 255,961 111962 ]963 }964 ],965 "coat hanger": [966 {967 "object_id": "SM_CoatHangger2_46",968 "bbox_2d": [969 753,970 315,971 888,972 869973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 1253.9544943318003,978 -1084.7645235928023,979 936.8987426757812980 ],981 "extent": [982 25.21523848998322,983 25.215235092272223,984 86.79791259765625985 ]986 },987 "obb": {988 "center": [989 1253.9544943318003,990 -1084.7645235928023,991 936.8987426757812992 ],993 "extent": [994 25.21523848998322,995 25.215235092272223,996 86.79791259765625997 ],998 "rotation": [999 0,1000 95.96369934082031,1001 01002 ]1003 },1004 "location": [1005 1253.9544677734375,1006 -1084.7645263671875,1007 8501008 ],1009 "rotation": [1010 0,1011 95.96369934082031,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 159,1022 15,1023 1111024 ]1025 }1026 ],1027 "dust bin": [1028 {1029 "object_id": "SM_Dustbin6_55",1030 "bbox_2d": [1031 1055,1032 757,1033 1175,1034 8781035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 1262.1419677734375,1040 -1181.1231956481934,1041 876.7611007690431042 ],1043 "extent": [1044 20.896907806396484,1045 20.782440185546875,1046 26.761100769042971047 ]1048 },1049 "obb": {1050 "center": [1051 1262.1419677734375,1052 -1181.1231956481934,1053 876.7611007690431054 ],1055 "extent": [1056 20.896907806396484,1057 20.782440185546875,1058 26.761100769042971059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 1262.1419677734375,1068 -1181.1231689453125,1069 8501070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 223,1084 0,1085 1111086 ]1087 }1088 ],1089 "table": [1090 {1091 "object_id": "SM_Table_70",1092 "bbox_2d": [1093 1003,1094 629,1095 1414,1096 10791097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 1357.1233350881168,1102 -1175.9979419941021,1103 889.26041793823241104 ],1105 "extent": [1106 53.705526839523145,1107 35.717643676087846,1108 39.210773468017581109 ]1110 },1111 "obb": {1112 "center": [1113 1357.1233350881168,1114 -1175.9979419941021,1115 889.26041793823241116 ],1117 "extent": [1118 53.705526839523145,1119 35.717643676087846,1120 39.210773468017581121 ],1122 "rotation": [1123 0,1124 87.52230834960938,1125 01126 ]1127 },1128 "location": [1129 1357.0706787109375,1130 -1177.21484375,1131 8501132 ],1133 "rotation": [1134 0,1135 87.52230834960938,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 223,1146 159,1147 1111148 ]1149 }1150 ],1151 "chair": [1152 {1153 "object_id": "SM_Chair_36",1154 "bbox_2d": [1155 0,1156 502,1157 500,1158 10791159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 1429.2839771940428,1164 -1024.988183643827,1165 904.39859008789061166 ],1167 "extent": [1168 38.79540567580466,1169 37.32201912701868,1170 54.3985900878906251171 ]1172 },1173 "obb": {1174 "center": [1175 1429.2839771940428,1176 -1024.988183643827,1177 904.39859008789061178 ],1179 "extent": [1180 38.79540567580466,1181 37.32201912701868,1182 54.3985900878906251183 ],1184 "rotation": [1185 0,1186 -71.85604858398436,1187 01188 ]1189 },1190 "location": [1191 1429.4847412109375,1192 -1025.600830078125,1193 8501194 ],1195 "rotation": [1196 0,1197 -71.85604858398436,1198 01199 ],1200 "scale": [