TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l124_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l124_r000/lit.png",5 "camera": {6 "location": [7 722,8 -560,9 85410 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 722,38 -560,39 854,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m167",56 "bbox_2d": [57 527,58 78,59 727,60 24961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1600,66 -1020,67 1194.999998092651468 ],69 "extent": [70 200,71 200,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 1600,78 -1020,79 1194.999998092651480 ],81 "extent": [82 200,83 200,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1400,94 -820,95 121096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 127,111 127112 ]113 },114 {115 "object_id": "SM_Floor_4x4m259",116 "bbox_2d": [117 552,118 250,119 743,120 278121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1900,126 -920,127 1194.9999980926514128 ],129 "extent": [130 100,131 100,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 1900,138 -920,139 1194.9999980926514140 ],141 "extent": [142 100,143 100,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 1800,154 -820,155 1210156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 0,170 0,171 63172 ]173 },174 {175 "object_id": "SM_Floor_4x4m260",176 "bbox_2d": [177 729,178 250,179 804,180 288181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1900,186 -720,187 1194.9999980926514188 ],189 "extent": [190 100,191 100,192 15.000001907348633193 ]194 },195 "obb": {196 "center": [197 1900,198 -720,199 1194.9999980926514200 ],201 "extent": [202 100,203 100,204 15.000001907348633205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1800,214 -620,215 1210216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 0,230 255,231 63232 ]233 },234 {235 "object_id": "SM_Floor_4x4m264",236 "bbox_2d": [237 527,238 250,239 591,240 294241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1900,246 -1120,247 1194.9999980926514248 ],249 "extent": [250 100,251 100,252 15.000001907348633253 ]254 },255 "obb": {256 "center": [257 1900,258 -1120,259 1194.9999980926514260 ],261 "extent": [262 100,263 100,264 15.000001907348633265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 1800,274 -1020,275 1210276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 31,291 31292 ]293 },294 {295 "object_id": "SM_Floor_4x4m157_11",296 "bbox_2d": [297 592,298 78,299 804,300 249301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 1600,306 -620,307 1194.9999980926514308 ],309 "extent": [310 200,311 200,312 15.000001907348633313 ]314 },315 "obb": {316 "center": [317 1600,318 -620,319 1194.9999980926514320 ],321 "extent": [322 200,323 200,324 15.000001907348633325 ],326 "rotation": [327 0,328 0,329 0330 ]331 },332 "location": [333 1400,334 -420,335 1210336 ],337 "rotation": [338 0,339 0,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 31,350 255,351 63352 ]353 },354 {355 "object_id": "SM_Floor_4x4m312",356 "bbox_2d": [357 527,358 295,359 541,360 299361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 2049.9999961853027,366 -1120,367 1194.9999980926514368 ],369 "extent": [370 50,371 100,372 15.000001907348633373 ]374 },375 "obb": {376 "center": [377 2049.9999961853027,378 -1120,379 1194.9999980926514380 ],381 "extent": [382 50,383 100,384 15.000001907348633385 ],386 "rotation": [387 0,388 0,389 0390 ]391 },392 "location": [393 2000,394 -1020,395 1210396 ],397 "rotation": [398 0,399 0,400 0401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 31,410 127,411 191412 ]413 },414 {415 "object_id": "SM_Floor_4x4m313_5",416 "bbox_2d": [417 540,418 40,419 590,420 77421 ],422 "bbox_3d": {423 "aabb": {424 "center": [425 1200.0004261062284,426 -1019.9995738946795,427 1194.9999980926514428 ],429 "extent": [430 200.00042610532046,431 200.00042610532046,432 15.000001907348633433 ]434 },435 "obb": {436 "center": [437 1200.0004261062284,438 -1019.9995738946795,439 1194.9999980926514440 ],441 "extent": [442 200.00042610532046,443 200.00042610532046,444 15.000001907348633445 ],446 "rotation": [447 0,448 179.9998779296875,449 0450 ]451 },452 "location": [453 1400,454 -1220,455 1210456 ],457 "rotation": [458 0,459 179.9998779296875,460 0461 ],462 "scale": [463 1,464 1,465 1466 ]467 },468 "color": [469 31,470 63,471 191472 ]473 },474 {475 "object_id": "SM_Floor_4x4m147",476 "bbox_2d": [477 562,478 0,479 1107,480 77481 ],482 "bbox_3d": {483 "aabb": {484 "center": [485 1300,486 -620,487 1194.9999980926514488 ],489 "extent": [490 100,491 200,492 15.000001907348633493 ]494 },495 "obb": {496 "center": [497 1300,498 -620,499 1194.9999980926514500 ],501 "extent": [502 100,503 200,504 15.000001907348633505 ],506 "rotation": [507 0,508 0,509 0510 ]511 },512 "location": [513 1200,514 -420,515 1210516 ],517 "rotation": [518 0,519 0,520 0521 ],522 "scale": [523 1,524 1,525 1526 ]527 },528 "color": [529 31,530 191,531 63532 ]533 },534 {535 "object_id": "SM_Floor_4x4m94_7",536 "bbox_2d": [537 0,538 589,539 1919,540 1079541 ],542 "bbox_3d": {543 "aabb": {544 "center": [545 600,546 -620,547 834.9999980926514548 ],549 "extent": [550 200,551 200,552 15.000001907348633553 ]554 },555 "obb": {556 "center": [557 600,558 -620,559 834.9999980926514560 ],561 "extent": [562 200,563 200,564 15.000001907348633565 ],566 "rotation": [567 0,568 0,569 0570 ]571 },572 "location": [573 400,574 -420,575 850576 ],577 "rotation": [578 0,579 0,580 0581 ],582 "scale": [583 1,584 1,585 1586 ]587 },588 "color": [589 255,590 31,591 95592 ]593 },594 {595 "object_id": "SM_Floor_4x4m95_9",596 "bbox_2d": [597 0,598 548,599 1919,600 957601 ],602 "bbox_3d": {603 "aabb": {604 "center": [605 1000,606 -620,607 834.9999980926514608 ],609 "extent": [610 200,611 200,612 15.000001907348633613 ]614 },615 "obb": {616 "center": [617 1000,618 -620,619 834.9999980926514620 ],621 "extent": [622 200,623 200,624 15.000001907348633625 ],626 "rotation": [627 0,628 0,629 0630 ]631 },632 "location": [633 800,634 -420,635 850636 ],637 "rotation": [638 0,639 0,640 0641 ],642 "scale": [643 1,644 1,645 1646 ]647 },648 "color": [649 127,650 0,651 95652 ]653 },654 {655 "object_id": "SM_Floor_4x4m96_11",656 "bbox_2d": [657 948,658 546,659 990,660 547661 ],662 "bbox_3d": {663 "aabb": {664 "center": [665 1300,666 -620,667 834.9999980926514668 ],669 "extent": [670 100,671 200,672 15.000001907348633673 ]674 },675 "obb": {676 "center": [677 1300,678 -620,679 834.9999980926514680 ],681 "extent": [682 100,683 200,684 15.000001907348633685 ],686 "rotation": [687 0,688 0,689 0690 ]691 },692 "location": [693 1200,694 -420,695 850696 ],697 "rotation": [698 0,699 0,700 0701 ],702 "scale": [703 1,704 1,705 1706 ]707 },708 "color": [709 191,710 31,711 159712 ]713 }714 ],715 "window": [716 {717 "object_id": "SM_Wall01_2m76_151",718 "bbox_2d": [719 439,720 0,721 863,722 546723 ],724 "bbox_3d": {725 "aabb": {726 "center": [727 1199.999667845714,728 -708.0000287469992,729 1015.0000457763672730 ],731 "extent": [732 26.44574955868552,733 102.00019081466564,734 165.00013732910156735 ]736 },737 "obb": {738 "center": [739 1199.999667845714,740 -708.0000287469992,741 1015.0000457763672742 ],743 "extent": [744 26.44574955868552,745 102.00019081466564,746 165.00013732910156747 ],748 "rotation": [749 0,750 -179.9998016357422,751 0752 ]753 },754 "location": [755 1210,756 -810,757 850758 ],759 "rotation": [760 0,761 -179.9998016357422,762 0763 ],764 "scale": [765 1,766 1.0199999809265137,767 1768 ]769 },770 "color": [771 63,772 255,773 255774 ]775 },776 {777 "object_id": "SM_Wall01_2m103",778 "bbox_2d": [779 937,780 0,781 942,782 70783 ],784 "bbox_3d": {785 "aabb": {786 "center": [787 1317.0297519395763,788 -610.0000718697501,789 1015.0000457763672790 ],791 "extent": [792 102.97040367018985,793 38.08138721122714,794 165.00013732910156795 ]796 },797 "obb": {798 "center": [799 1317.0297519395763,800 -610.0000718697501,801 1015.0000457763672802 ],803 "extent": [804 102.97040367018985,805 38.08138721122714,806 165.00013732910156807 ],808 "rotation": [809 0,810 -89.99993896484375,811 0812 ]813 },814 "location": [815 1420,816 -620,817 850818 ],819 "rotation": [820 0,821 -89.99993896484375,822 0823 ],824 "scale": [825 1,826 1.0297001600265503,827 1828 ]829 },830 "color": [831 143,832 0,833 95834 ]835 }836 ],837 "pillar": [838 {839 "object_id": "SM_Pillar13",840 "bbox_2d": [841 0,842 0,843 157,844 552845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 985,850 -820,851 1015.0000457763672852 ],853 "extent": [854 42.32736068178906,855 36.060882568359375,856 165.00013732910156857 ]858 },859 "obb": {860 "center": [861 985,862 -820,863 1015.0000457763672864 ],865 "extent": [866 42.32736068178906,867 36.060882568359375,868 165.00013732910156869 ],870 "rotation": [871 0,872 0,873 0874 ]875 },876 "location": [877 985,878 -820,879 850880 ],881 "rotation": [882 0,883 0,884 0885 ],886 "scale": [887 0.8803300261497498,888 0.75,889 1890 ]891 },892 "color": [893 0,894 0,895 191896 ]897 },898 {899 "object_id": "SM_Pillar15",900 "bbox_2d": [901 403,902 0,903 460,904 544905 ],906 "bbox_3d": {907 "aabb": {908 "center": [909 1185,910 -820,911 1015.0000457763672912 ],913 "extent": [914 56.766131844661686,915 36.060882568359375,916 165.00013732910156917 ]918 },919 "obb": {920 "center": [921 1185,922 -820,923 1015.0000457763672924 ],925 "extent": [926 56.766131844661686,927 36.060882568359375,928 165.00013732910156929 ],930 "rotation": [931 0,932 0,933 0934 ]935 },936 "location": [937 1185,938 -820,939 850940 ],941 "rotation": [942 0,943 0,944 0945 ],946 "scale": [947 1.1806294918060303,948 0.75,949 1950 ]951 },952 "color": [953 0,954 191,955 0956 ]957 }958 ]959 },960 "foreground": {961 "bookshelf": [962 {963 "object_id": "SM_BookShelf4_10",964 "bbox_2d": [965 937,966 71,967 1088,968 545969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 1356.1054544383148,974 -473.2091923213318,975 998.5241394042969976 ],977 "extent": [978 34.689117229188014,979 109.69029438184097,980 148.5242156982422981 ]982 },983 "obb": {984 "center": [985 1356.1054544383148,986 -473.2091923213318,987 998.5241394042969988 ],989 "extent": [990 34.689117229188014,991 109.69029438184097,992 148.5242156982422993 ],994 "rotation": [995 0,996 179.99990844726562,997 0998 ]999 },1000 "location": [1001 1354.8834228515625,1002 -473.8019104003906,1003 8501004 ],1005 "rotation": [1006 0,1007 179.99990844726562,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 79,1018 63,1019 1911020 ]1021 }1022 ],1023 "box": [1024 {1025 "object_id": "SM_Box40",1026 "bbox_2d": [1027 478,1028 249,1029 856,1030 5781031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 824.3710346572716,1036 -591.7724829136026,1037 864.76545163149721038 ],1039 "extent": [1040 20.607187602020417,1041 21.77674487981676,1042 14.7985063641579021043 ]1044 },1045 "obb": {1046 "center": [1047 824.3710346572716,1048 -591.7724829136026,1049 864.76545163149721050 ],1051 "extent": [1052 20.607187602020417,1053 21.77674487981676,1054 14.7985063641579021055 ],1056 "rotation": [1057 87.42396545410033,1058 50.03109741210855,1059 9.984283447265531060 ]1061 },1062 "location": [1063 832.162353515625,1064 -585.1463012695312,1065 864.31390380859381066 ],1067 "rotation": [1068 87.42396545410033,1069 50.03109741210855,1070 9.984283447265531071 ],1072 "scale": [1073 0.6804310083389282,1074 0.6804310083389282,1075 0.68043100833892821076 ]1077 },1078 "color": [1079 79,1080 47,1081 951082 ]1083 }1084 ],1085 "paper": [1086 {1087 "object_id": "SM_Paper42_96",1088 "bbox_2d": [1089 0,1090 548,1091 337,1092 5631093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 795.2435089785879,1098 -626.9121694204347,1099 852.92014353041051100 ],1101 "extent": [1102 15.591614790516132,1103 10.974389156336315,1104 0.38740468664889251105 ]1106 },1107 "obb": {1108 "center": [1109 795.2435089785879,1110 -626.9121694204347,1111 852.92014353041051112 ],1113 "extent": [1114 15.591614790516132,1115 10.974389156336315,1116 0.38740468664889251117 ],1118 "rotation": [1119 89.31756591796957,1120 -179.96578979492188,1121 -179.999893188476561122 ]1123 },1124 "location": [1125 795.2466430664062,1126 -626.9121704101562,1127 852.65710449218751128 ],1129 "rotation": [1130 89.31756591796957,1131 -179.96578979492188,1132 -179.999893188476561133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 79,1142 47,1143 1591144 ]1145 },1146 {1147 "object_id": "SM_Paper43_98",1148 "bbox_2d": [1149 0,1150 563,1151 453,1152 5891153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 777.7772931596411,1158 -610.3491729633748,1159 852.14618034400981160 ],1161 "extent": [1162 18.4596306620748,1163 15.73752941789985,1164 0.469492288177207231165 ]1166 },1167 "obb": {1168 "center": [1169 777.7772931596411,1170 -610.3491729633748,1171 852.14618034400981172 ],1173 "extent": [1174 18.4596306620748,1175 15.73752941789985,1176 0.469492288177207231177 ],1178 "rotation": [1179 89.12173461914168,1180 116.54232788085986,1181 96.457550048828611182 ]1183 },1184 "location": [1185 777.7153930664062,1186 -610.4664916992188,1187 851.72808837890621188 ],1189 "rotation": [1190 89.12173461914168,1191 116.54232788085986,1192 96.457550048828611193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [