mrapacz/interlinear-pl-philta-emb-auto-normalized-ob
015
1{2 "version": "1.0",3 "truncation": null,4 "padding": null,5 "added_tokens": [6 {7 "id": 0,8 "content": "<pad>",9 "single_word": false,10 "lstrip": false,11 "rstrip": false,12 "normalized": false,13 "special": true14 },15 {16 "id": 1,17 "content": "</s>",18 "single_word": false,19 "lstrip": false,20 "rstrip": false,21 "normalized": false,22 "special": true23 },24 {25 "id": 2,26 "content": "<unk>",27 "single_word": false,28 "lstrip": false,29 "rstrip": false,30 "normalized": false,31 "special": true32 },33 {34 "id": 64003,35 "content": "<extra_id_0>",36 "single_word": false,37 "lstrip": false,38 "rstrip": false,39 "normalized": false,40 "special": true41 },42 {43 "id": 64004,44 "content": "<extra_id_1>",45 "single_word": false,46 "lstrip": false,47 "rstrip": false,48 "normalized": false,49 "special": true50 },51 {52 "id": 64005,53 "content": "<extra_id_2>",54 "single_word": false,55 "lstrip": false,56 "rstrip": false,57 "normalized": false,58 "special": true59 },60 {61 "id": 64006,62 "content": "<extra_id_3>",63 "single_word": false,64 "lstrip": false,65 "rstrip": false,66 "normalized": false,67 "special": true68 },69 {70 "id": 64007,71 "content": "<extra_id_4>",72 "single_word": false,73 "lstrip": false,74 "rstrip": false,75 "normalized": false,76 "special": true77 },78 {79 "id": 64008,80 "content": "<extra_id_5>",81 "single_word": false,82 "lstrip": false,83 "rstrip": false,84 "normalized": false,85 "special": true86 },87 {88 "id": 64009,89 "content": "<extra_id_6>",90 "single_word": false,91 "lstrip": false,92 "rstrip": false,93 "normalized": false,94 "special": true95 },96 {97 "id": 64010,98 "content": "<extra_id_7>",99 "single_word": false,100 "lstrip": false,101 "rstrip": false,102 "normalized": false,103 "special": true104 },105 {106 "id": 64011,107 "content": "<extra_id_8>",108 "single_word": false,109 "lstrip": false,110 "rstrip": false,111 "normalized": false,112 "special": true113 },114 {115 "id": 64012,116 "content": "<extra_id_9>",117 "single_word": false,118 "lstrip": false,119 "rstrip": false,120 "normalized": false,121 "special": true122 },123 {124 "id": 64013,125 "content": "<extra_id_10>",126 "single_word": false,127 "lstrip": false,128 "rstrip": false,129 "normalized": false,130 "special": true131 },132 {133 "id": 64014,134 "content": "<extra_id_11>",135 "single_word": false,136 "lstrip": false,137 "rstrip": false,138 "normalized": false,139 "special": true140 },141 {142 "id": 64015,143 "content": "<extra_id_12>",144 "single_word": false,145 "lstrip": false,146 "rstrip": false,147 "normalized": false,148 "special": true149 },150 {151 "id": 64016,152 "content": "<extra_id_13>",153 "single_word": false,154 "lstrip": false,155 "rstrip": false,156 "normalized": false,157 "special": true158 },159 {160 "id": 64017,161 "content": "<extra_id_14>",162 "single_word": false,163 "lstrip": false,164 "rstrip": false,165 "normalized": false,166 "special": true167 },168 {169 "id": 64018,170 "content": "<extra_id_15>",171 "single_word": false,172 "lstrip": false,173 "rstrip": false,174 "normalized": false,175 "special": true176 },177 {178 "id": 64019,179 "content": "<extra_id_16>",180 "single_word": false,181 "lstrip": false,182 "rstrip": false,183 "normalized": false,184 "special": true185 },186 {187 "id": 64020,188 "content": "<extra_id_17>",189 "single_word": false,190 "lstrip": false,191 "rstrip": false,192 "normalized": false,193 "special": true194 },195 {196 "id": 64021,197 "content": "<extra_id_18>",198 "single_word": false,199 "lstrip": false,200 "rstrip": false,201 "normalized": false,202 "special": true203 },204 {205 "id": 64022,206 "content": "<extra_id_19>",207 "single_word": false,208 "lstrip": false,209 "rstrip": false,210 "normalized": false,211 "special": true212 },213 {214 "id": 64023,215 "content": "<extra_id_20>",216 "single_word": false,217 "lstrip": false,218 "rstrip": false,219 "normalized": false,220 "special": true221 },222 {223 "id": 64024,224 "content": "<extra_id_21>",225 "single_word": false,226 "lstrip": false,227 "rstrip": false,228 "normalized": false,229 "special": true230 },231 {232 "id": 64025,233 "content": "<extra_id_22>",234 "single_word": false,235 "lstrip": false,236 "rstrip": false,237 "normalized": false,238 "special": true239 },240 {241 "id": 64026,242 "content": "<extra_id_23>",243 "single_word": false,244 "lstrip": false,245 "rstrip": false,246 "normalized": false,247 "special": true248 },249 {250 "id": 64027,251 "content": "<extra_id_24>",252 "single_word": false,253 "lstrip": false,254 "rstrip": false,255 "normalized": false,256 "special": true257 },258 {259 "id": 64028,260 "content": "<extra_id_25>",261 "single_word": false,262 "lstrip": false,263 "rstrip": false,264 "normalized": false,265 "special": true266 },267 {268 "id": 64029,269 "content": "<extra_id_26>",270 "single_word": false,271 "lstrip": false,272 "rstrip": false,273 "normalized": false,274 "special": true275 },276 {277 "id": 64030,278 "content": "<extra_id_27>",279 "single_word": false,280 "lstrip": false,281 "rstrip": false,282 "normalized": false,283 "special": true284 },285 {286 "id": 64031,287 "content": "<extra_id_28>",288 "single_word": false,289 "lstrip": false,290 "rstrip": false,291 "normalized": false,292 "special": true293 },294 {295 "id": 64032,296 "content": "<extra_id_29>",297 "single_word": false,298 "lstrip": false,299 "rstrip": false,300 "normalized": false,301 "special": true302 },303 {304 "id": 64033,305 "content": "<extra_id_30>",306 "single_word": false,307 "lstrip": false,308 "rstrip": false,309 "normalized": false,310 "special": true311 },312 {313 "id": 64034,314 "content": "<extra_id_31>",315 "single_word": false,316 "lstrip": false,317 "rstrip": false,318 "normalized": false,319 "special": true320 },321 {322 "id": 64035,323 "content": "<extra_id_32>",324 "single_word": false,325 "lstrip": false,326 "rstrip": false,327 "normalized": false,328 "special": true329 },330 {331 "id": 64036,332 "content": "<extra_id_33>",333 "single_word": false,334 "lstrip": false,335 "rstrip": false,336 "normalized": false,337 "special": true338 },339 {340 "id": 64037,341 "content": "<extra_id_34>",342 "single_word": false,343 "lstrip": false,344 "rstrip": false,345 "normalized": false,346 "special": true347 },348 {349 "id": 64038,350 "content": "<extra_id_35>",351 "single_word": false,352 "lstrip": false,353 "rstrip": false,354 "normalized": false,355 "special": true356 },357 {358 "id": 64039,359 "content": "<extra_id_36>",360 "single_word": false,361 "lstrip": false,362 "rstrip": false,363 "normalized": false,364 "special": true365 },366 {367 "id": 64040,368 "content": "<extra_id_37>",369 "single_word": false,370 "lstrip": false,371 "rstrip": false,372 "normalized": false,373 "special": true374 },375 {376 "id": 64041,377 "content": "<extra_id_38>",378 "single_word": false,379 "lstrip": false,380 "rstrip": false,381 "normalized": false,382 "special": true383 },384 {385 "id": 64042,386 "content": "<extra_id_39>",387 "single_word": false,388 "lstrip": false,389 "rstrip": false,390 "normalized": false,391 "special": true392 },393 {394 "id": 64043,395 "content": "<extra_id_40>",396 "single_word": false,397 "lstrip": false,398 "rstrip": false,399 "normalized": false,400 "special": true401 },402 {403 "id": 64044,404 "content": "<extra_id_41>",405 "single_word": false,406 "lstrip": false,407 "rstrip": false,408 "normalized": false,409 "special": true410 },411 {412 "id": 64045,413 "content": "<extra_id_42>",414 "single_word": false,415 "lstrip": false,416 "rstrip": false,417 "normalized": false,418 "special": true419 },420 {421 "id": 64046,422 "content": "<extra_id_43>",423 "single_word": false,424 "lstrip": false,425 "rstrip": false,426 "normalized": false,427 "special": true428 },429 {430 "id": 64047,431 "content": "<extra_id_44>",432 "single_word": false,433 "lstrip": false,434 "rstrip": false,435 "normalized": false,436 "special": true437 },438 {439 "id": 64048,440 "content": "<extra_id_45>",441 "single_word": false,442 "lstrip": false,443 "rstrip": false,444 "normalized": false,445 "special": true446 },447 {448 "id": 64049,449 "content": "<extra_id_46>",450 "single_word": false,451 "lstrip": false,452 "rstrip": false,453 "normalized": false,454 "special": true455 },456 {457 "id": 64050,458 "content": "<extra_id_47>",459 "single_word": false,460 "lstrip": false,461 "rstrip": false,462 "normalized": false,463 "special": true464 },465 {466 "id": 64051,467 "content": "<extra_id_48>",468 "single_word": false,469 "lstrip": false,470 "rstrip": false,471 "normalized": false,472 "special": true473 },474 {475 "id": 64052,476 "content": "<extra_id_49>",477 "single_word": false,478 "lstrip": false,479 "rstrip": false,480 "normalized": false,481 "special": true482 },483 {484 "id": 64053,485 "content": "<extra_id_50>",486 "single_word": false,487 "lstrip": false,488 "rstrip": false,489 "normalized": false,490 "special": true491 },492 {493 "id": 64054,494 "content": "<extra_id_51>",495 "single_word": false,496 "lstrip": false,497 "rstrip": false,498 "normalized": false,499 "special": true500 },501 {502 "id": 64055,503 "content": "<extra_id_52>",504 "single_word": false,505 "lstrip": false,506 "rstrip": false,507 "normalized": false,508 "special": true509 },510 {511 "id": 64056,512 "content": "<extra_id_53>",513 "single_word": false,514 "lstrip": false,515 "rstrip": false,516 "normalized": false,517 "special": true518 },519 {520 "id": 64057,521 "content": "<extra_id_54>",522 "single_word": false,523 "lstrip": false,524 "rstrip": false,525 "normalized": false,526 "special": true527 },528 {529 "id": 64058,530 "content": "<extra_id_55>",531 "single_word": false,532 "lstrip": false,533 "rstrip": false,534 "normalized": false,535 "special": true536 },537 {538 "id": 64059,539 "content": "<extra_id_56>",540 "single_word": false,541 "lstrip": false,542 "rstrip": false,543 "normalized": false,544 "special": true545 },546 {547 "id": 64060,548 "content": "<extra_id_57>",549 "single_word": false,550 "lstrip": false,551 "rstrip": false,552 "normalized": false,553 "special": true554 },555 {556 "id": 64061,557 "content": "<extra_id_58>",558 "single_word": false,559 "lstrip": false,560 "rstrip": false,561 "normalized": false,562 "special": true563 },564 {565 "id": 64062,566 "content": "<extra_id_59>",567 "single_word": false,568 "lstrip": false,569 "rstrip": false,570 "normalized": false,571 "special": true572 },573 {574 "id": 64063,575 "content": "<extra_id_60>",576 "single_word": false,577 "lstrip": false,578 "rstrip": false,579 "normalized": false,580 "special": true581 },582 {583 "id": 64064,584 "content": "<extra_id_61>",585 "single_word": false,586 "lstrip": false,587 "rstrip": false,588 "normalized": false,589 "special": true590 },591 {592 "id": 64065,593 "content": "<extra_id_62>",594 "single_word": false,595 "lstrip": false,596 "rstrip": false,597 "normalized": false,598 "special": true599 },600 {601 "id": 64066,602 "content": "<extra_id_63>",603 "single_word": false,604 "lstrip": false,605 "rstrip": false,606 "normalized": false,607 "special": true608 },609 {610 "id": 64067,611 "content": "<extra_id_64>",612 "single_word": false,613 "lstrip": false,614 "rstrip": false,615 "normalized": false,616 "special": true617 },618 {619 "id": 64068,620 "content": "<extra_id_65>",621 "single_word": false,622 "lstrip": false,623 "rstrip": false,624 "normalized": false,625 "special": true626 },627 {628 "id": 64069,629 "content": "<extra_id_66>",630 "single_word": false,631 "lstrip": false,632 "rstrip": false,633 "normalized": false,634 "special": true635 },636 {637 "id": 64070,638 "content": "<extra_id_67>",639 "single_word": false,640 "lstrip": false,641 "rstrip": false,642 "normalized": false,643 "special": true644 },645 {646 "id": 64071,647 "content": "<extra_id_68>",648 "single_word": false,649 "lstrip": false,650 "rstrip": false,651 "normalized": false,652 "special": true653 },654 {655 "id": 64072,656 "content": "<extra_id_69>",657 "single_word": false,658 "lstrip": false,659 "rstrip": false,660 "normalized": false,661 "special": true662 },663 {664 "id": 64073,665 "content": "<extra_id_70>",666 "single_word": false,667 "lstrip": false,668 "rstrip": false,669 "normalized": false,670 "special": true671 },672 {673 "id": 64074,674 "content": "<extra_id_71>",675 "single_word": false,676 "lstrip": false,677 "rstrip": false,678 "normalized": false,679 "special": true680 },681 {682 "id": 64075,683 "content": "<extra_id_72>",684 "single_word": false,685 "lstrip": false,686 "rstrip": false,687 "normalized": false,688 "special": true689 },690 {691 "id": 64076,692 "content": "<extra_id_73>",693 "single_word": false,694 "lstrip": false,695 "rstrip": false,696 "normalized": false,697 "special": true698 },699 {700 "id": 64077,701 "content": "<extra_id_74>",702 "single_word": false,703 "lstrip": false,704 "rstrip": false,705 "normalized": false,706 "special": true707 },708 {709 "id": 64078,710 "content": "<extra_id_75>",711 "single_word": false,712 "lstrip": false,713 "rstrip": false,714 "normalized": false,715 "special": true716 },717 {718 "id": 64079,719 "content": "<extra_id_76>",720 "single_word": false,721 "lstrip": false,722 "rstrip": false,723 "normalized": false,724 "special": true725 },726 {727 "id": 64080,728 "content": "<extra_id_77>",729 "single_word": false,730 "lstrip": false,731 "rstrip": false,732 "normalized": false,733 "special": true734 },735 {736 "id": 64081,737 "content": "<extra_id_78>",738 "single_word": false,739 "lstrip": false,740 "rstrip": false,741 "normalized": false,742 "special": true743 },744 {745 "id": 64082,746 "content": "<extra_id_79>",747 "single_word": false,748 "lstrip": false,749 "rstrip": false,750 "normalized": false,751 "special": true752 },753 {754 "id": 64083,755 "content": "<extra_id_80>",756 "single_word": false,757 "lstrip": false,758 "rstrip": false,759 "normalized": false,760 "special": true761 },762 {763 "id": 64084,764 "content": "<extra_id_81>",765 "single_word": false,766 "lstrip": false,767 "rstrip": false,768 "normalized": false,769 "special": true770 },771 {772 "id": 64085,773 "content": "<extra_id_82>",774 "single_word": false,775 "lstrip": false,776 "rstrip": false,777 "normalized": false,778 "special": true779 },780 {781 "id": 64086,782 "content": "<extra_id_83>",783 "single_word": false,784 "lstrip": false,785 "rstrip": false,786 "normalized": false,787 "special": true788 },789 {790 "id": 64087,791 "content": "<extra_id_84>",792 "single_word": false,793 "lstrip": false,794 "rstrip": false,795 "normalized": false,796 "special": true797 },798 {799 "id": 64088,800 "content": "<extra_id_85>",801 "single_word": false,802 "lstrip": false,803 "rstrip": false,804 "normalized": false,805 "special": true806 },807 {808 "id": 64089,809 "content": "<extra_id_86>",810 "single_word": false,811 "lstrip": false,812 "rstrip": false,813 "normalized": false,814 "special": true815 },816 {817 "id": 64090,818 "content": "<extra_id_87>",819 "single_word": false,820 "lstrip": false,821 "rstrip": false,822 "normalized": false,823 "special": true824 },825 {826 "id": 64091,827 "content": "<extra_id_88>",828 "single_word": false,829 "lstrip": false,830 "rstrip": false,831 "normalized": false,832 "special": true833 },834 {835 "id": 64092,836 "content": "<extra_id_89>",837 "single_word": false,838 "lstrip": false,839 "rstrip": false,840 "normalized": false,841 "special": true842 },843 {844 "id": 64093,845 "content": "<extra_id_90>",846 "single_word": false,847 "lstrip": false,848 "rstrip": false,849 "normalized": false,850 "special": true851 },852 {853 "id": 64094,854 "content": "<extra_id_91>",855 "single_word": false,856 "lstrip": false,857 "rstrip": false,858 "normalized": false,859 "special": true860 },861 {862 "id": 64095,863 "content": "<extra_id_92>",864 "single_word": false,865 "lstrip": false,866 "rstrip": false,867 "normalized": false,868 "special": true869 },870 {871 "id": 64096,872 "content": "<extra_id_93>",873 "single_word": false,874 "lstrip": false,875 "rstrip": false,876 "normalized": false,877 "special": true878 },879 {880 "id": 64097,881 "content": "<extra_id_94>",882 "single_word": false,883 "lstrip": false,884 "rstrip": false,885 "normalized": false,886 "special": true887 },888 {889 "id": 64098,890 "content": "<extra_id_95>",891 "single_word": false,892 "lstrip": false,893 "rstrip": false,894 "normalized": false,895 "special": true896 },897 {898 "id": 64099,899 "content": "<extra_id_96>",900 "single_word": false,901 "lstrip": false,902 "rstrip": false,903 "normalized": false,904 "special": true905 },906 {907 "id": 64100,908 "content": "<extra_id_97>",909 "single_word": false,910 "lstrip": false,911 "rstrip": false,912 "normalized": false,913 "special": true914 },915 {916 "id": 64101,917 "content": "<extra_id_98>",918 "single_word": false,919 "lstrip": false,920 "rstrip": false,921 "normalized": false,922 "special": true923 },924 {925 "id": 64102,926 "content": "<extra_id_99>",927 "single_word": false,928 "lstrip": false,929 "rstrip": false,930 "normalized": false,931 "special": true932 }933 ],934 "normalizer": {935 "type": "Sequence",936 "normalizers": [937 {938 "type": "Nmt"939 },940 {941 "type": "NFKC"942 },943 {944 "type": "Replace",945 "pattern": {946 "Regex": " {2,}"947 },948 "content": " "949 },950 {951 "type": "Lowercase"952 }953 ]954 },955 "pre_tokenizer": {956 "type": "Sequence",957 "pretokenizers": [958 {959 "type": "Metaspace",960 "replacement": "▁",961 "add_prefix_space": true962 },963 {964 "type": "Digits",965 "individual_digits": true966 },967 {968 "type": "Punctuation",969 "behavior": "Isolated"970 }971 ]972 },973 "post_processor": {974 "type": "TemplateProcessing",975 "single": [976 {977 "Sequence": {978 "id": "A",979 "type_id": 0980 }981 },982 {983 "SpecialToken": {984 "id": "</s>",985 "type_id": 0986 }987 }988 ],989 "pair": [990 {991 "Sequence": {992 "id": "A",993 "type_id": 0994 }995 },996 {997 "Sequence": {998 "id": "B",999 "type_id": 11000 }1001 }1002 ],1003 "special_tokens": {1004 "</s>": {1005 "id": "</s>",1006 "ids": [1007 11008 ],1009 "tokens": [1010 "</s>"1011 ]1012 }1013 }1014 },1015 "decoder": {1016 "type": "Metaspace",1017 "replacement": "▁",1018 "add_prefix_space": true1019 },1020 "model": {1021 "type": "Unigram",1022 "unk_id": 2,1023 "vocab": [1024 [1025 "<pad>",1026 0.01027 ],1028 [1029 "</s>",1030 0.01031 ],1032 [1033 "<unk>",1034 0.01035 ],1036 [1037 "▁",1038 -2.3988468068062761039 ],1040 [1041 ",",1042 -2.8899816010071291043 ],1044 [1045 ".",1046 -3.44725289476962261047 ],1048 [1049 "s",1050 -3.9345452584587641051 ],1052 [1053 "▁the",1054 -4.3049329388841751055 ],1056 [1057 "▁καὶ",1058 -4.58621195267230951059 ],1060 [1061 "▁in",1062 -4.6340600745809141063 ],1064 [1065 "e",1066 -4.65161156777192451067 ],1068 [1069 "a",1070 -4.7628724115522411071 ],1072 [1073 "▁of",1074 -4.8535200639111461075 ],1076 [1077 "▁et",1078 -4.9101516845518491079 ],1080 [1081 "▁and",1082 -5.0050553134938731083 ],1084 [1085 "i",1086 -5.1993121896122721087 ],1088 [1089 "▁to",1090 -5.2277921494557841091 ],1092 [1093 ";",1094 -5.3855413153686861095 ],1096 [1097 "ed",1098 -5.4531756018991651099 ],1100 [1101 "m",1102 -5.4783124815363461103 ],1104 [1105 "t",1106 -5.4795487047273871107 ],1108 [1109 ":",1110 -5.5275032247913511111 ],1112 [1113 "o",1114 -5.5512421201792521115 ],1116 [1117 "um",1118 -5.6031186507951571119 ],1120 [1121 "us",1122 -5.6252982891746071123 ],1124 [1125 "▁δὲ",1126 -5.64273492041642651127 ],1128 [1129 "1",1130 -5.6731555046032011131 ],1132 [1133 "▁est",1134 -5.674498250014341135 ],1136 [1137 "▁τὸ",1138 -5.7122261874182471139 ],1140 [1141 "·",1142 -5.7262259100280881143 ],1144 [1145 "ν",1146 -5.7523793101565671147 ],1148 [1149 "ς",1150 -5.7841786609981151 ],1152 [1153 "▁τοῦ",1154 -5.8105258548088961155 ],1156 [1157 "▁non",1158 -5.8366820028227041159 ],1160 [1161 "is",1162 -5.8456971565439261163 ],1164 [1165 "ον",1166 -5.8800572309685321167 ],1168 [1169 "α",1170 -5.8911903218006111171 ],1172 [1173 "▁τῶν",1174 -5.9068251578472371175 ],1176 [1177 "'",1178 -5.9289974556973121179 ],1180 [1181 "▁ad",1182 -5.9400868901230551183 ],1184 [1185 "ος",1186 -5.9547155522107061187 ],1188 [1189 "-",1190 -5.968905423817051191 ],1192 [1193 "▁that",1194 -5.9707617634627181195 ],1196 [1197 "▁τὴν",1198 -5.9992170229884711199 ],1200 [