Michal0607/model_sensitive_data
05
1{2 "version": "1.0",3 "truncation": null,4 "padding": null,5 "added_tokens": [6 {7 "id": 0,8 "content": "<s>",9 "single_word": false,10 "lstrip": false,11 "rstrip": false,12 "normalized": false,13 "special": true14 },15 {16 "id": 1,17 "content": "<pad>",18 "single_word": false,19 "lstrip": false,20 "rstrip": false,21 "normalized": false,22 "special": true23 },24 {25 "id": 2,26 "content": "</s>",27 "single_word": false,28 "lstrip": false,29 "rstrip": false,30 "normalized": false,31 "special": true32 },33 {34 "id": 3,35 "content": "<unk>",36 "single_word": false,37 "lstrip": false,38 "rstrip": false,39 "normalized": false,40 "special": true41 },42 {43 "id": 128000,44 "content": "<mask>",45 "single_word": false,46 "lstrip": true,47 "rstrip": false,48 "normalized": false,49 "special": true50 },51 {52 "id": 128001,53 "content": "<user_token_1>",54 "single_word": false,55 "lstrip": false,56 "rstrip": false,57 "normalized": true,58 "special": false59 },60 {61 "id": 128002,62 "content": "<user_token_2>",63 "single_word": false,64 "lstrip": false,65 "rstrip": false,66 "normalized": true,67 "special": false68 },69 {70 "id": 128003,71 "content": "<user_token_3>",72 "single_word": false,73 "lstrip": false,74 "rstrip": false,75 "normalized": true,76 "special": false77 },78 {79 "id": 128004,80 "content": "<user_token_4>",81 "single_word": false,82 "lstrip": false,83 "rstrip": false,84 "normalized": true,85 "special": false86 },87 {88 "id": 128005,89 "content": "<user_token_5>",90 "single_word": false,91 "lstrip": false,92 "rstrip": false,93 "normalized": true,94 "special": false95 },96 {97 "id": 128006,98 "content": "<user_token_6>",99 "single_word": false,100 "lstrip": false,101 "rstrip": false,102 "normalized": true,103 "special": false104 },105 {106 "id": 128007,107 "content": "<user_token_7>",108 "single_word": false,109 "lstrip": false,110 "rstrip": false,111 "normalized": true,112 "special": false113 },114 {115 "id": 128008,116 "content": "<user_token_8>",117 "single_word": false,118 "lstrip": false,119 "rstrip": false,120 "normalized": true,121 "special": false122 },123 {124 "id": 128009,125 "content": "<user_token_9>",126 "single_word": false,127 "lstrip": false,128 "rstrip": false,129 "normalized": true,130 "special": false131 },132 {133 "id": 128010,134 "content": "<user_token_10>",135 "single_word": false,136 "lstrip": false,137 "rstrip": false,138 "normalized": true,139 "special": false140 },141 {142 "id": 128011,143 "content": "<user_token_11>",144 "single_word": false,145 "lstrip": false,146 "rstrip": false,147 "normalized": true,148 "special": false149 },150 {151 "id": 128012,152 "content": "<user_token_12>",153 "single_word": false,154 "lstrip": false,155 "rstrip": false,156 "normalized": true,157 "special": false158 },159 {160 "id": 128013,161 "content": "<user_token_13>",162 "single_word": false,163 "lstrip": false,164 "rstrip": false,165 "normalized": true,166 "special": false167 },168 {169 "id": 128014,170 "content": "<user_token_14>",171 "single_word": false,172 "lstrip": false,173 "rstrip": false,174 "normalized": true,175 "special": false176 },177 {178 "id": 128015,179 "content": "<user_token_15>",180 "single_word": false,181 "lstrip": false,182 "rstrip": false,183 "normalized": true,184 "special": false185 },186 {187 "id": 128016,188 "content": "<user_token_16>",189 "single_word": false,190 "lstrip": false,191 "rstrip": false,192 "normalized": true,193 "special": false194 },195 {196 "id": 128017,197 "content": "<user_token_17>",198 "single_word": false,199 "lstrip": false,200 "rstrip": false,201 "normalized": true,202 "special": false203 },204 {205 "id": 128018,206 "content": "<user_token_18>",207 "single_word": false,208 "lstrip": false,209 "rstrip": false,210 "normalized": true,211 "special": false212 },213 {214 "id": 128019,215 "content": "<user_token_19>",216 "single_word": false,217 "lstrip": false,218 "rstrip": false,219 "normalized": true,220 "special": false221 },222 {223 "id": 128020,224 "content": "<user_token_20>",225 "single_word": false,226 "lstrip": false,227 "rstrip": false,228 "normalized": true,229 "special": false230 },231 {232 "id": 128021,233 "content": "<user_token_21>",234 "single_word": false,235 "lstrip": false,236 "rstrip": false,237 "normalized": true,238 "special": false239 },240 {241 "id": 128022,242 "content": "<user_token_22>",243 "single_word": false,244 "lstrip": false,245 "rstrip": false,246 "normalized": true,247 "special": false248 },249 {250 "id": 128023,251 "content": "<user_token_23>",252 "single_word": false,253 "lstrip": false,254 "rstrip": false,255 "normalized": true,256 "special": false257 },258 {259 "id": 128024,260 "content": "<user_token_24>",261 "single_word": false,262 "lstrip": false,263 "rstrip": false,264 "normalized": true,265 "special": false266 },267 {268 "id": 128025,269 "content": "<user_token_25>",270 "single_word": false,271 "lstrip": false,272 "rstrip": false,273 "normalized": true,274 "special": false275 },276 {277 "id": 128026,278 "content": "<user_token_26>",279 "single_word": false,280 "lstrip": false,281 "rstrip": false,282 "normalized": true,283 "special": false284 },285 {286 "id": 128027,287 "content": "<user_token_27>",288 "single_word": false,289 "lstrip": false,290 "rstrip": false,291 "normalized": true,292 "special": false293 },294 {295 "id": 128028,296 "content": "<user_token_28>",297 "single_word": false,298 "lstrip": false,299 "rstrip": false,300 "normalized": true,301 "special": false302 },303 {304 "id": 128029,305 "content": "<user_token_29>",306 "single_word": false,307 "lstrip": false,308 "rstrip": false,309 "normalized": true,310 "special": false311 },312 {313 "id": 128030,314 "content": "<user_token_30>",315 "single_word": false,316 "lstrip": false,317 "rstrip": false,318 "normalized": true,319 "special": false320 },321 {322 "id": 128031,323 "content": "<user_token_31>",324 "single_word": false,325 "lstrip": false,326 "rstrip": false,327 "normalized": true,328 "special": false329 },330 {331 "id": 128032,332 "content": "<user_token_32>",333 "single_word": false,334 "lstrip": false,335 "rstrip": false,336 "normalized": true,337 "special": false338 },339 {340 "id": 128033,341 "content": "<user_token_33>",342 "single_word": false,343 "lstrip": false,344 "rstrip": false,345 "normalized": true,346 "special": false347 },348 {349 "id": 128034,350 "content": "<user_token_34>",351 "single_word": false,352 "lstrip": false,353 "rstrip": false,354 "normalized": true,355 "special": false356 },357 {358 "id": 128035,359 "content": "<user_token_35>",360 "single_word": false,361 "lstrip": false,362 "rstrip": false,363 "normalized": true,364 "special": false365 },366 {367 "id": 128036,368 "content": "<user_token_36>",369 "single_word": false,370 "lstrip": false,371 "rstrip": false,372 "normalized": true,373 "special": false374 },375 {376 "id": 128037,377 "content": "<user_token_37>",378 "single_word": false,379 "lstrip": false,380 "rstrip": false,381 "normalized": true,382 "special": false383 },384 {385 "id": 128038,386 "content": "<user_token_38>",387 "single_word": false,388 "lstrip": false,389 "rstrip": false,390 "normalized": true,391 "special": false392 },393 {394 "id": 128039,395 "content": "<user_token_39>",396 "single_word": false,397 "lstrip": false,398 "rstrip": false,399 "normalized": true,400 "special": false401 },402 {403 "id": 128040,404 "content": "<user_token_40>",405 "single_word": false,406 "lstrip": false,407 "rstrip": false,408 "normalized": true,409 "special": false410 },411 {412 "id": 128041,413 "content": "<user_token_41>",414 "single_word": false,415 "lstrip": false,416 "rstrip": false,417 "normalized": true,418 "special": false419 },420 {421 "id": 128042,422 "content": "<user_token_42>",423 "single_word": false,424 "lstrip": false,425 "rstrip": false,426 "normalized": true,427 "special": false428 },429 {430 "id": 128043,431 "content": "<user_token_43>",432 "single_word": false,433 "lstrip": false,434 "rstrip": false,435 "normalized": true,436 "special": false437 },438 {439 "id": 128044,440 "content": "<user_token_44>",441 "single_word": false,442 "lstrip": false,443 "rstrip": false,444 "normalized": true,445 "special": false446 },447 {448 "id": 128045,449 "content": "<user_token_45>",450 "single_word": false,451 "lstrip": false,452 "rstrip": false,453 "normalized": true,454 "special": false455 },456 {457 "id": 128046,458 "content": "<user_token_46>",459 "single_word": false,460 "lstrip": false,461 "rstrip": false,462 "normalized": true,463 "special": false464 },465 {466 "id": 128047,467 "content": "<user_token_47>",468 "single_word": false,469 "lstrip": false,470 "rstrip": false,471 "normalized": true,472 "special": false473 },474 {475 "id": 128048,476 "content": "<user_token_48>",477 "single_word": false,478 "lstrip": false,479 "rstrip": false,480 "normalized": true,481 "special": false482 },483 {484 "id": 128049,485 "content": "<user_token_49>",486 "single_word": false,487 "lstrip": false,488 "rstrip": false,489 "normalized": true,490 "special": false491 },492 {493 "id": 128050,494 "content": "<user_token_50>",495 "single_word": false,496 "lstrip": false,497 "rstrip": false,498 "normalized": true,499 "special": false500 },501 {502 "id": 128051,503 "content": "<user_token_51>",504 "single_word": false,505 "lstrip": false,506 "rstrip": false,507 "normalized": true,508 "special": false509 },510 {511 "id": 128052,512 "content": "<user_token_52>",513 "single_word": false,514 "lstrip": false,515 "rstrip": false,516 "normalized": true,517 "special": false518 },519 {520 "id": 128053,521 "content": "<user_token_53>",522 "single_word": false,523 "lstrip": false,524 "rstrip": false,525 "normalized": true,526 "special": false527 },528 {529 "id": 128054,530 "content": "<user_token_54>",531 "single_word": false,532 "lstrip": false,533 "rstrip": false,534 "normalized": true,535 "special": false536 },537 {538 "id": 128055,539 "content": "<user_token_55>",540 "single_word": false,541 "lstrip": false,542 "rstrip": false,543 "normalized": true,544 "special": false545 },546 {547 "id": 128056,548 "content": "<user_token_56>",549 "single_word": false,550 "lstrip": false,551 "rstrip": false,552 "normalized": true,553 "special": false554 },555 {556 "id": 128057,557 "content": "<user_token_57>",558 "single_word": false,559 "lstrip": false,560 "rstrip": false,561 "normalized": true,562 "special": false563 },564 {565 "id": 128058,566 "content": "<user_token_58>",567 "single_word": false,568 "lstrip": false,569 "rstrip": false,570 "normalized": true,571 "special": false572 },573 {574 "id": 128059,575 "content": "<user_token_59>",576 "single_word": false,577 "lstrip": false,578 "rstrip": false,579 "normalized": true,580 "special": false581 },582 {583 "id": 128060,584 "content": "<user_token_60>",585 "single_word": false,586 "lstrip": false,587 "rstrip": false,588 "normalized": true,589 "special": false590 },591 {592 "id": 128061,593 "content": "<user_token_61>",594 "single_word": false,595 "lstrip": false,596 "rstrip": false,597 "normalized": true,598 "special": false599 },600 {601 "id": 128062,602 "content": "<user_token_62>",603 "single_word": false,604 "lstrip": false,605 "rstrip": false,606 "normalized": true,607 "special": false608 },609 {610 "id": 128063,611 "content": "<user_token_63>",612 "single_word": false,613 "lstrip": false,614 "rstrip": false,615 "normalized": true,616 "special": false617 }618 ],619 "normalizer": {620 "type": "NFKC"621 },622 "pre_tokenizer": {623 "type": "Metaspace",624 "replacement": "▁",625 "prepend_scheme": "never",626 "split": true627 },628 "post_processor": {629 "type": "RobertaProcessing",630 "sep": [631 "</s>",632 2633 ],634 "cls": [635 "<s>",636 0637 ],638 "trim_offsets": true,639 "add_prefix_space": true640 },641 "decoder": {642 "type": "Metaspace",643 "replacement": "▁",644 "prepend_scheme": "always",645 "split": true646 },647 "model": {648 "type": "Unigram",649 "unk_id": 3,650 "vocab": [651 [652 "<s>",653 0.0654 ],655 [656 "<pad>",657 0.0658 ],659 [660 "</s>",661 0.0662 ],663 [664 "<unk>",665 0.0666 ],667 [668 ",",669 -2.817742347717285670 ],671 [672 ".",673 -2.9318439960479736674 ],675 [676 "▁w",677 -3.792711019515991678 ],679 [680 "▁i",681 -4.128159523010254682 ],683 [684 "▁się",685 -4.348453044891357686 ],687 [688 "▁na",689 -4.385279655456543690 ],691 [692 "▁z",693 -4.386552810668945694 ],695 [696 "▁nie",697 -4.600531101226807698 ],699 [700 "▁do",701 -4.679745197296143702 ],703 [704 "▁-",705 -4.742452144622803706 ],707 [708 "▁że",709 -4.941717147827148710 ],711 [712 "▁",713 -4.9818925857543945714 ],715 [716 "▁to",717 -5.0068864822387695718 ],719 [720 "a",721 -5.0722575187683105722 ],723 [724 "▁o",725 -5.155163288116455726 ],727 [728 "▁jest",729 -5.29521369934082730 ],731 [732 "?",733 -5.583743572235107734 ],735 [736 "▁a",737 -5.616527080535889738 ],739 [740 "▁W",741 -5.6314592361450195742 ],743 [744 "y",745 -5.647190093994141746 ],747 [748 "-",749 -5.687507152557373750 ],751 [752 "▁(",753 -5.78255558013916754 ],755 [756 "e",757 -5.788956165313721758 ],759 [760 "▁za",761 -5.849636554718018762 ],763 [764 "▁po",765 -5.854557037353516766 ],767 [768 ":",769 -5.90805721282959770 ],771 [772 "▁jak",773 -5.910776138305664774 ],775 [776 "▁od",777 -5.91709566116333778 ],779 [780 "▁przez",781 -5.958852767944336782 ],783 [784 "▁–",785 -5.964389801025391786 ],787 [788 "▁—",789 -6.04518461227417790 ],791 [792 "▁tym",793 -6.065793514251709794 ],795 [796 "m",797 -6.100050926208496798 ],799 [800 "▁co",801 -6.152878284454346802 ],803 [804 "▁tego",805 -6.270664215087891806 ],807 [808 "▁ale",809 -6.2895097732543945810 ],811 [812 "▁Nie",813 -6.312023162841797814 ],815 [816 "em",817 -6.326874256134033818 ],819 [820 "!",821 -6.328143119812012822 ],823 [824 "▁tak",825 -6.33261775970459826 ],827 [828 ")",829 -6.341155052185059830 ],831 [832 "o",833 -6.395885944366455834 ],835 [836 "i",837 -6.396442890167236838 ],839 [840 "▁dla",841 -6.427602767944336842 ],843 [844 "ą",845 -6.468038082122803846 ],847 [848 "▁są",849 -6.486438274383545850 ],851 [852 "▁ma",853 -6.535606384277344854 ],855 [856 "▁r",857 -6.5389885902404785858 ],859 [860 "u",861 -6.544258117675781862 ],863 [864 "▁czy",865 -6.546876907348633866 ],867 [868 "▁które",869 -6.5490031242370605870 ],871 [872 "▁już",873 -6.556917190551758874 ],875 [876 "▁tylko",877 -6.575976848602295878 ],879 [880 "▁roku",881 -6.585577964782715882 ],883 [884 "▁jego",885 -6.616223335266113886 ],887 [888 "▁ze",889 -6.620815753936768890 ],891 [892 "▁\"",893 -6.63339900970459894 ],895 [896 "ch",897 -6.635704040527344898 ],899 [900 "▁jej",901 -6.65395975112915902 ],903 [904 "▁oraz",905 -6.656496047973633906 ],907 [908 "...",909 -6.669121265411377910 ],911 [912 "▁tej",913 -6.701962471008301914 ],915 [916 "▁„",917 -6.706459045410156918 ],919 [920 "▁A",921 -6.71182107925415922 ],923 [924 "▁było",925 -6.716287612915039926 ],927 [928 "▁go",929 -6.744490146636963930 ],931 [932 "▁bardzo",933 -6.755947589874268934 ],935 [936 "▁był",937 -6.789429187774658938 ],939 [940 "▁może",941 -6.814283847808838942 ],943 [944 "▁przy",945 -6.825483798980713946 ],947 [948 "▁pod",949 -6.833831787109375950 ],951 [952 "▁który",953 -6.834580421447754954 ],955 [956 "\"",957 -6.845240592956543958 ],959 [960 "▁będzie",961 -6.845723628997803962 ],963 [964 "▁ich",965 -6.873768329620361966 ],967 [968 "▁I",969 -6.878290176391602970 ],971 [972 "ego",973 -6.878879070281982974 ],975 [976 "▁To",977 -6.880781173706055978 ],979 [980 ";",981 -6.88785457611084982 ],983 [984 "▁ten",985 -6.921758651733398986 ],987 [988 "▁mi",989 -6.930543899536133990 ],991 [992 "▁być",993 -6.935968399047852994 ],995 [996 "▁mnie",997 -6.956235885620117998 ],999 [1000 "▁jeszcze",1001 -6.95780706405639651002 ],1003 [1004 "▁bo",1005 -6.9595828056335451006 ],1007 [1008 "▁Na",1009 -6.9780149459838871010 ],1011 [1012 "▁też",1013 -6.9811329841613771014 ],1015 [1016 "▁sobie",1017 -6.99436950683593751018 ],1019 [1020 "ów",1021 -6.9956355094909671022 ],1023 [1024 "▁Z",1025 -7.0007958412170411026 ],1027 [1028 "▁pan",1029 -7.0115737915039061030 ],1031 [1032 "▁lub",1033 -7.0277490615844731034 ],1035 [1036 "mi",1037 -7.0729308128356931038 ],1039 [1040 "▁by",1041 -7.074139118194581042 ],1043 [1044 "ej",1045 -7.0794081687927251046 ],1047 [1048 "▁jednak",1049 -7.1099638938903811050 ],1051 [1052 "▁Po",1053 -7.1121568679809571054 ],1055 [1056 "▁mu",1057 -7.1142301559448241058 ],1059 [1060 "▁tych",1061 -7.1202692985534671062 ],1063 [1064 "ę",1065 -7.1407942771911621066 ],1067 [1068 "▁jako",1069 -7.1410250663757321070 ],1071 [1072 "j",1073 -7.14494562149047851074 ],1075 [1076 "▁ustawy",1077 -7.14553976058961078 ],1079 [1080 "▁także",1081 -7.1828269958496091082 ],1083 [1084 "▁Czy",1085 -7.1856088638305661086 ],1087 [1088 "▁przed",1089 -7.1880216598510741090 ],1091 [1092 "▁te",1093 -7.1964488029479981094 ],1095 [1096 "▁nad",1097 -7.2093820571899411098 ],1099 [1100 "▁była",1101 -7.2305302619934081102 ],1103 [1104 "ych",1105 -7.2350578308105471106 ],1107 [1108 "s",1109 -7.2396731376647951110 ],1111 [1112 "▁żeby",1113 -7.2427582740783691114 ],1115 [1116 "▁również",1117 -7.2540082931518561118 ],1119 [1120 "ie",1121 -7.2733006477355961122 ],1123 [1124 "▁1",1125 -7.3088221549987791126 ],1127 [1128 "▁u",1129 -7.3114871978759771130 ],1131 [1132 ").",1133 -7.3519444465637211134 ],1135 [1136 "▁więc",1137 -7.3544025421142581138 ],1139 [1140 "ami",1141 -7.361763477325441142 ],1143 [1144 "▁nawet",1145 -7.37422418594360351146 ],1147 [1148 "▁aby",1149 -7.3795757293701171150 ],1151 [1152 "▁gdy",1153 -7.3972158432006841154 ],1155 [1156 "▁która",1157 -7.4041438102722171158 ],1159 [1160 "▁lat",1161 -7.40434026718139651162 ],1163 [1164 "▁tu",1165 -7.4055075645446781166 ],1167 [1168 "▁Ale",1169 -7.42161560058593751170 ],1171 [1172 "▁bez",1173 -7.4274573326110841174 ],1175 [1176 "nie",1177 -7.46067333221435551178 ],1179 [1180 "▁ją",1181 -7.4656357765197751182 ],1183 [1184 "▁kiedy",1185 -7.4663858413696291186 ],1187 [1188 "▁art",1189 -7.4675946235656741190 ],1191 [1192 "▁można",1193 -7.4821043014526371194 ],1195 [1196 "▁został",1197 -7.49085760116577151198 ],1199 [1200 "▁dnia",