hosung1/code-sim-roberta-small
09
1{2 "version": "1.0",3 "truncation": {4 "direction": "Left",5 "max_length": 512,6 "strategy": "LongestFirst",7 "stride": 08 },9 "padding": {10 "strategy": {11 "Fixed": 51212 },13 "direction": "Right",14 "pad_to_multiple_of": null,15 "pad_id": 0,16 "pad_type_id": 0,17 "pad_token": "<pad>"18 },19 "added_tokens": [20 {21 "id": 0,22 "content": "<pad>",23 "single_word": false,24 "lstrip": false,25 "rstrip": false,26 "normalized": false,27 "special": true28 },29 {30 "id": 1,31 "content": "<s>",32 "single_word": false,33 "lstrip": false,34 "rstrip": false,35 "normalized": false,36 "special": true37 },38 {39 "id": 2,40 "content": "</s>",41 "single_word": false,42 "lstrip": false,43 "rstrip": false,44 "normalized": false,45 "special": true46 },47 {48 "id": 3,49 "content": "<mask>",50 "single_word": false,51 "lstrip": false,52 "rstrip": false,53 "normalized": false,54 "special": true55 },56 {57 "id": 4,58 "content": "<unk>",59 "single_word": false,60 "lstrip": false,61 "rstrip": false,62 "normalized": false,63 "special": true64 },65 {66 "id": 5,67 "content": "<nl>",68 "single_word": false,69 "lstrip": false,70 "rstrip": false,71 "normalized": false,72 "special": true73 },74 {75 "id": 6,76 "content": "<py>",77 "single_word": false,78 "lstrip": false,79 "rstrip": false,80 "normalized": false,81 "special": true82 },83 {84 "id": 7,85 "content": "<indent>",86 "single_word": false,87 "lstrip": false,88 "rstrip": false,89 "normalized": false,90 "special": true91 },92 {93 "id": 8,94 "content": "<dedent>",95 "single_word": false,96 "lstrip": false,97 "rstrip": false,98 "normalized": false,99 "special": true100 },101 {102 "id": 9,103 "content": "<newline>",104 "single_word": false,105 "lstrip": false,106 "rstrip": false,107 "normalized": false,108 "special": true109 },110 {111 "id": 10,112 "content": "<str>",113 "single_word": false,114 "lstrip": false,115 "rstrip": false,116 "normalized": false,117 "special": true118 },119 {120 "id": 11,121 "content": "<num>",122 "single_word": false,123 "lstrip": false,124 "rstrip": false,125 "normalized": false,126 "special": true127 }128 ],129 "normalizer": null,130 "pre_tokenizer": {131 "type": "Whitespace"132 },133 "post_processor": null,134 "decoder": null,135 "model": {136 "type": "Unigram",137 "unk_id": 4,138 "vocab": [139 [140 "<pad>",141 0.0142 ],143 [144 "<s>",145 0.0146 ],147 [148 "</s>",149 0.0150 ],151 [152 "<mask>",153 0.0154 ],155 [156 "<unk>",157 0.0158 ],159 [160 "<nl>",161 0.0162 ],163 [164 "<py>",165 0.0166 ],167 [168 "<indent>",169 0.0170 ],171 [172 "<dedent>",173 0.0174 ],175 [176 "<newline>",177 0.0178 ],179 [180 "<str>",181 0.0182 ],183 [184 "<num>",185 0.0186 ],187 [188 "<",189 -1.856607932483307190 ],191 [192 ">",193 -1.8584730698048375194 ],195 [196 "newline",197 -2.599136625074454198 ],199 [200 "g",201 -3.0430619000425487202 ],203 [204 "(",205 -3.094723802080015206 ],207 [208 ")",209 -3.0948965202219796210 ],211 [212 "num",213 -3.2008916706537747214 ],215 [216 "=",217 -3.3371551526169263218 ],219 [220 ",",221 -3.614042707678728222 ],223 [224 "[",225 -3.9217579476556104226 ],227 [228 "]",229 -3.9218211072490696230 ],231 [232 ":",233 -3.960294275503305234 ],235 [236 "d",237 -4.007778913954134238 ],239 [240 "indent",241 -4.065531004418997242 ],243 [244 "edent",245 -4.06554053980998246 ],247 [248 "v",249 -4.076358243998239250 ],251 [252 "1",253 -4.2524415675737295254 ],255 [256 ".",257 -4.50054374415784258 ],259 [260 "3",261 -4.574303988952037262 ],263 [264 "+",265 -4.689284728629891266 ],267 [268 "4",269 -4.724842755887892270 ],271 [272 "2",273 -4.753344686957936274 ],275 [276 "-",277 -4.802507313011324278 ],279 [280 "in",281 -4.8960593084577475282 ],283 [284 "5",285 -4.909475755531867286 ],287 [288 "for",289 -4.985843339779711290 ],291 [292 "if",293 -5.044682039514594294 ],295 [296 "6",297 -5.076510272815073298 ],299 [300 "int",301 -5.15505330009451302 ],303 [304 "str",305 -5.1966569077498306 ],307 [308 "input",309 -5.205777082650037310 ],311 [312 "print",313 -5.291462929791182314 ],315 [316 "range",317 -5.311009269990034318 ],319 [320 "7",321 -5.371323985323432322 ],323 [324 "v2",325 -5.423876300977778326 ],327 [328 "*",329 -5.579975551653513330 ],331 [332 "8",333 -5.593363263239096334 ],335 [336 "split",337 -5.705849557900878338 ],339 [340 "map",341 -5.8706224218283385342 ],343 [344 "9",345 -5.89942952682542346 ],347 [348 "else",349 -6.076142825028301350 ],351 [352 "def",353 -6.114965172167384354 ],355 [356 "return",357 -6.134398347283225358 ],359 [360 "import",361 -6.245572384687563362 ],363 [364 "n",365 -6.2571446847742145366 ],367 [368 "list",369 -6.287730728619545370 ],371 [372 "append",373 -6.40354508853483374 ],375 [376 "%",377 -6.414572403453942378 ],379 [380 "i",381 -6.438107695258262382 ],383 [384 "ans",385 -6.452665049596549386 ],387 [388 "s",389 -6.457635896503907390 ],391 [392 "g10",393 -6.47599996861811394 ],395 [396 "a",397 -6.539676910663337398 ],399 [400 "len",401 -6.541290495509779402 ],403 [404 "sys",405 -6.688421851937768406 ],407 [408 "self",409 -6.697565068916111410 ],411 [412 "x",413 -6.69970593304039414 ],415 [416 "g11",417 -6.775950453862711418 ],419 [420 "//",421 -6.822253726071821422 ],423 [424 "p",425 -6.882137566963019426 ],427 [428 "**",429 -6.889374532306446430 ],431 [432 "and",433 -6.903306471920867434 ],435 [436 "elif",437 -6.984176968904325438 ],439 [440 "g12",441 -7.060586414891391442 ],443 [444 "func1",445 -7.071100768815844446 ],447 [448 "l",449 -7.117896852086011450 ],451 [452 "from",453 -7.157886027889528454 ],455 [456 "while",457 -7.176722470525025458 ],459 [460 "max",461 -7.177439426633596462 ],463 [464 "N",465 -7.177648106398523466 ],467 [468 "!=",469 -7.200750636605154470 ],471 [472 "break",473 -7.206325057142735474 ],475 [476 "t",477 -7.234697048471089478 ],479 [480 "b",481 -7.274518915145165482 ],483 [484 "c",485 -7.300061352604581486 ],487 [488 "A",489 -7.319798142537335490 ],491 [492 "min",493 -7.328590470117421494 ],495 [496 "True",497 -7.345697925748945498 ],499 [500 "r",501 -7.348465514197457502 ],503 [504 "g13",505 -7.360560367991251506 ],507 [508 "/",509 -7.381923372016155510 ],511 [512 "math",513 -7.389228044416463514 ],515 [516 "stdin",517 -7.39069718942754518 ],519 [520 "sum",521 -7.485014873028826522 ],523 [524 "readline",525 -7.498011339107187526 ],527 [528 "e",529 -7.545630687196306530 ],531 [532 "m",533 -7.626391735521649534 ],535 [536 "abs",537 -7.636438776381293538 ],539 [540 "count",541 -7.640020104562087542 ],543 [544 "g14",545 -7.657433020278809546 ],547 [548 "v10",549 -7.663576216785367550 ],551 [552 "S",553 -7.665811485507268554 ],555 [556 "f",557 -7.811905795935003558 ],559 [560 "False",561 -7.839110771912988562 ],563 [564 "y",565 -7.849088787121531566 ],567 [568 "or",569 -7.853509010226787570 ],571 [572 "func2",573 -7.920372594189038574 ],575 [576 "exit",577 -7.9228986731993665578 ],579 [580 "__",581 -7.93088343789935582 ],583 [584 "collections",585 -7.956203682083249586 ],587 [588 "g15",589 -7.9564257047178590 ],591 [592 "sort",593 -8.005615932739037594 ],595 [596 "lambda",597 -8.014772351009007598 ],599 [600 "not",601 -8.033936830077613602 ],603 [604 "continue",605 -8.044149668692038606 ],607 [608 "k",609 -8.083031232698513610 ],611 [612 "__name",613 -8.135759701483313614 ],615 [616 "j",617 -8.169792907412218618 ],619 [620 "cnt",621 -8.171896237239384622 ],623 [624 "main",625 -8.17575149189212626 ],627 [628 "{",629 -8.229171389486117630 ],631 [632 "}",633 -8.237518942803211634 ],635 [636 "set",637 -8.239611974174819638 ],639 [640 "v12",641 -8.24145111952116642 ],643 [644 "q",645 -8.265999077808582646 ],647 [648 "sorted",649 -8.287111375173211650 ],651 [652 "tmp",653 -8.289184735116413654 ],655 [656 "strip",657 -8.30084456813445658 ],659 [660 "B",661 -8.31780175354834662 ],663 [664 "float",665 -8.399751380453406666 ],667 [668 "func3",669 -8.442269482495647670 ],671 [672 "deque",673 -8.443889604936146674 ],675 [676 "dict",677 -8.452294985776884678 ],679 [680 "itertools",681 -8.454613412043173682 ],683 [684 "res",685 -8.481057056953807686 ],687 [688 "v13",689 -8.5132726211361690 ],691 [692 "gcd",693 -8.534486005750571694 ],695 [696 "flag",697 -8.558304079634368698 ],699 [700 "g17",701 -8.565185735477442702 ],703 [704 "bisect",705 -8.577768910887444706 ],707 [708 "heapq",709 -8.591936481534121710 ],711 [712 "None",713 -8.621647939736775714 ],715 [716 "h",717 -8.633397010127586718 ],719 [720 "join",721 -8.633434793369526722 ],723 [724 "w",725 -8.635523740749669726 ],727 [728 "Counter",729 -8.645213873028375730 ],731 [732 ";",733 -8.680923362282504734 ],735 [736 "default",737 -8.685833609576258738 ],739 [740 "&",741 -8.69377065935189742 ],743 [744 "copy",745 -8.697805223752972746 ],747 [748 "mod",749 -8.699398071943277750 ],751 [752 "u",753 -8.699494199057872754 ],755 [756 "L",757 -8.712740371763449758 ],759 [760 "reverse",761 -8.72395818920959762 ],763 [764 "pop",765 -8.7393248758081766 ],767 [768 "setrecursionlimi",769 -8.749499435606056770 ],771 [772 "as",773 -8.76717363666505774 ],775 [776 "func4",777 -8.768255043987466778 ],779 [780 "enumerate",781 -8.784350500802836782 ],783 [784 "C",785 -8.797512372220536786 ],787 [788 "X",789 -8.81878532945838790 ],791 [792 "add",793 -8.823077939004678794 ],795 [796 "key",797 -8.917299122686865798 ],799 [800 "T",801 -8.923687158127791802 ],803 [804 "index",805 -8.946974676076175806 ],807 [808 "find",809 -8.966383406062079810 ],811 [812 "pow",813 -9.025313798701411814 ],815 [816 "func5",817 -9.046852997131468818 ],819 [820 "_",821 -9.06423919189058822 ],823 [824 "v15",825 -9.084010141224406826 ],827 [828 "buffer",829 -9.1054550671973830 ],831 [832 "raw_input",833 -9.116713811487973834 ],835 [836 "numpy",837 -9.129127544669403838 ],839 [840 "heappush",841 -9.138422665189822842 ],843 [844 "result",845 -9.146866328887644846 ],847 [848 "o",849 -9.15144121894011850 ],851 [852 "left",853 -9.156297449170363854 ],855 [856 "array",857 -9.166099399489834858 ],859 [860 "g19",861 -9.169663132208932862 ],863 [864 "sqrt",865 -9.170912496299035866 ],867 [868 "K",869 -9.197642756491678870 ],871 [872 "D",873 -9.197791920543423874 ],875 [876 "solve",877 -9.21872530545464878 ],879 [880 "M",881 -9.23334424059587882 ],883 [884 "INF",885 -9.23511211041886 ],887 [888 "ret",889 -9.245270264400354890 ],891 [892 "temp",893 -9.26389667539696894 ],895 [896 "read",897 -9.284658903631966898 ],899 [900 "class",901 -9.296752823411772902 ],903 [904 "func6",905 -9.29873921420006906 ],907 [908 "H",909 -9.313535768962588910 ],911 [912 "heappop",913 -9.3195759788669914 ],915 [916 "fractions",917 -9.341262750077368918 ],919 [920 "factorial",921 -9.34222703252123922 ],923 [924 "P",925 -9.348265354958349926 ],927 [928 "0",929 -9.360061713203772930 ],931 [932 "ceil",933 -9.370241046629552934 ],935 [936 "data",937 -9.374014304710231938 ],939 [940 "next",941 -9.37905391958927942 ],943 [944 "root",945 -9.383897748067522946 ],947 [948 "right",949 -9.397112730210354950 ],951 [952 "dfs",953 -9.403037130723463954 ],955 [956 "bisect_left",957 -9.406444479169632958 ],959 [960 "arr",961 -9.408963613591531962 ],963 [964 "MOD",965 -9.411861528328876966 ],967 [968 "format",969 -9.442917872132432970 ],971 [972 "g20",973 -9.468540264838342974 ],975 [976 "size",977 -9.476672689342164978 ],979 [980 "zip",981 -9.480846231546073982 ],983 [984 "func7",985 -9.50083369179914986 ],987 [988 "reduce",989 -9.515938547708451990 ],991 [992 "z",993 -9.51643596054209994 ],995 [996 "now",997 -9.51706111201672998 ],999 [1000 "floor",1001 -9.532793926099431002 ],1003 [1004 "parents",1005 -9.5540854905776861006 ],1007 [1008 "R",1009 -9.5598524655625731010 ],1011 [1012 "time",1013 -9.5681185449344511014 ],1015 [1016 "functools",1017 -9.5710133651520091018 ],1019 [1020 "tuple",1021 -9.619706583324471022 ],1023 [1024 "pass",1025 -9.655544260226551026 ],1027 [1028 "LI",1029 -9.655597238314031030 ],1031 [1032 "combinations",1033 -9.6568136489078041034 ],1035 [1036 "Q",1037 -9.6621219092265621038 ],1039 [1040 "func8",1041 -9.6680059264874781042 ],1043 [1044 "popleft",1045 -9.6759802583385661046 ],1047 [1048 "ord",1049 -9.6817463060755481050 ],1051 [1052 "items",1053 -9.6970322354214891054 ],1055 [1056 "Cls1",1057 -9.7141985953208661058 ],1059 [1060 "queue",1061 -9.7156343646574841062 ],1063 [1064 "mid",1065 -9.7267001905161891066 ],1067 [1068 "check",1069 -9.765266801276841070 ],1071 [1072 "I",1073 -9.7805906322160271074 ],1075 [1076 "permutations",1077 -9.7833248299879561078 ],1079 [1080 "string",1081 -9.7930725985818031082 ],1083 [1084 "answer",1085 -9.794537375908421086 ],1087 [1088 "^",1089 -9.8221430530773631090 ],1091 [1092 "node",1093 -9.8247025509361881094 ],1095 [1096 "dist",1097 -9.8254151400612321098 ],1099 [1100 "parent",1101 -9.82819260556671102 ],1103 [1104 "line",1105 -9.8441071203043361106 ],1107 [1108 "values",1109 -9.856734560729771110 ],1111 [1112 "remove",1113 -9.8673815094605521114 ],1115 [1116 "func9",1117 -9.867937974929341118 ],1119 [1120 "bisect_right",1121 -9.8762545470447931122 ],1123 [1124 "lst",1125 -9.8773874291273561126 ],1127 [1128 "W",1129 -9.887713564171381130 ],1131 [1132 "que",1133 -9.8881089252023321134 ],1135 [1136 "product",1137 -9.9064586394940781138 ],1139 [1140 "accumulate",1141 -9.9069571000110821142 ],1143 [1144 "table",1145 -9.919957315531881146 ],1147 [1148 "stack",1149 -9.92590043280461150 ],1151 [1152 "operator",1153 -9.9357245079026381154 ],1155 [1156 "flg",1157 -9.9475331027870521158 ],1159 [1160 "total",1161 -9.9477891394509261162 ],1163 [1164 "tree",1165 -9.9483379077343751166 ],1167 [1168 "cost",1169 -9.953680524581161170 ],1171 [1172 "G",1173 -9.9668967536339061174 ],1175 [1176 "replace",1177 -9.9761945082183861178 ],1179 [1180 "keys",1181 -9.9895659181977961182 ],1183 [1184 "de",1185 -10.044651497597061186 ],1187 [1188 "Y",1189 -10.045408406224591190 ],1191 [1192 "func10",1193 -10.052100970904821194 ],1195 [1196 "os",1197 -10.0627225143611711198 ],1199 [1200 "idx",