Team Ai
Modelpublic

adibvafa/CodonTransformer

sourceHugging Faceapache-2.0updated 11mo agoView on Hugging Face
9likes25kdownloads
tokenizer.json250 linesDownload Raw Back to root
1{2  "version": "1.0",3  "truncation": null,4  "padding": null,5  "added_tokens": [6    {7      "id": 0,8      "content": "[UNK]",9      "single_word": false,10      "lstrip": false,11      "rstrip": false,12      "normalized": false,13      "special": true14    },15    {16      "id": 1,17      "content": "[CLS]",18      "single_word": false,19      "lstrip": false,20      "rstrip": false,21      "normalized": false,22      "special": true23    },24    {25      "id": 2,26      "content": "[SEP]",27      "single_word": false,28      "lstrip": false,29      "rstrip": false,30      "normalized": false,31      "special": true32    },33    {34      "id": 3,35      "content": "[PAD]",36      "single_word": false,37      "lstrip": false,38      "rstrip": false,39      "normalized": false,40      "special": true41    },42    {43      "id": 4,44      "content": "[MASK]",45      "single_word": false,46      "lstrip": false,47      "rstrip": false,48      "normalized": false,49      "special": true50    }51  ],52  "normalizer": {53    "type": "Sequence",54    "normalizers": [55      {56        "type": "Lowercase"57      }58    ]59  },60  "pre_tokenizer": {61    "type": "Sequence",62    "pretokenizers": [63      {64        "type": "Split",65        "pattern": {66          "String": " "67        },68        "behavior": "Isolated",69        "invert": false70      },71      {72        "type": "Whitespace"73      }74    ]75  },76  "post_processor": {77    "type": "TemplateProcessing",78    "single": [79      {80        "SpecialToken": {81          "id": "[CLS]",82          "type_id": 083        }84      },85      {86        "Sequence": {87          "id": "A",88          "type_id": 089        }90      },91      {92        "SpecialToken": {93          "id": "[SEP]",94          "type_id": 095        }96      }97    ],98    "pair": [99      {100        "SpecialToken": {101          "id": "[CLS]",102          "type_id": 0103        }104      },105      {106        "Sequence": {107          "id": "A",108          "type_id": 0109        }110      },111      {112        "SpecialToken": {113          "id": "[SEP]",114          "type_id": 0115        }116      },117      {118        "Sequence": {119          "id": "B",120          "type_id": 1121        }122      },123      {124        "SpecialToken": {125          "id": "[SEP]",126          "type_id": 1127        }128      }129    ],130    "special_tokens": {131      "[CLS]": {132        "id": "[CLS]",133        "ids": [134          1135        ],136        "tokens": [137          "[CLS]"138        ]139      },140      "[SEP]": {141        "id": "[SEP]",142        "ids": [143          2144        ],145        "tokens": [146          "[SEP]"147        ]148      }149    }150  },151  "decoder": null,152  "model": {153    "type": "WordPiece",154    "unk_token": "[UNK]",155    "continuing_subword_prefix": "##",156    "max_input_chars_per_word": 100,157    "vocab": {158      "[UNK]": 0,159      "[CLS]": 1,160      "[SEP]": 2,161      "[PAD]": 3,162      "[MASK]": 4,163      "a_unk": 5,164      "c_unk": 6,165      "d_unk": 7,166      "e_unk": 8,167      "f_unk": 9,168      "g_unk": 10,169      "h_unk": 11,170      "i_unk": 12,171      "k_unk": 13,172      "l_unk": 14,173      "m_unk": 15,174      "n_unk": 16,175      "p_unk": 17,176      "q_unk": 18,177      "r_unk": 19,178      "s_unk": 20,179      "t_unk": 21,180      "v_unk": 22,181      "w_unk": 23,182      "y_unk": 24,183      "__unk": 25,184      "k_aaa": 26,185      "n_aac": 27,186      "k_aag": 28,187      "n_aat": 29,188      "t_aca": 30,189      "t_acc": 31,190      "t_acg": 32,191      "t_act": 33,192      "r_aga": 34,193      "s_agc": 35,194      "r_agg": 36,195      "s_agt": 37,196      "i_ata": 38,197      "i_atc": 39,198      "m_atg": 40,199      "i_att": 41,200      "q_caa": 42,201      "h_cac": 43,202      "q_cag": 44,203      "h_cat": 45,204      "p_cca": 46,205      "p_ccc": 47,206      "p_ccg": 48,207      "p_cct": 49,208      "r_cga": 50,209      "r_cgc": 51,210      "r_cgg": 52,211      "r_cgt": 53,212      "l_cta": 54,213      "l_ctc": 55,214      "l_ctg": 56,215      "l_ctt": 57,216      "e_gaa": 58,217      "d_gac": 59,218      "e_gag": 60,219      "d_gat": 61,220      "a_gca": 62,221      "a_gcc": 63,222      "a_gcg": 64,223      "a_gct": 65,224      "g_gga": 66,225      "g_ggc": 67,226      "g_ggg": 68,227      "g_ggt": 69,228      "v_gta": 70,229      "v_gtc": 71,230      "v_gtg": 72,231      "v_gtt": 73,232      "__taa": 74,233      "y_tac": 75,234      "__tag": 76,235      "y_tat": 77,236      "s_tca": 78,237      "s_tcc": 79,238      "s_tcg": 80,239      "s_tct": 81,240      "__tga": 82,241      "c_tgc": 83,242      "w_tgg": 84,243      "c_tgt": 85,244      "l_tta": 86,245      "f_ttc": 87,246      "l_ttg": 88,247      "f_ttt": 89248    }249  }250}