Team Ai
Modelpublic

Lifehouse/distilbert-sql-timeout-classifier-with-features-4096

sourceHugging Faceapache-2.0updated 3y agoView on Hugging Face
0likes12downloads
tokenizer_config.json200 linesDownload Raw Back to root
1{2  "added_tokens_decoder": {3    "0": {4      "content": "[PAD]",5      "lstrip": false,6      "normalized": false,7      "rstrip": false,8      "single_word": false,9      "special": true10    },11    "100": {12      "content": "[UNK]",13      "lstrip": false,14      "normalized": false,15      "rstrip": false,16      "single_word": false,17      "special": true18    },19    "101": {20      "content": "[CLS]",21      "lstrip": false,22      "normalized": false,23      "rstrip": false,24      "single_word": false,25      "special": true26    },27    "102": {28      "content": "[SEP]",29      "lstrip": false,30      "normalized": false,31      "rstrip": false,32      "single_word": false,33      "special": true34    },35    "103": {36      "content": "[MASK]",37      "lstrip": false,38      "normalized": false,39      "rstrip": false,40      "single_word": false,41      "special": true42    },43    "30522": {44      "content": "LateralViewIndicator",45      "lstrip": false,46      "normalized": true,47      "rstrip": false,48      "single_word": false,49      "special": false50    },51    "30523": {52      "content": "DMLIndicator",53      "lstrip": false,54      "normalized": true,55      "rstrip": false,56      "single_word": false,57      "special": false58    },59    "30524": {60      "content": "inputScanRowSize",61      "lstrip": false,62      "normalized": true,63      "rstrip": false,64      "single_word": false,65      "special": false66    },67    "30525": {68      "content": "inputProjectRowSize",69      "lstrip": false,70      "normalized": true,71      "rstrip": false,72      "single_word": false,73      "special": false74    },75    "30526": {76      "content": "LimitSize",77      "lstrip": false,78      "normalized": true,79      "rstrip": false,80      "single_word": false,81      "special": false82    },83    "30527": {84      "content": "outputRowSize",85      "lstrip": false,86      "normalized": true,87      "rstrip": false,88      "single_word": false,89      "special": false90    },91    "30528": {92      "content": "DDLIndicator",93      "lstrip": false,94      "normalized": true,95      "rstrip": false,96      "single_word": false,97      "special": false98    },99    "30529": {100      "content": "ClusterLoad",101      "lstrip": false,102      "normalized": true,103      "rstrip": false,104      "single_word": false,105      "special": false106    },107    "30530": {108      "content": "InputRowCount",109      "lstrip": false,110      "normalized": true,111      "rstrip": false,112      "single_word": false,113      "special": false114    },115    "30531": {116      "content": "InputBytesSize",117      "lstrip": false,118      "normalized": true,119      "rstrip": false,120      "single_word": false,121      "special": false122    },123    "30532": {124      "content": "IsPureDQL",125      "lstrip": false,126      "normalized": true,127      "rstrip": false,128      "single_word": false,129      "special": false130    },131    "30533": {132      "content": "InputTablesNum",133      "lstrip": false,134      "normalized": true,135      "rstrip": false,136      "single_word": false,137      "special": false138    },139    "30534": {140      "content": "JoinsNum",141      "lstrip": false,142      "normalized": true,143      "rstrip": false,144      "single_word": false,145      "special": false146    },147    "30535": {148      "content": "OrderByIndicator",149      "lstrip": false,150      "normalized": true,151      "rstrip": false,152      "single_word": false,153      "special": false154    },155    "30536": {156      "content": "OutPutRowCount",157      "lstrip": false,158      "normalized": true,159      "rstrip": false,160      "single_word": false,161      "special": false162    },163    "30537": {164      "content": "DQLIndicator",165      "lstrip": false,166      "normalized": true,167      "rstrip": false,168      "single_word": false,169      "special": false170    },171    "30538": {172      "content": "GroupByIndicator",173      "lstrip": false,174      "normalized": true,175      "rstrip": false,176      "single_word": false,177      "special": false178    },179    "30539": {180      "content": "InputPartitionsNum",181      "lstrip": false,182      "normalized": true,183      "rstrip": false,184      "single_word": false,185      "special": false186    }187  },188  "clean_up_tokenization_spaces": true,189  "cls_token": "[CLS]",190  "do_lower_case": true,191  "mask_token": "[MASK]",192  "model_max_length": 512,193  "pad_token": "[PAD]",194  "sep_token": "[SEP]",195  "strip_accents": null,196  "tokenize_chinese_chars": true,197  "tokenizer_class": "DistilBertTokenizer",198  "unk_token": "[UNK]"199}200