Team Ai
Modelpublic

microsoft/codereviewer

sourceHugging Faceapache-2.0updated 4y agoView on Hugging Face
142likes528downloads
config.json96 linesDownload Raw Back to root
1{2  "_name_or_path": "/content/drive/MyDrive/CodeT5/pretrained_models/codet5_base",3  "add_token_id": 32101,4  "architectures": [5    "T5ForConditionalGeneration"6  ],7  "bos_token_id": 1,8  "d_ff": 3072,9  "d_kv": 64,10  "d_model": 768,11  "decoder_start_token_id": 0,12  "del_token_id": 32102,13  "dropout_rate": 0.1,14  "end_token_id": 32104,15  "eos_token_id": 2,16  "feed_forward_proj": "relu",17  "gradient_checkpointing": false,18  "id2label": {19    "0": "LABEL_0"20  },21  "initializer_factor": 1.0,22  "is_encoder_decoder": true,23  "keep_token_id": 32100,24  "label2id": {25    "LABEL_0": 026  },27  "lang_id": {28    "<c>": 32213,29    "<c_plus_plus>": 32215,30    "<c_sharp>": 32214,31    "<en>": 32206,32    "<go>": 32212,33    "<java>": 32208,34    "<javascript>": 32209,35    "<php>": 32211,36    "<python>": 32207,37    "<ruby>": 3221038  },39  "lang_tokens": [40    "<en>",41    "<python>",42    "<java>",43    "<javascript>",44    "<ruby>",45    "<php>",46    "<go>",47    "<c>",48    "<c_sharp>",49    "<c_plus_plus>"50  ],51  "layer_norm_epsilon": 1e-06,52  "mask_token_id": 4,53  "model_type": "t5",54  "n_positions": 512,55  "num_decoder_layers": 12,56  "num_heads": 12,57  "num_layers": 12,58  "output_past": true,59  "pad_token_id": 0,60  "relative_attention_num_buckets": 32,61  "start_token_id": 32103,62  "task_specific_params": {63    "summarization": {64      "early_stopping": true,65      "length_penalty": 2.0,66      "max_length": 200,67      "min_length": 30,68      "no_repeat_ngram_size": 3,69      "num_beams": 4,70      "prefix": "summarize: "71    },72    "translation_en_to_de": {73      "early_stopping": true,74      "max_length": 300,75      "num_beams": 4,76      "prefix": "translate English to German: "77    },78    "translation_en_to_fr": {79      "early_stopping": true,80      "max_length": 300,81      "num_beams": 4,82      "prefix": "translate English to French: "83    },84    "translation_en_to_ro": {85      "early_stopping": true,86      "max_length": 300,87      "num_beams": 4,88      "prefix": "translate English to Romanian: "89    }90  },91  "torch_dtype": "float32",92  "transformers_version": "4.15.0",93  "use_cache": true,94  "vocab_size": 3221695}96