Team Ai
Modelpublic

onnx-internal-testing/tiny-random-GPTBigCodeForSequenceClassification-ONNX

sourceHugging Faceupdated 2y agoView on Hugging Face
0likes8downloads
config.json34 linesDownload Raw Back to root
1{2  "_attn_implementation_autoset": true,3  "_name_or_path": "hf-internal-testing/tiny-random-GPTBigCodeForSequenceClassification",4  "activation_function": "relu",5  "architectures": [6    "GPTBigCodeForSequenceClassification"7  ],8  "attention_softmax_in_fp32": false,9  "attn_pdrop": 0.1,10  "bos_token_id": 0,11  "embd_pdrop": 0.1,12  "eos_token_id": 0,13  "gradient_checkpointing": false,14  "initializer_range": 0.02,15  "layer_norm_epsilon": 1e-05,16  "model_type": "gpt_bigcode",17  "multi_query": true,18  "n_embd": 32,19  "n_head": 4,20  "n_inner": 37,21  "n_layer": 5,22  "n_positions": 512,23  "pad_token_id": 1021,24  "reorder_and_upcast_attn": false,25  "resid_pdrop": 0.1,26  "scale_attention_softmax_in_fp32": false,27  "scale_attn_by_inverse_layer_idx": false,28  "scale_attn_weights": true,29  "transformers_version": "4.48.2",30  "type_vocab_size": 16,31  "use_cache": true,32  "vocab_size": 102433}34