Team Ai
Modelpublic

hf-tiny-v2/tiny-random-DistilBertForSequenceClassification

sourceHugging Faceupdated 2mo agoView on Hugging Face
0likes7downloads
config.json27 linesDownload Raw Back to root
1{2  "activation": "gelu",3  "architectures": [4    "DistilBertForSequenceClassification"5  ],6  "attention_dropout": 0.1,7  "bos_token_id": null,8  "dim": 32,9  "dropout": 0.1,10  "dtype": "float32",11  "eos_token_id": null,12  "hidden_act": "gelu",13  "hidden_dim": 37,14  "initializer_range": 0.02,15  "max_position_embeddings": 512,16  "model_type": "distilbert",17  "n_heads": 4,18  "n_layers": 2,19  "pad_token_id": 0,20  "qa_dropout": 0.1,21  "seq_classif_dropout": 0.2,22  "sinusoidal_pos_embds": false,23  "tie_word_embeddings": true,24  "transformers_version": "5.16.0.dev0",25  "vocab_size": 3052226}27