hf-tiny-v2/tiny-random-DistilBertForSequenceClassification
07
1{2 "activation": "gelu",3 "architectures": [4 "DistilBertForSequenceClassification"5 ],6 "attention_dropout": 0.1,7 "bos_token_id": null,8 "dim": 32,9 "dropout": 0.1,10 "dtype": "float32",11 "eos_token_id": null,12 "hidden_act": "gelu",13 "hidden_dim": 37,14 "initializer_range": 0.02,15 "max_position_embeddings": 512,16 "model_type": "distilbert",17 "n_heads": 4,18 "n_layers": 2,19 "pad_token_id": 0,20 "qa_dropout": 0.1,21 "seq_classif_dropout": 0.2,22 "sinusoidal_pos_embds": false,23 "tie_word_embeddings": true,24 "transformers_version": "5.16.0.dev0",25 "vocab_size": 3052226}27 