hellosindh/indus-script-models

1{
2  "add_cross_attention": false,
3  "architectures": [
4    "BertForSequenceClassification"
5  ],
6  "attention_probs_dropout_prob": 0.1,
7  "bos_token_id": null,
8  "classifier_dropout": null,
9  "dtype": "float32",
10  "eos_token_id": null,
11  "hidden_act": "gelu",
12  "hidden_dropout_prob": 0.1,
13  "hidden_size": 256,
14  "initializer_range": 0.02,
15  "intermediate_size": 512,
16  "is_decoder": false,
17  "layer_norm_eps": 1e-12,
18  "max_position_embeddings": 64,
19  "model_type": "bert",
20  "num_attention_heads": 4,
21  "num_hidden_layers": 4,
22  "pad_token_id": 0,
23  "problem_type": "single_label_classification",
24  "tie_word_embeddings": true,
25  "transformers_version": "5.2.0",
26  "type_vocab_size": 2,
27  "use_cache": true,
28  "vocab_size": 646
29}
30