willieseun/Micro-Learn-Idrisi-Encoder-Decoder2
06
1{
2 "_name_or_path": "rsuwaileh/IDRISI-LMR-EN-timebased-typeless",
3 "architectures": [
4 "BertModel"
5 ],
6 "attention_probs_dropout_prob": 0.1,
7 "classifier_dropout": null,
8 "directionality": "bidi",
9 "eos_token_ids": null,
10 "hidden_act": "gelu",
11 "hidden_dropout_prob": 0.1,
12 "hidden_size": 1024,
13 "id2label": {
14 "0": "B-LOC",
15 "1": "I-LOC",
16 "2": "L-LOC",
17 "3": "U-LOC",
18 "4": "O"
19 },
20 "initializer_range": 0.02,
21 "intermediate_size": 4096,
22 "label2id": {
23 "B-LOC": 0,
24 "I-LOC": 1,
25 "L-LOC": 2,
26 "O": 4,
27 "U-LOC": 3
28 },
29 "layer_norm_eps": 1e-12,
30 "max_position_embeddings": 512,
31 "model_type": "bert",
32 "num_attention_heads": 16,
33 "num_hidden_layers": 24,
34 "output_past": true,
35 "pad_token_id": 0,
36 "pooler_fc_size": 768,
37 "pooler_num_attention_heads": 12,
38 "pooler_num_fc_layers": 3,
39 "pooler_size_per_head": 128,
40 "pooler_type": "first_token_transform",
41 "position_embedding_type": "absolute",
42 "torch_dtype": "float32",
43 "transformers_version": "4.44.2",
44 "type_vocab_size": 2,
45 "use_cache": true,
46 "vocab_size": 28996
47}
48 