MrezaPRZ/bigbird-sql-encoder

1{2  "_name_or_path": "./encoder",3  "architectures": [4    "BigBirdForSequenceClassification"5  ],6  "attention_probs_dropout_prob": 0.1,7  "attention_type": "block_sparse",8  "block_size": 64,9  "bos_token_id": 1,10  "classifier_dropout": null,11  "eos_token_id": 2,12  "gradient_checkpointing": false,13  "hidden_act": "gelu_new",14  "hidden_dropout_prob": 0.1,15  "hidden_size": 768,16  "id2label": {17    "0": "LABEL_0"18  },19  "initializer_range": 0.02,20  "intermediate_size": 3072,21  "label2id": {22    "LABEL_0": 023  },24  "layer_norm_eps": 1e-12,25  "max_position_embeddings": 4096,26  "model_type": "big_bird",27  "num_attention_heads": 12,28  "num_hidden_layers": 12,29  "num_random_blocks": 3,30  "pad_token_id": 0,31  "position_embedding_type": "absolute",32  "rescale_embeddings": false,33  "sep_token_id": 66,34  "torch_dtype": "float32",35  "transformers_version": "4.37.2",36  "type_vocab_size": 2,37  "use_bias": true,38  "use_cache": true,39  "vocab_size": 5035840}41