peft-internal-testing/tiny-random-BloomForCausalLM

1{2  "apply_residual_connection_post_layernorm": false,3  "architectures": [4    "BloomForCausalLM"5  ],6  "attention_dropout": 0.1,7  "bos_token_id": 1,8  "dtype": "float32",9  "eos_token_id": 2,10  "gradient_checkpointing": false,11  "hidden_dropout": 0.1,12  "hidden_size": 32,13  "id2label": {14    "0": "LABEL_0",15    "1": "LABEL_1",16    "2": "LABEL_2"17  },18  "initializer_range": 0.02,19  "is_decoder": true,20  "label2id": {21    "LABEL_0": 0,22    "LABEL_1": 1,23    "LABEL_2": 224  },25  "layer_norm_epsilon": 1e-05,26  "model_type": "bloom",27  "n_head": 4,28  "n_layer": 5,29  "n_positions": 512,30  "pad_token_id": 3,31  "pretraining_tp": 1,32  "seq_length": 7,33  "slow_but_exact": true,34  "transformers_version": "5.0.0.dev0",35  "type_vocab_size": 16,36  "use_cache": true,37  "vocab_size": 102438}39