rafmacalaba/datause-classifier-multitask

1{2  "architectures": [3    "DatauseEncoder"4  ],5  "auto_map": {6    "AutoModel": "modeling_lfm2_bidirectional.Lfm2BidirectionalModel",7    "AutoModelForMaskedLM": "modeling_lfm2_bidirectional.Lfm2BidirectionalForMaskedLM"8  },9  "block_auto_adjust_ff_dim": false,10  "block_dim": 1024,11  "block_ffn_dim_multiplier": 1.0,12  "block_mlp_init_scale": 1.0,13  "block_multiple_of": 256,14  "block_norm_eps": 1e-05,15  "block_out_init_scale": 1.0,16  "block_use_swiglu": true,17  "block_use_xavier_init": true,18  "bos_token_id": 1,19  "conv_L_cache": 3,20  "conv_bias": false,21  "conv_dim": 1024,22  "conv_use_xavier_init": true,23  "dtype": "float32",24  "eos_token_id": 7,25  "full_attn_idxs": null,26  "hidden_size": 1024,27  "id2label": {28    "0": "Agriculture",29    "1": "Communities and Human Settlements",30    "2": "Conflict and Development",31    "3": "Culture and Development",32    "4": "Education",33    "5": "Energy",34    "6": "Environment",35    "7": "Finance and Financial Sector Development",36    "8": "Gender",37    "9": "Governance",38    "10": "Health",39    "11": "Industry",40    "12": "Informatics",41    "13": "Information and Communication Technologies",42    "14": "Infrastructure Economics and Finance",43    "15": "International Economics and Trade",44    "16": "Law and Development",45    "17": "Macroeconomics and Economic Growth",46    "18": "Nutrition and Population",47    "19": "Poverty Reduction",48    "20": "Private Sector Development",49    "21": "Public Sector Development",50    "22": "Rural Development",51    "23": "Science and Technology Development",52    "24": "Social Development",53    "25": "Social Protections and Labor",54    "26": "Transport",55    "27": "Urban Development",56    "28": "Water Resources",57    "29": "Water Supply and Sanitation"58  },59  "initializer_range": 0.02,60  "intermediate_size": 2560,61  "label2id": {62    "Agriculture": 0,63    "Communities and Human Settlements": 1,64    "Conflict and Development": 2,65    "Culture and Development": 3,66    "Education": 4,67    "Energy": 5,68    "Environment": 6,69    "Finance and Financial Sector Development": 7,70    "Gender": 8,71    "Governance": 9,72    "Health": 10,73    "Industry": 11,74    "Informatics": 12,75    "Information and Communication Technologies": 13,76    "Infrastructure Economics and Finance": 14,77    "International Economics and Trade": 15,78    "Law and Development": 16,79    "Macroeconomics and Economic Growth": 17,80    "Nutrition and Population": 18,81    "Poverty Reduction": 19,82    "Private Sector Development": 20,83    "Public Sector Development": 21,84    "Rural Development": 22,85    "Science and Technology Development": 23,86    "Social Development": 24,87    "Social Protections and Labor": 25,88    "Transport": 26,89    "Urban Development": 27,90    "Water Resources": 28,91    "Water Supply and Sanitation": 2992  },93  "layer_types": [94    "conv",95    "conv",96    "full_attention",97    "conv",98    "full_attention",99    "conv",100    "full_attention",101    "conv",102    "full_attention",103    "conv",104    "full_attention",105    "conv",106    "full_attention",107    "conv"108  ],109  "max_position_embeddings": 128000,110  "model_type": "lfm2",111  "norm_eps": 1e-05,112  "num_attention_heads": 16,113  "num_heads": 16,114  "num_hidden_layers": 14,115  "num_key_value_heads": 8,116  "pad_token_id": 0,117  "problem_type": "multi_label_classification",118  "rope_parameters": {119    "rope_theta": 1000000.0,120    "rope_type": "default"121  },122  "tie_word_embeddings": true,123  "transformers_version": "5.13.1",124  "use_cache": false,125  "use_pos_enc": true,126  "vocab_size": 65536127}128