Team Ai
Modelpublic

Azazelle/LongClip-L-diffusers

sourceHugging Faceupdated 3y agoView on Hugging Face
0likes14downloads
config.json172 linesDownload Raw Back to root
1{2  "_name_or_path": "clip-vit-large-patch14/",3  "architectures": [4    "CLIPModel"5  ],6  "initializer_factor": 1.0,7  "logit_scale_init_value": 2.6592,8  "model_type": "clip",9  "projection_dim": 768,10  "text_config": {11    "_name_or_path": "",12    "add_cross_attention": false,13    "architectures": null,14    "attention_dropout": 0.0,15    "bad_words_ids": null,16    "bos_token_id": 0,17    "chunk_size_feed_forward": 0,18    "cross_attention_hidden_size": null,19    "decoder_start_token_id": null,20    "diversity_penalty": 0.0,21    "do_sample": false,22    "dropout": 0.0,23    "early_stopping": false,24    "encoder_no_repeat_ngram_size": 0,25    "eos_token_id": 2,26    "finetuning_task": null,27    "forced_bos_token_id": null,28    "forced_eos_token_id": null,29    "hidden_act": "quick_gelu",30    "hidden_size": 768,31    "id2label": {32      "0": "LABEL_0",33      "1": "LABEL_1"34    },35    "initializer_factor": 1.0,36    "initializer_range": 0.02,37    "intermediate_size": 3072,38    "is_decoder": false,39    "is_encoder_decoder": false,40    "label2id": {41      "LABEL_0": 0,42      "LABEL_1": 143    },44    "layer_norm_eps": 1e-05,45    "length_penalty": 1.0,46    "max_length": 20,47    "max_position_embeddings": 77,48    "min_length": 0,49    "model_type": "clip_text_model",50    "no_repeat_ngram_size": 0,51    "num_attention_heads": 12,52    "num_beam_groups": 1,53    "num_beams": 1,54    "num_hidden_layers": 12,55    "num_return_sequences": 1,56    "output_attentions": false,57    "output_hidden_states": false,58    "output_scores": false,59    "pad_token_id": 1,60    "prefix": null,61    "problem_type": null,62    "projection_dim" : 768,63    "pruned_heads": {},64    "remove_invalid_values": false,65    "repetition_penalty": 1.0,66    "return_dict": true,67    "return_dict_in_generate": false,68    "sep_token_id": null,69    "task_specific_params": null,70    "temperature": 1.0,71    "tie_encoder_decoder": false,72    "tie_word_embeddings": true,73    "tokenizer_class": null,74    "top_k": 50,75    "top_p": 1.0,76    "torch_dtype": null,77    "torchscript": false,78    "transformers_version": "4.16.0.dev0",79    "use_bfloat16": false,80    "vocab_size": 4940881  },82  "text_config_dict": {83    "hidden_size": 768,84    "intermediate_size": 3072,85    "num_attention_heads": 12,86    "num_hidden_layers": 12,87    "projection_dim": 76888  },89  "torch_dtype": "float32",90  "transformers_version": null,91  "vision_config": {92    "_name_or_path": "",93    "add_cross_attention": false,94    "architectures": null,95    "attention_dropout": 0.0,96    "bad_words_ids": null,97    "bos_token_id": null,98    "chunk_size_feed_forward": 0,99    "cross_attention_hidden_size": null,100    "decoder_start_token_id": null,101    "diversity_penalty": 0.0,102    "do_sample": false,103    "dropout": 0.0,104    "early_stopping": false,105    "encoder_no_repeat_ngram_size": 0,106    "eos_token_id": null,107    "finetuning_task": null,108    "forced_bos_token_id": null,109    "forced_eos_token_id": null,110    "hidden_act": "quick_gelu",111    "hidden_size": 1024,112    "id2label": {113      "0": "LABEL_0",114      "1": "LABEL_1"115    },116    "image_size": 224,117    "initializer_factor": 1.0,118    "initializer_range": 0.02,119    "intermediate_size": 4096,120    "is_decoder": false,121    "is_encoder_decoder": false,122    "label2id": {123      "LABEL_0": 0,124      "LABEL_1": 1125    },126    "layer_norm_eps": 1e-05,127    "length_penalty": 1.0,128    "max_length": 20,129    "min_length": 0,130    "model_type": "clip_vision_model",131    "no_repeat_ngram_size": 0,132    "num_attention_heads": 16,133    "num_beam_groups": 1,134    "num_beams": 1,135    "num_hidden_layers": 24,136    "num_return_sequences": 1,137    "output_attentions": false,138    "output_hidden_states": false,139    "output_scores": false,140    "pad_token_id": null,141    "patch_size": 14,142    "prefix": null,143    "problem_type": null,144    "projection_dim" : 768,145    "pruned_heads": {},146    "remove_invalid_values": false,147    "repetition_penalty": 1.0,148    "return_dict": true,149    "return_dict_in_generate": false,150    "sep_token_id": null,151    "task_specific_params": null,152    "temperature": 1.0,153    "tie_encoder_decoder": false,154    "tie_word_embeddings": true,155    "tokenizer_class": null,156    "top_k": 50,157    "top_p": 1.0,158    "torch_dtype": null,159    "torchscript": false,160    "transformers_version": "4.16.0.dev0",161    "use_bfloat16": false162  },163  "vision_config_dict": {164    "hidden_size": 1024,165    "intermediate_size": 4096,166    "num_attention_heads": 16,167    "num_hidden_layers": 24,168    "patch_size": 14,169    "projection_dim": 768170  }171}172