HuggingFaceM4
/

idefics-80b-instruct

Text Generation

image-text-to-text

text-generation-inference

Model card Files Files and versions Community

VictorSanh commited on Jul 26, 2023

Commit

0979cbf

•

1 Parent(s): aca8e0b

Update config.json

Files changed (1) hide show

config.json +6 -4

config.json CHANGED Viewed

@@ -5,7 +5,7 @@
   "alpha_type": "float",
   "alphas_initializer_range": 0.0,
   "architectures": [
-    "VLlamaForCausalLM"
   ],
   "bos_token_id": 1,
   "cross_layer_activation_function": "swiglu",
@@ -22,7 +22,7 @@
   "initializer_range": 0.02,
   "intermediate_size": 22016,
   "max_sequence_length": 2048,
-  "model_type": "vllama",
   "num_attention_heads": 64,
   "num_hidden_layers": 80,
   "pad_token_id": 0,
@@ -40,7 +40,9 @@
   "use_resampler": true,
   "vision_embed_dim": 1280,
   "vision_image_size": 224,
-  "vision_model_name": "laion/CLIP-ViT-H-14-laion2B-s32B-b79K",
-  "vision_model_params": "{\"id2label\":{}, \"label2id\":{}}",
   "vocab_size": 32000
 }

   "alpha_type": "float",
   "alphas_initializer_range": 0.0,
   "architectures": [
+    "IdeficsForCausalLM"
   ],
   "bos_token_id": 1,
   "cross_layer_activation_function": "swiglu",
   "initializer_range": 0.02,
   "intermediate_size": 22016,
   "max_sequence_length": 2048,
+  "model_type": "idefics",
   "num_attention_heads": 64,
   "num_hidden_layers": 80,
   "pad_token_id": 0,
   "use_resampler": true,
   "vision_embed_dim": 1280,
   "vision_image_size": 224,
+  "vision_intermediate_size": 5120,
+  "vision_patch_size": 14,
+  "vision_num_attention_heads": 16,
+  "vision_num_hidden_layers": 32,
   "vocab_size": 32000
 }