Update config.json

config.json

@@ -1,16 +1,13 @@
 {
-  "_name_or_path": "",
   "architectures": [
     "LlavaForConditionalGeneration"
   ],
-  "hidden_size": 4096,
   "ignore_index": -100,
   "image_token_index": 64000,
   "model_type": "llava",
   "pad_token_id": 64001,
   "projector_hidden_act": "gelu",
   "text_config": {
-    "_name_or_path": "checkpoints/01-ai/Yi-6B-Chat",
     "architectures": [
       "LlamaForCausalLM"
     ],
@@ -19,14 +16,13 @@
     "num_key_value_heads": 4,
     "rms_norm_eps": 1e-05,
     "rope_theta": 5000000.0,
-    "torch_dtype": "bfloat16",
     "vocab_size": 64064
   },
+  "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.40.1",
   "use_cache": true,
   "vision_config": {
-    "_name_or_path": "checkpoints/01-ai/Yi-VL-6B/vit/clip-vit-H-14-laion2B-s32B-b79K-yi-vl-6B-448",
     "architectures": [
       "CLIPVisionModel"
     ],
@@ -39,9 +35,8 @@
     "num_attention_heads": 16,
     "num_hidden_layers": 32,
     "patch_size": 14,
-    "projection_dim": 1024,
-    "torch_dtype": "float32"
+    "projection_dim": 1024
   },
   "vision_feature_layer": -2,
   "vision_feature_select_strategy": "default"
-}
+}