update config
Browse files- config.json +1 -4
config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"_name_or_path": "model_zoo/LLM/Nous-Hermes-2-Yi-34B",
|
| 3 |
"architectures": [
|
| 4 |
-
"
|
| 5 |
],
|
| 6 |
"attention_bias": false,
|
| 7 |
"attention_dropout": 0.0,
|
|
@@ -30,7 +30,6 @@
|
|
| 30 |
"mm_vision_select_layer": -2,
|
| 31 |
"mm_vision_tower": "model_zoo/OpenAI/clip-vit-large-patch14-336",
|
| 32 |
"mm_vision_tower_aux": "model_zoo/OpenAI/openclip-convnext-large-d-320-laion2B-s29B-b131K-ft-soup",
|
| 33 |
-
"model_type": "llava_uni",
|
| 34 |
"num_attention_heads": 56,
|
| 35 |
"num_hidden_layers": 60,
|
| 36 |
"num_key_value_heads": 8,
|
|
@@ -47,10 +46,8 @@
|
|
| 47 |
"torch_dtype": "bfloat16",
|
| 48 |
"transformers_version": "4.36.2",
|
| 49 |
"tune_mm_mlp_adapter": false,
|
| 50 |
-
"unified_resampler": "simple_sum",
|
| 51 |
"use_cache": true,
|
| 52 |
"use_mm_proj": true,
|
| 53 |
-
"use_same_im_pos": false,
|
| 54 |
"video_grid": -1,
|
| 55 |
"vocab_size": 64000
|
| 56 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"_name_or_path": "model_zoo/LLM/Nous-Hermes-2-Yi-34B",
|
| 3 |
"architectures": [
|
| 4 |
+
"MiniGeminiLlamaForCausalLM"
|
| 5 |
],
|
| 6 |
"attention_bias": false,
|
| 7 |
"attention_dropout": 0.0,
|
|
|
|
| 30 |
"mm_vision_select_layer": -2,
|
| 31 |
"mm_vision_tower": "model_zoo/OpenAI/clip-vit-large-patch14-336",
|
| 32 |
"mm_vision_tower_aux": "model_zoo/OpenAI/openclip-convnext-large-d-320-laion2B-s29B-b131K-ft-soup",
|
|
|
|
| 33 |
"num_attention_heads": 56,
|
| 34 |
"num_hidden_layers": 60,
|
| 35 |
"num_key_value_heads": 8,
|
|
|
|
| 46 |
"torch_dtype": "bfloat16",
|
| 47 |
"transformers_version": "4.36.2",
|
| 48 |
"tune_mm_mlp_adapter": false,
|
|
|
|
| 49 |
"use_cache": true,
|
| 50 |
"use_mm_proj": true,
|
|
|
|
| 51 |
"video_grid": -1,
|
| 52 |
"vocab_size": 64000
|
| 53 |
}
|