Update config.json

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "unsloth/llama-3.2-3b-instruct-bnb-4bit",
+  "_name_or_path": "KingNish/Reasoning-Llama-1b-v0.1",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -11,16 +11,16 @@
     128008,
     128009
   ],
-  "head_dim": 128,
+  "head_dim": 64,
   "hidden_act": "silu",
-  "hidden_size": 3072,
+  "hidden_size": 2048,
   "initializer_range": 0.02,
   "intermediate_size": 8192,
   "max_position_embeddings": 131072,
   "mlp_bias": false,
   "model_type": "llama",
-  "num_attention_heads": 24,
-  "num_hidden_layers": 28,
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
   "num_key_value_heads": 8,
   "pad_token_id": 128004,
   "pretraining_tp": 1,
@@ -39,4 +39,4 @@
   "unsloth_version": "2024.9.post4",
   "use_cache": true,
   "vocab_size": 128256
-}
+}