Trained with Unsloth

config.json

@@ -1,3 +1,30 @@
 {
-    "model_type": "mistral"
-}
+  "_name_or_path": "unsloth/phi-3-mini-4k-instruct-bnb-4bit",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 32000,
+  "head_dim": 96,
+  "hidden_act": "silu",
+  "hidden_size": 3072,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 4096,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pad_token_id": 32009,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "sliding_window": 2048,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.44.0",
+  "unsloth_version": "2024.8",
+  "use_cache": true,
+  "vocab_size": 32064
+}

pytorch_model-00001-of-00002.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ba3f31c75318c364639781bf2f6f1540640c35fc0a7e160650b1b2c4880a561
-size 4991416154
+oid sha256:6b851d27c5ad214cc7293b784299772be94ee7e94d14e7a3b309c02247bbf40b
+size 4991417114

pytorch_model-00002-of-00002.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:427806ce2cd5dc6f6663c115ad2dbc9256265830d1a4d2985852be4b88c78b5c
-size 2650844448
+oid sha256:4d179d7642f236e78cd0a7cfacd46eff924f9d80acb7ef6a3fd0e9f4e89d0835
+size 2650845472