Hugging Face's logo

Locutusque
/
Llama-3-NeuralHercules-5.0-8B

Text Generation
Transformers
Safetensors
English
llama
code
chemistry
medical
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
11

Upload LlamaForCausalLM

#8
by Locutusque - opened
base: refs/heads/main
←
from: refs/pr/8
Discussion Files changed
+11
-12
Files changed (10) hide show
  1. config.json +2 -3
  2. generation_config.json +1 -1
  3. model-00001-of-00009.safetensors +1 -1
  4. model-00002-of-00009.safetensors +1 -1
  5. model-00003-of-00009.safetensors +1 -1
  6. model-00004-of-00009.safetensors +1 -1
  7. model-00005-of-00009.safetensors +1 -1
  8. model-00006-of-00009.safetensors +1 -1
  9. model-00007-of-00009.safetensors +1 -1
  10. model-00008-of-00009.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "Locutusque/Llama-3-NeuralHercules-5.0-8B",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -12,7 +12,6 @@
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
  "max_position_embeddings": 8192,
15
- "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 32,
@@ -23,7 +22,7 @@
23
  "rope_theta": 500000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
- "transformers_version": "4.41.1",
27
  "use_cache": true,
28
  "vocab_size": 128256
29
  }
 
1
  {
2
+ "_name_or_path": "Locutusque/Llama-3-Hercules-5.0-8B",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
  "max_position_embeddings": 8192,
 
15
  "model_type": "llama",
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 32,
 
22
  "rope_theta": 500000.0,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.38.2",
26
  "use_cache": true,
27
  "vocab_size": 128256
28
  }
generation_config.json CHANGED
@@ -5,5 +5,5 @@
5
  "max_length": 4096,
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
- "transformers_version": "4.41.1"
9
  }
 
5
  "max_length": 4096,
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
+ "transformers_version": "4.38.2"
9
  }
model-00001-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abc2b56e470130ca898e43cb75583d6f4036b9fa2535658fcde1636170498a60
3
  size 1973455376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c15feb5277786fb70f18a5519681fc95b5e4e7ddab56facb84d88b52bb24088
3
  size 1973455376
model-00002-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4c6243cf73616a831525aae5749f848e04b2ea4877e994462f9d1aab05fcdac
3
  size 1895895336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836e08201e0b5efe224ff92011cecebac39a2297e8894392e8598a702b506dd7
3
  size 1895895336
model-00003-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a30c8d25b777e26fbfca68a6bdad5baef0dc9e784cb7cb4638a72ebc2f92c834
3
  size 1979798040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cde19ce099387f4d2fd963afa7f05e681478859af298e41280d773af41e499bb
3
  size 1979798040
model-00004-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3285450c18f5e07dab09df4e622ae2458e4a5fc99125f6844e896bd43ee8cc76
3
  size 1946227368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e611bc743b3126bd231c1498e37f73b9cdde2447f86834bd8f1082cd7ce47232
3
  size 1946227368
model-00005-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd96a519597eef6c983478ec2aec8fb2c68efeef41b0f41564156ebce8aa0a83
3
  size 1979798064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:287858040048a489c68c5292665cf8804774f6e7fccf68e37e4e013d9d8ceace
3
  size 1979798064
model-00006-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa7436ab6469ebc2c055b886f375c667505129bedf54874d0aa76533ff9a8d11
3
  size 1946227368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:197098398a1210c0f7cea7e0718e0a7c8edc543dc616d76f72db06a195fbc8aa
3
  size 1946227368
model-00007-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:533f8ca83eba5dd940af8f6ef373ffdcf199d481dca803ef81798a149a2a2af2
3
  size 1979798064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a14706a5f84cd4b71243632df9195efb4e97e778ad0c9ab5bd541cde2dda647e
3
  size 1979798064
model-00008-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d87b8d6a38ed2cf3684f699f2fb9f9afdf86a114e39db31f775a6c9fc2cbc98
3
  size 1308683424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e97fef699ab7d920db70ca76fde65e87f5d28a379e640cc541252f1afc51071
3
  size 1308683424