Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
241
dacorvo HF staff commited on
Commit
67b7676
•
1 Parent(s): 08b2626

Synchronizing local compiler cache.

Browse files
Files changed (13) hide show
  1. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/mistral/NousResearch/Hermes-2-Pro-Mistral-7B/8e357b7640b70b0773a1.json +1 -0
  2. neuronxcc-2.13.66.0+6dfecc895/MODULE_0f5d704629a115f77c6f+2c2d707e/model.hlo_module.pb +3 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_3e39cab4a3add99f06eb+2c2d707e/model.hlo_module.pb +3 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_544a5b756603f5e3d8e4+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_54e62195c30ec21b4e7b+2c2d707e/model.hlo_module.pb +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_5b334b864278bdfe7b87+2c2d707e/model.hlo_module.pb +3 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_5d3f441cb171ac2539a6+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_70951b71a156dedf9d53+2c2d707e/model.hlo_module.pb +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_7123532684731a826c76+2c2d707e/model.hlo_module.pb +3 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_ace17026fb651727a83b+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_c8f83c84f5e20d19218f+2c2d707e/model.hlo_module.pb +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.hlo_module.pb +3 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_d93e0428efd465e062f6+2c2d707e/model.hlo_module.pb +3 -0
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/mistral/NousResearch/Hermes-2-Pro-Mistral-7B/8e357b7640b70b0773a1.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 32000, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "NousResearch/Hermes-2-Pro-Mistral-7B", "checkpoint_revision": "a3d6660baf5057945b29908fd17ede3648af6fa5", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": false, "vocab_size": 32032}
neuronxcc-2.13.66.0+6dfecc895/MODULE_0f5d704629a115f77c6f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9ec5e1ab66df9ff0db58dc47e3bebb6238e4e14f776e71f303d07bcd2a303a2
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_3e39cab4a3add99f06eb+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc09729ca91c8c02fb834c2f2ca40bf4c1943b728638bccd79ebca6a66e6ec09
3
+ size 850424
neuronxcc-2.13.66.0+6dfecc895/MODULE_544a5b756603f5e3d8e4+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfdb1c6dd4a2783019d9ef53687e9334bf9526fafa6f9a3c730542921e966fbf
3
+ size 8714745
neuronxcc-2.13.66.0+6dfecc895/MODULE_54e62195c30ec21b4e7b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec3c71cff2d033f007a5779a951df47ab84edbbb31bb5c1448057ad835b9b051
3
+ size 134543961
neuronxcc-2.13.66.0+6dfecc895/MODULE_5b334b864278bdfe7b87+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e68cbebeaf88c654aa5317f13df835af62ebc9628dc9cbb150559dcdd21abf
3
+ size 452729
neuronxcc-2.13.66.0+6dfecc895/MODULE_5d3f441cb171ac2539a6+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d1726a92e548fd5ebb19e56607b0228398a629b659499b8c91f196aaa4ff1d9
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_70951b71a156dedf9d53+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9f4575ff285bc15620ee925b3c9338bef5a125df88fc02a7f0abf7be71963bc
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_7123532684731a826c76+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da2e6a81458770be3d97915e754dc8c3cc18cad353d648d8f74d5c73f0c6a183
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_ace17026fb651727a83b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f15971bdc80ec2deeeb5a8436197abfa591db39de8919508df638f040504305
3
+ size 2423289
neuronxcc-2.13.66.0+6dfecc895/MODULE_c8f83c84f5e20d19218f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ddde0b23e09d5633671ae8c63df99ed08ad81067f0c3ec5e50880305b22e996
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1c650cbb1a3a0b61dd67ec22e438592e1ff08e5f2a9a7be44e4e5efc83a2119
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_d93e0428efd465e062f6+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7b58d2fbb84d5727c27833d7c6766f387f9d4a555da6352d5c5c1e9e21f250a
3
+ size 33880569