Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
241
dacorvo HF staff commited on
Commit
ea10964
•
1 Parent(s): 20fa9d6

Synchronizing local compiler cache.

Browse files
Files changed (13) hide show
  1. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/mistral/mlabonne/AlphaMonarch-7B/2cfec88de629aee82b32.json +1 -0
  2. neuronxcc-2.13.66.0+6dfecc895/MODULE_2bd361e2f20066e6965c+2c2d707e/model.hlo_module.pb +3 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_397b1e968224fa5dc597+2c2d707e/model.hlo_module.pb +3 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_415797efcdefb673b944+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_585b886a77e74b5b191a+2c2d707e/model.hlo_module.pb +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_68f1843c994583d7930f+2c2d707e/model.hlo_module.pb +3 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_81c11305c20678479d9b+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_89c24e772da5e5c1fd9f+2c2d707e/model.hlo_module.pb +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_b1779304eead2fd6ef37+2c2d707e/model.hlo_module.pb +3 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_b56a44e10f489539a125+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_cd65ba8843a32359ec00+2c2d707e/model.hlo_module.pb +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea61fad307dffab6c3cd+2c2d707e/model.hlo_module.pb +3 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_fa6bf630231f5fa6370f+2c2d707e/model.hlo_module.pb +3 -0
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/mistral/mlabonne/AlphaMonarch-7B/2cfec88de629aee82b32.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "mlabonne/AlphaMonarch-7B", "checkpoint_revision": "3de065d84411d74e5b3590f67f52b0b71faf6161", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_2bd361e2f20066e6965c+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:145705f6086db5d06075ec3aadaac294921892980c618cad2b33df2352a9adcd
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_397b1e968224fa5dc597+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df1ac891f46d0c1ce826d65f92e291edc9528786b63369661ed6f5cb9d75cc60
3
+ size 8714745
neuronxcc-2.13.66.0+6dfecc895/MODULE_415797efcdefb673b944+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b322a825e5b7c067f1c3822e1750f60213fa52c422c21b289667a1effccdb34b
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_585b886a77e74b5b191a+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b87d52fc79c9b5d7506d4f91b2f99bd43418fb51dcfc16a7fe7b97368a643e4
3
+ size 33880569
neuronxcc-2.13.66.0+6dfecc895/MODULE_68f1843c994583d7930f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0cdc744a2d7e2c1a863a76e617c6b6f3d62e571a759113fd8b88fc1222b0b83
3
+ size 452729
neuronxcc-2.13.66.0+6dfecc895/MODULE_81c11305c20678479d9b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f67295cd9c290db5d81bed69def925f9d8b42cce42a018f3da479782f78882f
3
+ size 134543961
neuronxcc-2.13.66.0+6dfecc895/MODULE_89c24e772da5e5c1fd9f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c01deca0bebcd8e79894492b11326b48fbd638dfa035e9b26498a4ac9eff30
3
+ size 850424
neuronxcc-2.13.66.0+6dfecc895/MODULE_b1779304eead2fd6ef37+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e93a06e9269e9d3274458cb7c25ec44b8ea540f1fa75a5323d7688dbaa375af3
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_b56a44e10f489539a125+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e694dd0bdcea0ba31b091289fbfdc7c6dacf6cef571abc28bac04a96bc060bf
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_cd65ba8843a32359ec00+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57161291caf9bf1522d0f823f25e83434d648a355bbca791bb87c4b2e58682eb
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea61fad307dffab6c3cd+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e05df45fb068a3af4333e12026dfff82bf120b661bee469b09f157714bd5208b
3
+ size 2423289
neuronxcc-2.13.66.0+6dfecc895/MODULE_fa6bf630231f5fa6370f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99498d8178725c954a94a44e75709dc3dbe6d2c6402e1103352cc52feaf06544
3
+ size 317943