Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
240
dacorvo HF staff commited on
Commit
6cffe87
•
1 Parent(s): eef9268

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/mistral/ibm/merlinite-7b/1cb346bb128f558ac649.json +1 -0
  3. neuronxcc-2.12.68.0+4480452af/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.12.68.0+4480452af/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.12.68.0+4480452af/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.12.68.0+4480452af/MODULE_44da85d0441c04e25e15+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.12.68.0+4480452af/MODULE_44da85d0441c04e25e15+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.12.68.0+4480452af/MODULE_44da85d0441c04e25e15+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.12.68.0+4480452af/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.12.68.0+4480452af/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.12.68.0+4480452af/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.12.68.0+4480452af/MODULE_4b805e3232ee4c21ac52+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.12.68.0+4480452af/MODULE_4b805e3232ee4c21ac52+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.12.68.0+4480452af/MODULE_4b805e3232ee4c21ac52+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.12.68.0+4480452af/MODULE_5148ad36d287ea5ad908+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.12.68.0+4480452af/MODULE_5148ad36d287ea5ad908+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.12.68.0+4480452af/MODULE_5148ad36d287ea5ad908+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.12.68.0+4480452af/MODULE_59b83f770af92ac72517+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.12.68.0+4480452af/MODULE_59b83f770af92ac72517+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.12.68.0+4480452af/MODULE_59b83f770af92ac72517+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.12.68.0+4480452af/MODULE_9404e6d4c620ae98e623+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.12.68.0+4480452af/MODULE_9404e6d4c620ae98e623+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.12.68.0+4480452af/MODULE_9404e6d4c620ae98e623+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.12.68.0+4480452af/MODULE_b5ae97f2382c2da6bae0+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.12.68.0+4480452af/MODULE_b5ae97f2382c2da6bae0+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.12.68.0+4480452af/MODULE_b5ae97f2382c2da6bae0+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.12.68.0+4480452af/MODULE_ce8644fcb54c67a894fa+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.12.68.0+4480452af/MODULE_ce8644fcb54c67a894fa+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.12.68.0+4480452af/MODULE_ce8644fcb54c67a894fa+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.12.68.0+4480452af/MODULE_d2b63d1738b927eee418+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.12.68.0+4480452af/MODULE_d2b63d1738b927eee418+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.12.68.0+4480452af/MODULE_d2b63d1738b927eee418+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.12.68.0+4480452af/MODULE_d6428e02b616d614799a+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.12.68.0+4480452af/MODULE_d6428e02b616d614799a+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.12.68.0+4480452af/MODULE_d6428e02b616d614799a+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.12.68.0+4480452af/MODULE_d7a487747eb6a744594e+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.12.68.0+4480452af/MODULE_d7a487747eb6a744594e+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.12.68.0+4480452af/MODULE_d7a487747eb6a744594e+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -1598,3 +1598,15 @@ neuronxcc-2.12.68.0+4480452af/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.neff fi
1598
  neuronxcc-2.12.68.0+4480452af/MODULE_f4cb004f57682ffa94f9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1599
  neuronxcc-2.12.68.0+4480452af/MODULE_380e58f62866490411be+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1600
  neuronxcc-2.12.68.0+4480452af/MODULE_f87d8d4cd224b40af548+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
1598
  neuronxcc-2.12.68.0+4480452af/MODULE_f4cb004f57682ffa94f9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1599
  neuronxcc-2.12.68.0+4480452af/MODULE_380e58f62866490411be+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1600
  neuronxcc-2.12.68.0+4480452af/MODULE_f87d8d4cd224b40af548+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1601
+ neuronxcc-2.12.68.0+4480452af/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1602
+ neuronxcc-2.12.68.0+4480452af/MODULE_44da85d0441c04e25e15+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1603
+ neuronxcc-2.12.68.0+4480452af/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1604
+ neuronxcc-2.12.68.0+4480452af/MODULE_4b805e3232ee4c21ac52+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1605
+ neuronxcc-2.12.68.0+4480452af/MODULE_5148ad36d287ea5ad908+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1606
+ neuronxcc-2.12.68.0+4480452af/MODULE_59b83f770af92ac72517+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1607
+ neuronxcc-2.12.68.0+4480452af/MODULE_9404e6d4c620ae98e623+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1608
+ neuronxcc-2.12.68.0+4480452af/MODULE_b5ae97f2382c2da6bae0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1609
+ neuronxcc-2.12.68.0+4480452af/MODULE_ce8644fcb54c67a894fa+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1610
+ neuronxcc-2.12.68.0+4480452af/MODULE_d2b63d1738b927eee418+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1611
+ neuronxcc-2.12.68.0+4480452af/MODULE_d6428e02b616d614799a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1612
+ neuronxcc-2.12.68.0+4480452af/MODULE_d7a487747eb6a744594e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/mistral/ibm/merlinite-7b/1cb346bb128f558ac649.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vocab_size": 32008, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 32001, "eos_token_id": 2, "end_token_id": 32000, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "bf16", "sequence_length": 4096, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "ibm/merlinite-7b", "checkpoint_revision": "233d12759d5bb9344231dafdb51310ec19d79c0e"}}
neuronxcc-2.12.68.0+4480452af/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c464a7dd9c776be338ed951a90a8f44a2d644d4c82e8f80bb1ae5ebeab714a
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29735702eca61f17c3c5ad8451fecf92f8b2d2eed97f044fd8933b4f90f4ac24
3
+ size 7670784
neuronxcc-2.12.68.0+4480452af/MODULE_44da85d0441c04e25e15+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_44da85d0441c04e25e15+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f300e183f82178b985d346b9c6ad1fc10262998aafffb2e92cdefc3da6b9673
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_44da85d0441c04e25e15+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36a41fd7cb1cf16d547c5c0f386550324781011e68c95327890a83d22b80ab31
3
+ size 7947264
neuronxcc-2.12.68.0+4480452af/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c57ac21f094feca7822a334e42dae5f7c372f1c7ecf9a26f4c5bcba372ec0c56
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0763943772ebcb83db2f117d7389e07e487ccd308eae7cc93833ceca6b00d627
3
+ size 7640064
neuronxcc-2.12.68.0+4480452af/MODULE_4b805e3232ee4c21ac52+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_4b805e3232ee4c21ac52+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c37d6535b6db476059ee607f4dca52c827a5948aceaf0f68aa15fc93d3e36e38
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_4b805e3232ee4c21ac52+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd3882724297cea80e1fd02b6ddb7f26a37ec5357eb9bb96843cf759f3c2a661
3
+ size 7721984
neuronxcc-2.12.68.0+4480452af/MODULE_5148ad36d287ea5ad908+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_5148ad36d287ea5ad908+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a4a2498d453cc2545304555ec61589daf28d1f403f325f66dd3a44eb2c39062
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_5148ad36d287ea5ad908+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a832e7d99d7563ec6ea93a7ce5136d3a39a7907af51d403cf326ba3344fdd2dc
3
+ size 7568384
neuronxcc-2.12.68.0+4480452af/MODULE_59b83f770af92ac72517+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_59b83f770af92ac72517+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba13de68c2f937463d484dec97f80b4fc220acd8d5cdffc0db2801dc276c8c75
3
+ size 8713017
neuronxcc-2.12.68.0+4480452af/MODULE_59b83f770af92ac72517+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7775341dc4aa7a9ad3203bcc057575efda1b0ed155adaab6f891f7956d1548d6
3
+ size 11387904
neuronxcc-2.12.68.0+4480452af/MODULE_9404e6d4c620ae98e623+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_9404e6d4c620ae98e623+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:092db5c05275960631f80945dd4ef8d3715c5095325b5428277c6b6a5183fa90
3
+ size 848696
neuronxcc-2.12.68.0+4480452af/MODULE_9404e6d4c620ae98e623+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11289be2d2e60d5589f1f96b22b246105423c2b2e102677cdff0e785c5d98f55
3
+ size 8449024
neuronxcc-2.12.68.0+4480452af/MODULE_b5ae97f2382c2da6bae0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_b5ae97f2382c2da6bae0+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e90f4dca401a319d353aae20f31de2152e821a50120e2a3dd1873f000fe9ef4
3
+ size 33878841
neuronxcc-2.12.68.0+4480452af/MODULE_b5ae97f2382c2da6bae0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec3d8b6117802843feb232baad2eb0b4db6c225f71067397767544dfaa9025c
3
+ size 26829824
neuronxcc-2.12.68.0+4480452af/MODULE_ce8644fcb54c67a894fa+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_ce8644fcb54c67a894fa+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10486991b7a93f1337410c75c0ddf0a2f4b4577233fb8b419b2ef67956e02d1b
3
+ size 451065
neuronxcc-2.12.68.0+4480452af/MODULE_ce8644fcb54c67a894fa+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59b16972a5fddfa62ce1f9a7fa84c071799ad3780ec8c5b6e3e5ba6cb3618083
3
+ size 7947264
neuronxcc-2.12.68.0+4480452af/MODULE_d2b63d1738b927eee418+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_d2b63d1738b927eee418+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:442e154f25cbfd134a3c4ed73a6c354a8f3f4201aee18ac0bb975e3e0f6e0e5e
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_d2b63d1738b927eee418+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64f10c8278fcb169dcdd722a99ca4db765e00f153f72cd96ce0272f0126d3769
3
+ size 8285184
neuronxcc-2.12.68.0+4480452af/MODULE_d6428e02b616d614799a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_d6428e02b616d614799a+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35dcfaf3fe7f539e6fa9780ae443abce6bff79fd0b0634530d9989ff66ccc7e2
3
+ size 134542233
neuronxcc-2.12.68.0+4480452af/MODULE_d6428e02b616d614799a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34fb31dbef695cf73fbd36bc53f00468540a381c6a8de551f5686bc6de126e87
3
+ size 46101504
neuronxcc-2.12.68.0+4480452af/MODULE_d7a487747eb6a744594e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_d7a487747eb6a744594e+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a70a01a1cebfb06d99a7f1d5bf1af55e3c26882eb4c9370a690f56f97092054
3
+ size 2421561
neuronxcc-2.12.68.0+4480452af/MODULE_d7a487747eb6a744594e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3ffcd822d993d05b4c6a5ddaa2858e8dd471c5dc185f89f5349fc531097e115
3
+ size 9329664