Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
240
jburtoft commited on
Commit
96c0434
•
1 Parent(s): 8de9e9a

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/1ff02453771dbdbda149.json +1 -0
  3. neuronxcc-2.12.68.0+4480452af/MODULE_01076e8d78b992483879+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.12.68.0+4480452af/MODULE_01076e8d78b992483879+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.12.68.0+4480452af/MODULE_01076e8d78b992483879+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.12.68.0+4480452af/MODULE_1f1e07d570ee56041d0a+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.12.68.0+4480452af/MODULE_1f1e07d570ee56041d0a+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.12.68.0+4480452af/MODULE_1f1e07d570ee56041d0a+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.12.68.0+4480452af/MODULE_2bee1e5c93ed7d1f7e41+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.12.68.0+4480452af/MODULE_2bee1e5c93ed7d1f7e41+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.12.68.0+4480452af/MODULE_2bee1e5c93ed7d1f7e41+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.12.68.0+4480452af/MODULE_5b1656a79ce81111a281+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.12.68.0+4480452af/MODULE_5b1656a79ce81111a281+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.12.68.0+4480452af/MODULE_5b1656a79ce81111a281+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.12.68.0+4480452af/MODULE_6edfc9ee4f2dcc13e351+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.12.68.0+4480452af/MODULE_6edfc9ee4f2dcc13e351+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.12.68.0+4480452af/MODULE_6edfc9ee4f2dcc13e351+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.12.68.0+4480452af/MODULE_6f0081dc753efeb38458+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.12.68.0+4480452af/MODULE_6f0081dc753efeb38458+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.12.68.0+4480452af/MODULE_6f0081dc753efeb38458+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.12.68.0+4480452af/MODULE_6f687780991c4858fa8e+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.12.68.0+4480452af/MODULE_6f687780991c4858fa8e+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.12.68.0+4480452af/MODULE_6f687780991c4858fa8e+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.12.68.0+4480452af/MODULE_7c12958cee70be03cbf3+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.12.68.0+4480452af/MODULE_7c12958cee70be03cbf3+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.12.68.0+4480452af/MODULE_7c12958cee70be03cbf3+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.12.68.0+4480452af/MODULE_83cc94a2f92353b536c9+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.12.68.0+4480452af/MODULE_83cc94a2f92353b536c9+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.12.68.0+4480452af/MODULE_83cc94a2f92353b536c9+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.12.68.0+4480452af/MODULE_84b20d16b60b305cfd59+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.12.68.0+4480452af/MODULE_84b20d16b60b305cfd59+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.12.68.0+4480452af/MODULE_84b20d16b60b305cfd59+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.12.68.0+4480452af/MODULE_85336feb2a590ec9a4ad+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.12.68.0+4480452af/MODULE_85336feb2a590ec9a4ad+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.12.68.0+4480452af/MODULE_85336feb2a590ec9a4ad+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.12.68.0+4480452af/MODULE_e2449d2d5a14cd2cadc6+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.12.68.0+4480452af/MODULE_e2449d2d5a14cd2cadc6+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.12.68.0+4480452af/MODULE_e2449d2d5a14cd2cadc6+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -1758,3 +1758,15 @@ neuronxcc-2.12.68.0+4480452af/MODULE_178af04b5b08c3578620+2c2d707e/model.neff fi
1758
  neuronxcc-2.12.68.0+4480452af/MODULE_2bbf8ec5e16249e923c7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1759
  neuronxcc-2.12.68.0+4480452af/MODULE_3aa14f7f2c5ba85f8a71+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1760
  neuronxcc-2.12.68.0+4480452af/MODULE_d508d68ca9af9d78e9ce+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
1758
  neuronxcc-2.12.68.0+4480452af/MODULE_2bbf8ec5e16249e923c7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1759
  neuronxcc-2.12.68.0+4480452af/MODULE_3aa14f7f2c5ba85f8a71+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1760
  neuronxcc-2.12.68.0+4480452af/MODULE_d508d68ca9af9d78e9ce+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1761
+ neuronxcc-2.12.68.0+4480452af/MODULE_01076e8d78b992483879+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1762
+ neuronxcc-2.12.68.0+4480452af/MODULE_1f1e07d570ee56041d0a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1763
+ neuronxcc-2.12.68.0+4480452af/MODULE_2bee1e5c93ed7d1f7e41+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1764
+ neuronxcc-2.12.68.0+4480452af/MODULE_5b1656a79ce81111a281+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1765
+ neuronxcc-2.12.68.0+4480452af/MODULE_6edfc9ee4f2dcc13e351+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1766
+ neuronxcc-2.12.68.0+4480452af/MODULE_6f0081dc753efeb38458+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1767
+ neuronxcc-2.12.68.0+4480452af/MODULE_6f687780991c4858fa8e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1768
+ neuronxcc-2.12.68.0+4480452af/MODULE_7c12958cee70be03cbf3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1769
+ neuronxcc-2.12.68.0+4480452af/MODULE_83cc94a2f92353b536c9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1770
+ neuronxcc-2.12.68.0+4480452af/MODULE_84b20d16b60b305cfd59+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1771
+ neuronxcc-2.12.68.0+4480452af/MODULE_85336feb2a590ec9a4ad+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1772
+ neuronxcc-2.12.68.0+4480452af/MODULE_e2449d2d5a14cd2cadc6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/1ff02453771dbdbda149.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vocab_size": 32000, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": null, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 1000000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 8, "auto_cast_type": "fp16", "sequence_length": 4096, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.2", "checkpoint_revision": "41b61a33a2483885c981aa79e0df6b32407ed873"}}
neuronxcc-2.12.68.0+4480452af/MODULE_01076e8d78b992483879+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_01076e8d78b992483879+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6c5cb1275fbbfedb3e7c4d72e9f6d73845364943f9acbd07471933811598a8c
3
+ size 318327
neuronxcc-2.12.68.0+4480452af/MODULE_01076e8d78b992483879+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f46f380a765810d949bf046617fc8c4326f1e22b37e26fbcaa0e57502b63574f
3
+ size 2468864
neuronxcc-2.12.68.0+4480452af/MODULE_1f1e07d570ee56041d0a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_1f1e07d570ee56041d0a+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107d39f49881e6d2982ea9d36c22953545de064b0bbae09b7ac4cc2cd8144575
3
+ size 318327
neuronxcc-2.12.68.0+4480452af/MODULE_1f1e07d570ee56041d0a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6b291458eb5e9ba6624653ad09ba5c3baed83eb87d1c92b0fc6f57e2510c6ef
3
+ size 2581504
neuronxcc-2.12.68.0+4480452af/MODULE_2bee1e5c93ed7d1f7e41+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_2bee1e5c93ed7d1f7e41+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d0f307e612572d79b3c826a9f56761ff75059c8f125499b4bc7258b406bf740
3
+ size 306584
neuronxcc-2.12.68.0+4480452af/MODULE_2bee1e5c93ed7d1f7e41+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff854ffbd59ad11888c01be63721d4cb39da715911d2fac99bf51a1b33ed660d
3
+ size 3636224
neuronxcc-2.12.68.0+4480452af/MODULE_5b1656a79ce81111a281+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_5b1656a79ce81111a281+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f24a94aa235bd59ab797bd949937e551cb727c017d5d539c3b47daf306d7e257
3
+ size 318327
neuronxcc-2.12.68.0+4480452af/MODULE_5b1656a79ce81111a281+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36283c94cf94ee74313740043a2119303f64f6f09dea15c9c0e00eddf491754d
3
+ size 2376704
neuronxcc-2.12.68.0+4480452af/MODULE_6edfc9ee4f2dcc13e351+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_6edfc9ee4f2dcc13e351+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae97c27e08607373630c7fa5cff8a79361eacd507f7b00d05b9ba9115aeb1a5d
3
+ size 306584
neuronxcc-2.12.68.0+4480452af/MODULE_6edfc9ee4f2dcc13e351+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3d9d2c93a418bf6fbb5b0ca490526675911c1ca771aaf91544e99dc76feb87f
3
+ size 6421504
neuronxcc-2.12.68.0+4480452af/MODULE_6f0081dc753efeb38458+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_6f0081dc753efeb38458+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:604fe64490271d13da33ae154f5205f4e5f66de27802252b2e2a964f81ebc369
3
+ size 306584
neuronxcc-2.12.68.0+4480452af/MODULE_6f0081dc753efeb38458+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a4f44258bbbb5c59940a199be89dcf755935fee2ad2b2e77670b5c9f5a2c19
3
+ size 2663424
neuronxcc-2.12.68.0+4480452af/MODULE_6f687780991c4858fa8e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_6f687780991c4858fa8e+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57ad9b81079841d08c822f8ba8a658bdd8f4912c6e396fc82246de58cf6798a8
3
+ size 302777
neuronxcc-2.12.68.0+4480452af/MODULE_6f687780991c4858fa8e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93b0e573991b108232e0b5653ab688b03591377dd8f29a22423413d28b375e45
3
+ size 2581504
neuronxcc-2.12.68.0+4480452af/MODULE_7c12958cee70be03cbf3+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_7c12958cee70be03cbf3+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dd35016e49a5f0b43f72bbde27845ecd29d7f5aa0650e1c6d991b0b72993727
3
+ size 306584
neuronxcc-2.12.68.0+4480452af/MODULE_7c12958cee70be03cbf3+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7817c925fc9bfd3f17549dfa3a87430d7630bdf9a167f12c18b1cde72c6db90f
3
+ size 2919424
neuronxcc-2.12.68.0+4480452af/MODULE_83cc94a2f92353b536c9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_83cc94a2f92353b536c9+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea7678dea670d8bd0700975174e36e9f0bb80f0de4910975be82180063e20046
3
+ size 318327
neuronxcc-2.12.68.0+4480452af/MODULE_83cc94a2f92353b536c9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:089ae02eefa55dc336193573dd6f70a776a70ebb52708c6bd872f32e305b74be
3
+ size 2765824
neuronxcc-2.12.68.0+4480452af/MODULE_84b20d16b60b305cfd59+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_84b20d16b60b305cfd59+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31b481acdca070e0163164b0835f405a0b59869a5ab72aa1e92ec4a4d28f872f
3
+ size 306584
neuronxcc-2.12.68.0+4480452af/MODULE_84b20d16b60b305cfd59+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21850af58c17b734ad5eae6db3a9584fc4735a138844cd4c27c30bfe3ca4a4f5
3
+ size 14029824
neuronxcc-2.12.68.0+4480452af/MODULE_85336feb2a590ec9a4ad+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_85336feb2a590ec9a4ad+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8831ec0b2cec6a05806625a821ecdeb31c478664d3b67b5cf34a65deba2c16c
3
+ size 318327
neuronxcc-2.12.68.0+4480452af/MODULE_85336feb2a590ec9a4ad+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8f8dbc750300ce0095ab8f95f74e9e274a7e73db616dd2e8752c5d922a32931
3
+ size 2417664
neuronxcc-2.12.68.0+4480452af/MODULE_e2449d2d5a14cd2cadc6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_e2449d2d5a14cd2cadc6+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb8162c8556cc23269d39c42dbbc7f50f0ea3bddbfbfc679619cde5e1a10dbc
3
+ size 318327
neuronxcc-2.12.68.0+4480452af/MODULE_e2449d2d5a14cd2cadc6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9016b4631a227649baeab65fa1033a4909f013df2eb7db930ad0b004996c6385
3
+ size 2386944