Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
241
jburtoft commited on
Commit
7572840
•
1 Parent(s): 013f017

Synchronizing local compiler cache.

Browse files
Files changed (32) hide show
  1. .gitattributes +10 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.23/inference/llama/sophosympatheia/Rogue-Rose-103b-v0.2/ea5ab3229f3f6df027c1.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_2537ecbf445bfcf0a926+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_2537ecbf445bfcf0a926+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_2537ecbf445bfcf0a926+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_3b7ad258fb820094aeec+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_3b7ad258fb820094aeec+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_3b7ad258fb820094aeec+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_643079075954d59f4acc+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_643079075954d59f4acc+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_643079075954d59f4acc+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_6b0a4f222372bc9343b6+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_6b0a4f222372bc9343b6+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_6b0a4f222372bc9343b6+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_ac35a3a358c8895a78d7+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_ac35a3a358c8895a78d7+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_ac35a3a358c8895a78d7+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_c11f89890481c568e9bc+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_c11f89890481c568e9bc+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_c11f89890481c568e9bc+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_d133df880751a3363899+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_d133df880751a3363899+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_d133df880751a3363899+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_d15731d49b88b4bf51a7+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_d15731d49b88b4bf51a7+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_d15731d49b88b4bf51a7+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea22347137b0711ac1cf+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea22347137b0711ac1cf+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea22347137b0711ac1cf+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_f6441c65760e62367b19+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_f6441c65760e62367b19+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_f6441c65760e62367b19+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3369,3 +3369,13 @@ neuronxcc-2.14.182.0+a56cbff7/MODULE_e4fd2fca5d14cb667818+2c2d707e/model.neff fi
3369
  neuronxcc-2.14.182.0+a56cbff7/MODULE_fabe9023fbb212236b7c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3370
  neuronxcc-2.14.182.0+a56cbff7/MODULE_fb6e5d0a11a21c13138c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3371
  neuronxcc-2.14.182.0+a56cbff7/MODULE_fcd85d066cb013a59267+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
3369
  neuronxcc-2.14.182.0+a56cbff7/MODULE_fabe9023fbb212236b7c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3370
  neuronxcc-2.14.182.0+a56cbff7/MODULE_fb6e5d0a11a21c13138c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3371
  neuronxcc-2.14.182.0+a56cbff7/MODULE_fcd85d066cb013a59267+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3372
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_2537ecbf445bfcf0a926+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3373
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_3b7ad258fb820094aeec+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3374
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_643079075954d59f4acc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3375
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_6b0a4f222372bc9343b6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3376
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ac35a3a358c8895a78d7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3377
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_c11f89890481c568e9bc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3378
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d133df880751a3363899+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3379
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d15731d49b88b4bf51a7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3380
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ea22347137b0711ac1cf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3381
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_f6441c65760e62367b19+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.23/inference/llama/sophosympatheia/Rogue-Rose-103b-v0.2/ea5ab3229f3f6df027c1.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 8192, "initializer_range": 0.02, "intermediate_size": 28672, "max_position_embeddings": 4096, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "sophosympatheia/Rogue-Rose-103b-v0.2", "checkpoint_revision": "c0b298d8c98f5849e2c3a0034fb8466bbdf2a699", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 24, "sequence_length": 2048, "task": "text-generation"}, "num_attention_heads": 64, "num_hidden_layers": 120, "num_key_value_heads": 8, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": false, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_2537ecbf445bfcf0a926+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_2537ecbf445bfcf0a926+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195b0c628d0375b1f3bf32c57e75b1010192fe400996269bdac4d80130dc9454
3
+ size 1123368
neuronxcc-2.13.66.0+6dfecc895/MODULE_2537ecbf445bfcf0a926+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef2df21089a77acc0b6afe1c965943bc865e2eb16fd40e48c3bcceceb08f186d
3
+ size 20972544
neuronxcc-2.13.66.0+6dfecc895/MODULE_3b7ad258fb820094aeec+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_3b7ad258fb820094aeec+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:675208a9c9fd603cbd2661edee15d297f8a9e8db13b4cfd796c574fd5b9469e5
3
+ size 1137361
neuronxcc-2.13.66.0+6dfecc895/MODULE_3b7ad258fb820094aeec+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbab467a9c2942850cae54274c06ccd4d108d122ed76413a7dd16de33334462c
3
+ size 13077504
neuronxcc-2.13.66.0+6dfecc895/MODULE_643079075954d59f4acc+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_643079075954d59f4acc+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bb09f020359bd5a64765a7c44b102e6f1d3f2cec765aa08419b9aa937d39597
3
+ size 1109777
neuronxcc-2.13.66.0+6dfecc895/MODULE_643079075954d59f4acc+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37e1d84af47862464efa3e35c733443f31e0fd5db4f8acb0ccf181a6b1028c28
3
+ size 17675264
neuronxcc-2.13.66.0+6dfecc895/MODULE_6b0a4f222372bc9343b6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_6b0a4f222372bc9343b6+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb3e851ed0eed7694248da93ffec559e83ebec561494c20f83b8ccdb1158616e
3
+ size 1123368
neuronxcc-2.13.66.0+6dfecc895/MODULE_6b0a4f222372bc9343b6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e919d2893c2e7209e05f8052c050e08e4637510665fb2a029f541e8dc23c6f1
3
+ size 16804864
neuronxcc-2.13.66.0+6dfecc895/MODULE_ac35a3a358c8895a78d7+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ac35a3a358c8895a78d7+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e123980fedb887c24ad1000085ab4c94ec5daf9f8b2210046eb1dd803cbc8d0
3
+ size 1123368
neuronxcc-2.13.66.0+6dfecc895/MODULE_ac35a3a358c8895a78d7+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0950aaf5e25f456f99f9c3170554c3b98d89ed438919955c0a63ad7d90b96062
3
+ size 18187264
neuronxcc-2.13.66.0+6dfecc895/MODULE_c11f89890481c568e9bc+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_c11f89890481c568e9bc+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee8696535dc6cfecc09c36cc3643b3a932b4c4dc5b1eef0c35b0ce8d250425c5
3
+ size 1123368
neuronxcc-2.13.66.0+6dfecc895/MODULE_c11f89890481c568e9bc+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8334ce6a5bb77ae315c6d3a12d9706f016bcadde9407fc4ecfba3b2fff4b9fdb
3
+ size 3861504
neuronxcc-2.13.66.0+6dfecc895/MODULE_d133df880751a3363899+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_d133df880751a3363899+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84e625c6a725d0afce12dd0d0a257e772b3b886b6073d3fa62e32778bda4f507
3
+ size 1137361
neuronxcc-2.13.66.0+6dfecc895/MODULE_d133df880751a3363899+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d20f462d59a978fe0db4d0c83132fe75bfe1e6d53a7bcf2bef851cfa352f47c4
3
+ size 12360704
neuronxcc-2.13.66.0+6dfecc895/MODULE_d15731d49b88b4bf51a7+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_d15731d49b88b4bf51a7+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:299f11c184fe00f2a9767800ea625d90c0a4bf1b1b48a3b1753709cd9dabf938
3
+ size 1137361
neuronxcc-2.13.66.0+6dfecc895/MODULE_d15731d49b88b4bf51a7+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1144e1186fa689e81ee62373551ccd234dae29f8b7b4a6d71b7d99293893f00a
3
+ size 12514304
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea22347137b0711ac1cf+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea22347137b0711ac1cf+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1be685c3f77aca78bcde98a47bf1105ca1c9062cd65d15682b6b707dd4051e6
3
+ size 1137361
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea22347137b0711ac1cf+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad0d5341851e64a98c255dee6e7c09c527ba01f3d499d2620f8770bb457173c3
3
+ size 12329984
neuronxcc-2.13.66.0+6dfecc895/MODULE_f6441c65760e62367b19+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_f6441c65760e62367b19+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37c43467abb5e98e4bb2f12610d7789e802b5ad8c3629a2b0679c9897a0f53f7
3
+ size 1137361
neuronxcc-2.13.66.0+6dfecc895/MODULE_f6441c65760e62367b19+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64e5f90345ca8c99c40aca1ee50e6388190e8959323650d957122c6617a58fe8
3
+ size 12698624