Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
240
dacorvo HF staff commited on
Commit
dda5e1a
•
1 Parent(s): c289686

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/llama/01-ai/Yi-34B-200K/dba151a31005589b974b.json +1 -0
  3. neuronxcc-2.12.68.0+4480452af/MODULE_0ba5dc7643ad218f160c+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.12.68.0+4480452af/MODULE_0ba5dc7643ad218f160c+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.12.68.0+4480452af/MODULE_0ba5dc7643ad218f160c+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.12.68.0+4480452af/MODULE_2abf0b1b0bff3748a465+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.12.68.0+4480452af/MODULE_2abf0b1b0bff3748a465+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.12.68.0+4480452af/MODULE_2abf0b1b0bff3748a465+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.12.68.0+4480452af/MODULE_406e5d63f3494ffc824e+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.12.68.0+4480452af/MODULE_406e5d63f3494ffc824e+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.12.68.0+4480452af/MODULE_406e5d63f3494ffc824e+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.12.68.0+4480452af/MODULE_55f8e75e8e8ac9e4819b+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.12.68.0+4480452af/MODULE_55f8e75e8e8ac9e4819b+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.12.68.0+4480452af/MODULE_55f8e75e8e8ac9e4819b+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.12.68.0+4480452af/MODULE_69bf6a93d89904fce26b+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.12.68.0+4480452af/MODULE_69bf6a93d89904fce26b+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.12.68.0+4480452af/MODULE_69bf6a93d89904fce26b+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.12.68.0+4480452af/MODULE_7171c0d89b0dda0535e2+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.12.68.0+4480452af/MODULE_7171c0d89b0dda0535e2+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.12.68.0+4480452af/MODULE_7171c0d89b0dda0535e2+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.12.68.0+4480452af/MODULE_95bf844b43e40a942241+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.12.68.0+4480452af/MODULE_95bf844b43e40a942241+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.12.68.0+4480452af/MODULE_95bf844b43e40a942241+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.12.68.0+4480452af/MODULE_9f235c3e5d6a634c7271+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.12.68.0+4480452af/MODULE_9f235c3e5d6a634c7271+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.12.68.0+4480452af/MODULE_9f235c3e5d6a634c7271+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.12.68.0+4480452af/MODULE_a46508abda15be3d59d5+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.12.68.0+4480452af/MODULE_a46508abda15be3d59d5+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.12.68.0+4480452af/MODULE_a46508abda15be3d59d5+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.12.68.0+4480452af/MODULE_d3c9158bddf0842033ca+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.12.68.0+4480452af/MODULE_d3c9158bddf0842033ca+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.12.68.0+4480452af/MODULE_d3c9158bddf0842033ca+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.12.68.0+4480452af/MODULE_da61ba5a3e15c764428a+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.12.68.0+4480452af/MODULE_da61ba5a3e15c764428a+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.12.68.0+4480452af/MODULE_da61ba5a3e15c764428a+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.12.68.0+4480452af/MODULE_fc5d572670bf11c06b07+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.12.68.0+4480452af/MODULE_fc5d572670bf11c06b07+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.12.68.0+4480452af/MODULE_fc5d572670bf11c06b07+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -1570,3 +1570,15 @@ neuronxcc-2.12.68.0+4480452af/MODULE_f7dc64ef9e89e6b3edd5+2c2d707e/model.neff fi
1570
  neuronxcc-2.12.68.0+4480452af/MODULE_205b04abad94268caa9d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1571
  neuronxcc-2.12.68.0+4480452af/MODULE_281b52e69e16445edf7f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1572
  neuronxcc-2.12.68.0+4480452af/MODULE_2260decec65bbdafcb65+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
1570
  neuronxcc-2.12.68.0+4480452af/MODULE_205b04abad94268caa9d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1571
  neuronxcc-2.12.68.0+4480452af/MODULE_281b52e69e16445edf7f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1572
  neuronxcc-2.12.68.0+4480452af/MODULE_2260decec65bbdafcb65+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1573
+ neuronxcc-2.12.68.0+4480452af/MODULE_0ba5dc7643ad218f160c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1574
+ neuronxcc-2.12.68.0+4480452af/MODULE_2abf0b1b0bff3748a465+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1575
+ neuronxcc-2.12.68.0+4480452af/MODULE_406e5d63f3494ffc824e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1576
+ neuronxcc-2.12.68.0+4480452af/MODULE_55f8e75e8e8ac9e4819b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1577
+ neuronxcc-2.12.68.0+4480452af/MODULE_69bf6a93d89904fce26b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1578
+ neuronxcc-2.12.68.0+4480452af/MODULE_7171c0d89b0dda0535e2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1579
+ neuronxcc-2.12.68.0+4480452af/MODULE_95bf844b43e40a942241+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1580
+ neuronxcc-2.12.68.0+4480452af/MODULE_9f235c3e5d6a634c7271+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1581
+ neuronxcc-2.12.68.0+4480452af/MODULE_a46508abda15be3d59d5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1582
+ neuronxcc-2.12.68.0+4480452af/MODULE_d3c9158bddf0842033ca+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1583
+ neuronxcc-2.12.68.0+4480452af/MODULE_da61ba5a3e15c764428a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1584
+ neuronxcc-2.12.68.0+4480452af/MODULE_fc5d572670bf11c06b07+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/llama/01-ai/Yi-34B-200K/dba151a31005589b974b.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vocab_size": 64000, "max_position_embeddings": 200000, "hidden_size": 7168, "intermediate_size": 20480, "num_hidden_layers": 60, "num_attention_heads": 56, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 24, "auto_cast_type": "fp16", "sequence_length": 4096, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "01-ai/Yi-34B-200K", "checkpoint_revision": "65aab8d6164d76c592a408d850a258c37cd855ef"}}
neuronxcc-2.12.68.0+4480452af/MODULE_0ba5dc7643ad218f160c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_0ba5dc7643ad218f160c+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53111ba4b8eddcc90483bd33b550d423cce944107e8af8373f7faeabaa4e18ab
3
+ size 566075
neuronxcc-2.12.68.0+4480452af/MODULE_0ba5dc7643ad218f160c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b29aa42a7e0448e1a1f02f393c33ce4e00aff47afd2b6650bf645bca94f8dd11
3
+ size 4793344
neuronxcc-2.12.68.0+4480452af/MODULE_2abf0b1b0bff3748a465+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_2abf0b1b0bff3748a465+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb61d9059ed0c35fd401f72baa664547f6a660c095c1fd86843569cc61ce0994
3
+ size 559716
neuronxcc-2.12.68.0+4480452af/MODULE_2abf0b1b0bff3748a465+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c3613ffc631594f993f13210d6517647e9ddddbfeba27cadb9b96c5e4e255b
3
+ size 32861184
neuronxcc-2.12.68.0+4480452af/MODULE_406e5d63f3494ffc824e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_406e5d63f3494ffc824e+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efcbd58dfb5877c9a4fe49a84a0ef7081c2d4312aceb20748e14a8b8e037f18d
3
+ size 566075
neuronxcc-2.12.68.0+4480452af/MODULE_406e5d63f3494ffc824e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e85b37bee826ef8f2570eed7c383e360759bfe7cf00e0f84ed3876c0086b552f
3
+ size 4690944
neuronxcc-2.12.68.0+4480452af/MODULE_55f8e75e8e8ac9e4819b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_55f8e75e8e8ac9e4819b+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:614fbd43712c1321a7713775c4c4b1247830cc64f0a1b2558b1eea4275bdc9ae
3
+ size 559716
neuronxcc-2.12.68.0+4480452af/MODULE_55f8e75e8e8ac9e4819b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d17debb3b0cbafdf5efebadcd2edff458dc6d3e221a15878539bf49aac6e38f
3
+ size 5602304
neuronxcc-2.12.68.0+4480452af/MODULE_69bf6a93d89904fce26b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_69bf6a93d89904fce26b+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe469d421aa26d401e10aa67200844592c8023f559e79ef5645c66f0800e103
3
+ size 566075
neuronxcc-2.12.68.0+4480452af/MODULE_69bf6a93d89904fce26b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:921e3de9809781a8534b564bbda980d519df994975399a40959c0021432b894b
3
+ size 4916224
neuronxcc-2.12.68.0+4480452af/MODULE_7171c0d89b0dda0535e2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_7171c0d89b0dda0535e2+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f58e6ede467999d0669e554b9013d9c23de833a76e26680d83e5f6112c06d20e
3
+ size 559716
neuronxcc-2.12.68.0+4480452af/MODULE_7171c0d89b0dda0535e2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a1f1e26b88a48b6c37e11762eea2db7156594f8e184cdcbee5e687326408957
3
+ size 16118784
neuronxcc-2.12.68.0+4480452af/MODULE_95bf844b43e40a942241+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_95bf844b43e40a942241+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f41470e04537edd0d862d279c6f0f5d2996dc239374fd32aeee9fdfea9cbe4c1
3
+ size 559716
neuronxcc-2.12.68.0+4480452af/MODULE_95bf844b43e40a942241+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30c6ee2ffd3eb7950ea969ae6643b5fdf43a1b780ea20cf6637a5ca8e1ec7598
3
+ size 7609344
neuronxcc-2.12.68.0+4480452af/MODULE_9f235c3e5d6a634c7271+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_9f235c3e5d6a634c7271+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c0463f43fc72e36d5b2f9219d60bd55a5f6089b40eaf21602200629366ce37a
3
+ size 559716
neuronxcc-2.12.68.0+4480452af/MODULE_9f235c3e5d6a634c7271+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b053fdc2e5752ea1ef9f39223238559dd82081ad877dd6cde06d9ce19fddc51
3
+ size 6216704
neuronxcc-2.12.68.0+4480452af/MODULE_a46508abda15be3d59d5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_a46508abda15be3d59d5+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcf33294d78b8c3607b9fd9f3748ad7d8d83289ceb43ca0123e972c6b5d4da33
3
+ size 566075
neuronxcc-2.12.68.0+4480452af/MODULE_a46508abda15be3d59d5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44f7f48ee107ca93cd2cc0295fd30a146ae2938505da7ba61253903b07918387
3
+ size 5530624
neuronxcc-2.12.68.0+4480452af/MODULE_d3c9158bddf0842033ca+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_d3c9158bddf0842033ca+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:210531005fcbf81bb4a490ba7bbb418eca8f8c73223e3fc0d0fa661b620d7046
3
+ size 566075
neuronxcc-2.12.68.0+4480452af/MODULE_d3c9158bddf0842033ca+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95721baf59a98b964b58969d947d7a3307d11057d1a18b017158d6e8132496c9
3
+ size 5110784
neuronxcc-2.12.68.0+4480452af/MODULE_da61ba5a3e15c764428a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_da61ba5a3e15c764428a+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7805d06ceb69564fdd1f285d94974b1c39828a1ce53ae3d15c777e077a3c8a1b
3
+ size 566075
neuronxcc-2.12.68.0+4480452af/MODULE_da61ba5a3e15c764428a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dd2b590f49e28f40b3555228f659230713e2150959ade4f84d77eb8e3aa74a3
3
+ size 4731904
neuronxcc-2.12.68.0+4480452af/MODULE_fc5d572670bf11c06b07+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_fc5d572670bf11c06b07+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb61b082602a3d1b69223d4bc30408c386788d6c2250f9450fd73e1d3bc365ae
3
+ size 552845
neuronxcc-2.12.68.0+4480452af/MODULE_fc5d572670bf11c06b07+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0da7071a8ec5da9b882149e874b3a8120fbbc497cd362abbb1f7fe987607ad3f
3
+ size 5571584