Hugging Face's logo

paloalma
/
ECE-TW3-JRGL-V1

Text Generation
Transformers
Safetensors
llama
Merge
mergekit
ShinojiResearch/Senku-70B-Full
152334H/miqu-1-70b-sf
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
2
paloalma commited on
Commit
68112e1
•
1 Parent(s): 054b6ff

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +17 -0
  2. config.json +29 -0
  3. mergekit_config.yml +30 -0
  4. model-00001-of-00081.safetensors +3 -0
  5. model-00002-of-00081.safetensors +3 -0
  6. model-00003-of-00081.safetensors +3 -0
  7. model-00004-of-00081.safetensors +3 -0
  8. model-00005-of-00081.safetensors +3 -0
  9. model-00006-of-00081.safetensors +3 -0
  10. model-00007-of-00081.safetensors +3 -0
  11. model-00008-of-00081.safetensors +3 -0
  12. model-00009-of-00081.safetensors +3 -0
  13. model-00010-of-00081.safetensors +3 -0
  14. model-00011-of-00081.safetensors +3 -0
  15. model-00012-of-00081.safetensors +3 -0
  16. model-00013-of-00081.safetensors +3 -0
  17. model-00014-of-00081.safetensors +3 -0
  18. model-00015-of-00081.safetensors +3 -0
  19. model-00016-of-00081.safetensors +3 -0
  20. model-00017-of-00081.safetensors +3 -0
  21. model-00018-of-00081.safetensors +3 -0
  22. model-00019-of-00081.safetensors +3 -0
  23. model-00020-of-00081.safetensors +3 -0
  24. model-00021-of-00081.safetensors +3 -0
  25. model-00022-of-00081.safetensors +3 -0
  26. model-00023-of-00081.safetensors +3 -0
  27. model-00024-of-00081.safetensors +3 -0
  28. model-00025-of-00081.safetensors +3 -0
  29. model-00026-of-00081.safetensors +3 -0
  30. model-00027-of-00081.safetensors +3 -0
  31. model-00028-of-00081.safetensors +3 -0
  32. model-00029-of-00081.safetensors +3 -0
  33. model-00030-of-00081.safetensors +3 -0
  34. model-00031-of-00081.safetensors +3 -0
  35. model-00032-of-00081.safetensors +3 -0
  36. model-00033-of-00081.safetensors +3 -0
  37. model-00034-of-00081.safetensors +3 -0
  38. model-00035-of-00081.safetensors +3 -0
  39. model-00036-of-00081.safetensors +3 -0
  40. model-00037-of-00081.safetensors +3 -0
  41. model-00038-of-00081.safetensors +3 -0
  42. model-00039-of-00081.safetensors +3 -0
  43. model-00040-of-00081.safetensors +3 -0
  44. model-00041-of-00081.safetensors +3 -0
  45. model-00042-of-00081.safetensors +3 -0
  46. model-00043-of-00081.safetensors +3 -0
  47. model-00044-of-00081.safetensors +3 -0
  48. model-00045-of-00081.safetensors +3 -0
  49. model-00046-of-00081.safetensors +3 -0
  50. model-00047-of-00081.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - merge
5
+ - mergekit
6
+ - lazymergekit
7
+ - ShinojiResearch/Senku-70B-Full
8
+ - 152334H/miqu-1-70b-sf
9
+ ---
10
+
11
+ # ECE-JRGL-v1
12
+
13
+ ECE-JRGL-v1 is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
14
+ * [ShinojiResearch/Senku-70B-Full](https://huggingface.co/ShinojiResearch/Senku-70B-Full)
15
+ * [152334H/miqu-1-70b-sf](https://huggingface.co/152334H/miqu-1-70b-sf)
16
+
17
+ ## 🧩 Configuration
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "152334H/miqu-1-70b-sf",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 32764,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 80,
18
+ "num_key_value_heads": 8,
19
+ "pad_token_id": 0,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_scaling": null,
23
+ "rope_theta": 1000000,
24
+ "tie_word_embeddings": false,
25
+ "torch_dtype": "float16",
26
+ "transformers_version": "4.39.3",
27
+ "use_cache": true,
28
+ "vocab_size": 32000
29
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: 152334H/miqu-1-70b-sf
2
+ dtype: float16
3
+ merge_method: slerp
4
+ parameters:
5
+ t:
6
+ - filter: self_attn
7
+ value:
8
+ - 0
9
+ - 0.5
10
+ - 0.3
11
+ - 0.7
12
+ - 1
13
+ - filter: mlp
14
+ value:
15
+ - 1
16
+ - 0.5
17
+ - 0.7
18
+ - 0.3
19
+ - 0
20
+ - value: 0.5
21
+ slices:
22
+ - sources:
23
+ - layer_range:
24
+ - 0
25
+ - 80
26
+ model: ShinojiResearch/Senku-70B-Full
27
+ - layer_range:
28
+ - 0
29
+ - 80
30
+ model: 152334H/miqu-1-70b-sf
model-00001-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59544d72c8749841770de52b20c6aae7fe02e8334b224a96c64584c0e9be0641
3
+ size 1711276872
model-00002-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00487ed1fc7e665638e8a7291f07634b0d4b1d87ac138a684d2b10d4c9b41bef
3
+ size 1711309864
model-00003-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ed60691bb9bf661b1ae8c5f4ece1818102142c86441b1bc231a5c67b34dbed
3
+ size 1598063992
model-00004-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:428111f8c3361d0915a52f84c0ac3eb8f60a3b3cae803a9796d2c0c9f78bb1c1
3
+ size 1711309856
model-00005-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d425b972f17d294def7dd693789c942b1f2bedebd1a23a7074f8404cf23d8f40
3
+ size 1711309856
model-00006-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:042725f21b85bc44bd643409517a2ef7ed01e823817e6877719938104aea71e2
3
+ size 1577092008
model-00007-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd31831154a3c43548911a07ba235998a186169a456034df39385f601aca218d
3
+ size 1711309864
model-00008-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c48c5adc33b648d6008515aae31ff7d1b2b09ffef75326849dd4060595e6308
3
+ size 1711309864
model-00009-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2dbc8f99d007f9480feabcfcd9fc1462c588caa3dc36e3ac7583e59c8c4f1a7
3
+ size 1879081672
model-00010-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ce2647ee358322905f8c8bc0c4d46d91ff69f185658f4557b9e4034b2bb8c0
3
+ size 1711309856
model-00011-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faebcc5534ea24faba396a925ae31fbea2432225c4b84cb46d5ad5001f6f560c
3
+ size 1711309864
model-00012-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:009245f9d1c8341c701b1ae0cc2acfe682a3203436011c6347bd0d8dfde9f856
3
+ size 1845527712
model-00013-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f2d64388f24ce84f98d87ff52a1fb499b4969bc0526cbfa53aea526ec62dbe3
3
+ size 1711309864
model-00014-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b15542aa33f9aea989de1a57716aa2ad967fda2b37d8a25392363560be8411fe
3
+ size 1711309864
model-00015-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e88fb5c3faddf297b1a01da197f3ee357668951490c7e8d1cb80f3f50e50c58
3
+ size 1711276872
model-00016-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ef260ea366629713cdd4efdc098325a9cc990e796e86f93fc0bcbede9b995dd
3
+ size 1711309872
model-00017-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4640daeda86fe73237d546267cec91edf0bd4563df2f87eab8a2fb570213612e
3
+ size 1543571048
model-00018-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b77cfce96ed5ba520bf176e50f480a6e5b268c69656b191f4254d4dc0d0bcf9
3
+ size 1711309864
model-00019-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73c1d936e07a6b568514180e63f8ddb25b4a5c7d18ea0ce17f39a638cf2efe6
3
+ size 1711309864
model-00020-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5993867da2c103a8600160cc24805c39408a33f5bd57356a3654fb243889de06
3
+ size 1577092016
model-00021-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21543a6596655b2d8ebe1fe8ee0e9722ca29888908c7967f09a4428a6824b133
3
+ size 1711309872
model-00022-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db76df89d34f16cb43eb20a42d2bcbc71ae6ab5359c5113c42ba335a326ca6fa
3
+ size 1711309872
model-00023-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:369a7bad0a32bf0fed6e51839e81c5730e0fc9055a495ccd52a8a9f635857aa6
3
+ size 1879081664
model-00024-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e82e39190dcf5fdcdf5a5c0651aae09d2785cac2f498e4951cc69111e0d4e6d
3
+ size 1711309872
model-00025-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecba7521eb09dce4afc3f527e4f672bfb3d1e8f4947b3fde639fc1d18f122ba8
3
+ size 1711309872
model-00026-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7551173112f8a6c1430f1c1e62c6976eabcfd00e9d88dbfdfcce24f37a059bcb
3
+ size 1845527704
model-00027-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1925d7d616048429c4005eed6f4206d6f1303c61e9f5767462efb7ef2fe02b2
3
+ size 1711309864
model-00028-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a0798a99c516d55d0202d73fd13eea7a9ee2f48967a9744c340a84ef2164710
3
+ size 1711309864
model-00029-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f9603fe1a04aeb0d618f25ca3d8a17ff33e484334399d3264ca95e3e2aef411
3
+ size 1711276872
model-00030-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96e0eb4e02d005119128b196055a030c3ade882def55d3953fc95e161c6acdd2
3
+ size 1711309872
model-00031-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d37c19e593cb7001d56e66074d04e2911deba72761f0c3668d723b0d403acd2
3
+ size 1543571048
model-00032-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed349b06b61c98fe06f22398fff1cf2b81cd7daca2262b28a2be8a1d2e4e4b11
3
+ size 1711309864
model-00033-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a946b28bea5e9fbc83ad9253d6541a47a8329a30597033ef10f67a789c5a2de
3
+ size 1711309864
model-00034-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9ce7689c2e6163790ac85452945d3afdb937fe029dcdd9d0c4bbd9de1028341
3
+ size 1577092016
model-00035-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6fa7bc541cf8154f8910c28684ae67f52a5627dab2694110f5dad3872a1ec60
3
+ size 1711309872
model-00036-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a23b309fb3e38b457d576c58788789e971f7f98cc4cfeaa6d29b003a71b9d95
3
+ size 1711309872
model-00037-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09e0396b865c5c57f1e0f5bc92515f62e8cbf5a6b314e1a3713b63d224247d87
3
+ size 1879081664
model-00038-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b22f6ea13409e7023fdd6c9b1d2eba8e2f28d816eb08c084f66a54c216e06ed
3
+ size 1711309872
model-00039-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b0591a4c502fbb79bd042b8ee970393d9abd01547deaa8adebadd4f3986363f
3
+ size 1711309872
model-00040-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:002d399ed0389ad88f88977a5e5681962eef32ffd58db077c1bc549a07d5e513
3
+ size 1845527704
model-00041-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ec4fc9fb8762f64b9be406022656f692617e204adcfb00a1d9c2184f909d7ce
3
+ size 1711309864
model-00042-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7be59d34e4b43e11d71a5ed5024ed30dc4e49faafbb120f50a524382009e445b
3
+ size 1711309864
model-00043-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b94a200f19d4bc2449dbc4d9fa6cd84747faa75977a449c4e8d4bfdeff65430
3
+ size 1711276872
model-00044-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50826777ae9317bfa91bed473c64d08b82ff5af400908f8c24377c941130640d
3
+ size 1711309872
model-00045-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76f45cf0db66f2f2b9ab00dd56d819129bf40c20ece6270a7f3899ee8d4c0c22
3
+ size 1543571048
model-00046-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0886c8d5260f91bd73074f9f4590269359a37a6f251a3181fed05dbf35c8714b
3
+ size 1711309864
model-00047-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:726e2cb6df17725c9d307c0eda50cf51d408846cc9987750ce7d316f8f668805
3
+ size 1711309864