Hugging Face's logo

paloalma
/
ECE-TW3-JRGL-V5

Text Generation
Transformers
Safetensors
llama
Merge
mergekit
lazymergekit
moreh/MoMo-72B-lora-1.8.7-DPO
ibivibiv/alpaca-dragon-72b-v1
text-generation-inference
Inference Endpoints
Model card Files Community
2
paloalma commited on
Commit
4061fa1
•
1 Parent(s): ee3bafe

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +17 -0
  2. config.json +30 -0
  3. mergekit_config.yml +30 -0
  4. merges.txt +0 -0
  5. model-00001-of-00082.safetensors +3 -0
  6. model-00002-of-00082.safetensors +3 -0
  7. model-00003-of-00082.safetensors +3 -0
  8. model-00004-of-00082.safetensors +3 -0
  9. model-00005-of-00082.safetensors +3 -0
  10. model-00006-of-00082.safetensors +3 -0
  11. model-00007-of-00082.safetensors +3 -0
  12. model-00008-of-00082.safetensors +3 -0
  13. model-00009-of-00082.safetensors +3 -0
  14. model-00010-of-00082.safetensors +3 -0
  15. model-00011-of-00082.safetensors +3 -0
  16. model-00012-of-00082.safetensors +3 -0
  17. model-00013-of-00082.safetensors +3 -0
  18. model-00014-of-00082.safetensors +3 -0
  19. model-00015-of-00082.safetensors +3 -0
  20. model-00016-of-00082.safetensors +3 -0
  21. model-00017-of-00082.safetensors +3 -0
  22. model-00018-of-00082.safetensors +3 -0
  23. model-00019-of-00082.safetensors +3 -0
  24. model-00020-of-00082.safetensors +3 -0
  25. model-00021-of-00082.safetensors +3 -0
  26. model-00022-of-00082.safetensors +3 -0
  27. model-00023-of-00082.safetensors +3 -0
  28. model-00024-of-00082.safetensors +3 -0
  29. model-00025-of-00082.safetensors +3 -0
  30. model-00026-of-00082.safetensors +3 -0
  31. model-00027-of-00082.safetensors +3 -0
  32. model-00028-of-00082.safetensors +3 -0
  33. model-00029-of-00082.safetensors +3 -0
  34. model-00030-of-00082.safetensors +3 -0
  35. model-00031-of-00082.safetensors +3 -0
  36. model-00032-of-00082.safetensors +3 -0
  37. model-00033-of-00082.safetensors +3 -0
  38. model-00034-of-00082.safetensors +3 -0
  39. model-00035-of-00082.safetensors +3 -0
  40. model-00036-of-00082.safetensors +3 -0
  41. model-00037-of-00082.safetensors +3 -0
  42. model-00038-of-00082.safetensors +3 -0
  43. model-00039-of-00082.safetensors +3 -0
  44. model-00040-of-00082.safetensors +3 -0
  45. model-00041-of-00082.safetensors +3 -0
  46. model-00042-of-00082.safetensors +3 -0
  47. model-00043-of-00082.safetensors +3 -0
  48. model-00044-of-00082.safetensors +3 -0
  49. model-00045-of-00082.safetensors +3 -0
  50. model-00046-of-00082.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - merge
5
+ - mergekit
6
+ - lazymergekit
7
+ - moreh/MoMo-72B-lora-1.8.7-DPO
8
+ - ibivibiv/alpaca-dragon-72b-v1
9
+ ---
10
+
11
+ # ECE-TW3-JRGL-V5
12
+
13
+ ECE-TW3-JRGL-V5 is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
14
+ * [moreh/MoMo-72B-lora-1.8.7-DPO](https://huggingface.co/moreh/MoMo-72B-lora-1.8.7-DPO)
15
+ * [ibivibiv/alpaca-dragon-72b-v1](https://huggingface.co/ibivibiv/alpaca-dragon-72b-v1)
16
+
17
+ ## 🧩 Configuration
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "moreh/MoMo-72B-lora-1.8.7-DPO",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": true,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 151643,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 24576,
14
+ "max_position_embeddings": 32768,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 80,
18
+ "num_key_value_heads": 64,
19
+ "pad_token_id": 151643,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-06,
22
+ "rope_scaling": null,
23
+ "rope_theta": 1000000,
24
+ "seq_length": 32768,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "float32",
27
+ "transformers_version": "4.39.3",
28
+ "use_cache": true,
29
+ "vocab_size": 152064
30
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: moreh/MoMo-72B-lora-1.8.7-DPO
2
+ dtype: float32
3
+ merge_method: slerp
4
+ parameters:
5
+ t:
6
+ - filter: self_attn
7
+ value:
8
+ - 0
9
+ - 0.5
10
+ - 0.3
11
+ - 0.7
12
+ - 1
13
+ - filter: mlp
14
+ value:
15
+ - 1
16
+ - 0.5
17
+ - 0.7
18
+ - 0.3
19
+ - 0
20
+ - value: 0.5
21
+ slices:
22
+ - sources:
23
+ - layer_range:
24
+ - 0
25
+ - 80
26
+ model: moreh/MoMo-72B-lora-1.8.7-DPO
27
+ - layer_range:
28
+ - 0
29
+ - 80
30
+ model: ibivibiv/alpaca-dragon-72b-v1
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93c877a3c02521f0fbff6812c0163a07aa9e3f24faaf2e7a0f4a3c6a78c88670
3
+ size 4982833288
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ff3ba5758157c2f00e5d0472e9e49c4d5660479d2cfcdb25bf72678fe30ff4b
3
+ size 3758327488
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5712d8043cf78a2856311801100f00bc2bdca56436b33771f61c3b65b4a7d3f5
3
+ size 3489892112
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa1d40b54522b38addf206754f42286d21e32801964090ddf12b56a9d64a84d5
3
+ size 3758261488
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6d1e9b9996ddef87e198e74682e1d61b6a9140b54a583331497d6f1d045d9a0
3
+ size 3489826152
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a70cb5ef646a3d7cbbe9e0ce0a2b94c692d2e07b9a10e998225d43db04c5aef7
3
+ size 3489924792
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51267f862865b4dba85c5c897a9e174e6c229d347a393e1496711fa756137b67
3
+ size 3489793272
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6409d7a20c23ee342b1105174ed035476a05d0c5944d79cc09bc8c0a192eeaa6
3
+ size 3758360344
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73740324ec236db8869351884fa8e496f9c57a6b7f630b733b7bb495b238f372
3
+ size 3221357704
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a44833be5d04141bbbf4fc775d9c0b4ea518e0f064b3385d3f0b4fdbd1288f5
3
+ size 3489924792
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d71e9d4c53b15bf48d46f1de1dda5ed1bd1f9fcd6f3a0a8e9cdbd753d290605
3
+ size 3489793280
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2965baa3ebf987da612f3ab450e5869e629d49d6c824e64ab268eef30cd5e82
3
+ size 3758360368
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:154fe1d3232b3a0139ffeef5af20f87e260c9582b8a3561d7dbcc19a71049be1
3
+ size 3221357712
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f852475c487c98b34814a071834d38ffd58fde5b095a5fd6ced3778a81304044
3
+ size 3489924800
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cb4ef3d35440326765d9b62d5420210f6cad9cce124de30ce5064f8550b265e
3
+ size 3489793288
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ca3105c27dc83e66e5e9983d8464298c0c92591e396a069dd7782c1da2258de
3
+ size 3758360360
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:500e5aad1d27a02798db7234f43f2ddca00397d4c6636ee80e0fe2b7bc39db3b
3
+ size 3221357712
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae87eda7106a0c9f3ba2ba7f6cfdac1e057201decd4c0cf86f987ed3d304866c
3
+ size 3489924800
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e649c0ccb671879e17f1f66d8a3348650b50df9a3b76fc718e7e2d6a737051f
3
+ size 3489793288
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e56b3404b210296600cd8a07d035c1829917d68359bf6a42be13e327e0b0e754
3
+ size 3758360360
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2762f7588cffa8e0be145289a1809fdc4ef050bf172ccbdc0198e3481f37657a
3
+ size 3221357712
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b8283d1cdece7ec4b6a6f9d9a4065a2eb1bdf035d5b98d2415de6a872a03dbb
3
+ size 3489924800
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d62e37c856b17f799fd7b88e6fc0cf6f4b9b2f1d80da76c4a95e5d73b2a26d3
3
+ size 3489793288
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23c745e82ba49c3388057806949f15302f2f94f29d7b04dbe527567e743f7f2f
3
+ size 3758360360
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e94116aec5734d2ee387d270a705732b9d76b8d7a3062b085bf3559cebfd7db
3
+ size 3221357712
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:681728e23b7aebfce39c2744daedb8bb1f83f8f28956955beeb6434883e4ec90
3
+ size 3489924800
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cd7699219b19225eff1e4d9831b9f939044d25034266c764eb4f01d899c1788
3
+ size 3489793288
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:338b960ff3874156d67613cfa1d0e8fcc6f67f1c6ed024bdb32a48a3c4622023
3
+ size 3758360360
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6d100143b20cc27f1e94018cdc3827b004d9bdd45f94e76d74fc88ae21a965b
3
+ size 3221357712
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb37441ed3351c5e9c8fe77baa8dcaa2fdb35aa2a648ecefeb2a27c7625ef2af
3
+ size 3489924800
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06145c8c06b9d03de5c7d4223f4de402873e0292654e4313a4795ba1b326e26d
3
+ size 3489793288
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4b2840965b60516f89ef5109e06050dd07805d5f92a19d4c052aec6afc8348
3
+ size 3758360360
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1eb1ecdf0ee5e0873ce843fcf8194b762ee08315a401dcc8d6f05e7badf8a18
3
+ size 3221357712
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79a3c443edcf2c1ff498d42b79850f4761cefa4d9212d3fd3e62c5af70e04ac5
3
+ size 3489924800
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bad670319538caca3d55238e2c82a505f12f712a83eaa54f8997978f5bbb3df9
3
+ size 3489793288
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156e9c77c692cd716f4529c3bc2dc602beec68596ba4bd7366f50723e801e972
3
+ size 3758360360
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:843a59ef4cbf6b9bdb119b5a9782333243f79540a32ac566d5ea3183b1a1d8c9
3
+ size 3221357712
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23ad73a8aa7d28e6d6e599b8ce17216d4f6f92f40225a330344d501cd88efa4b
3
+ size 3489924800
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9272f9da89e82287cfd9f41f53d479b8cc357b8f6935b6943ed33ba5a027513e
3
+ size 3489793288
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8729129b414d566587ebde27665406bde30d936b567ddaad8da407dd7be251b3
3
+ size 3758360360
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0b66244a5c116dae81a059f0056b4a94a30d6a4d8be4d906920afe2931566df
3
+ size 3221357712
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08b36c9a1ef1abc9203a9834b51822bf1ef5e2ab00240e16cefcea109e283381
3
+ size 3489924800
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22a482ab738022fde097dfdcf21e985be3eaa85e69f35c7598b0444b18211463
3
+ size 3489793288
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c7597372454a2076bd5ffc108a9290e145f7d76517e3f55ab4b53c6776bd908
3
+ size 3758360360
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9c3e0be31f196c532673d16001b11875bab389e8af2579014c48e20260b3cde
3
+ size 3221357712
model-00046-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fce7f9e41b8203a0a954ba1f0dcd46e408a63522c0631ddd15e3a785c5b9cb4f
3
+ size 3489924800