Upload LlamaForCausalLM
Browse files- config.json +5 -5
- model.safetensors +1 -1
config.json
CHANGED
|
@@ -33,15 +33,15 @@
|
|
| 33 |
"mp",
|
| 34 |
null
|
| 35 |
],
|
| 36 |
-
"backend":
|
| 37 |
"bits": null,
|
| 38 |
"bos_token_id": 0,
|
| 39 |
"embd_pdrop": 0.0,
|
| 40 |
"eos_token_id": 1,
|
| 41 |
-
"fcm_max_ratio":
|
| 42 |
-
"fcm_min_ratio":
|
| 43 |
-
"flash_attn_key_chunk_size":
|
| 44 |
-
"flash_attn_query_chunk_size":
|
| 45 |
"hidden_act": "silu",
|
| 46 |
"hidden_size": 512,
|
| 47 |
"initializer_range": 0.02,
|
|
|
|
| 33 |
"mp",
|
| 34 |
null
|
| 35 |
],
|
| 36 |
+
"backend": null,
|
| 37 |
"bits": null,
|
| 38 |
"bos_token_id": 0,
|
| 39 |
"embd_pdrop": 0.0,
|
| 40 |
"eos_token_id": 1,
|
| 41 |
+
"fcm_max_ratio": 0.0,
|
| 42 |
+
"fcm_min_ratio": 0.0,
|
| 43 |
+
"flash_attn_key_chunk_size": 128,
|
| 44 |
+
"flash_attn_query_chunk_size": 128,
|
| 45 |
"hidden_act": "silu",
|
| 46 |
"hidden_size": 512,
|
| 47 |
"initializer_range": 0.02,
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 141083480
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7bba2cfb5155a852ab9d2e478d06fa5fbe6a3445cdb558c7f808dc24f9c6e683
|
| 3 |
size 141083480
|