florinbarbisch
commited on
Commit
•
454436d
1
Parent(s):
1b11feb
Upload model
Browse files- README.md +4 -7
- adapter_config.json +5 -1
- adapter_model.safetensors +1 -1
README.md
CHANGED
@@ -18,6 +18,7 @@ base_model: adept/fuyu-8b
|
|
18 |
|
19 |
|
20 |
- **Developed by:** [More Information Needed]
|
|
|
21 |
- **Shared by [optional]:** [More Information Needed]
|
22 |
- **Model type:** [More Information Needed]
|
23 |
- **Language(s) (NLP):** [More Information Needed]
|
@@ -76,7 +77,7 @@ Use the code below to get started with the model.
|
|
76 |
|
77 |
### Training Data
|
78 |
|
79 |
-
<!-- This should link to a
|
80 |
|
81 |
[More Information Needed]
|
82 |
|
@@ -107,7 +108,7 @@ Use the code below to get started with the model.
|
|
107 |
|
108 |
#### Testing Data
|
109 |
|
110 |
-
<!-- This should link to a
|
111 |
|
112 |
[More Information Needed]
|
113 |
|
@@ -198,10 +199,6 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
|
|
198 |
[More Information Needed]
|
199 |
|
200 |
|
201 |
-
## Training procedure
|
202 |
-
|
203 |
-
|
204 |
### Framework versions
|
205 |
|
206 |
-
|
207 |
-
- PEFT 0.6.3.dev0
|
|
|
18 |
|
19 |
|
20 |
- **Developed by:** [More Information Needed]
|
21 |
+
- **Funded by [optional]:** [More Information Needed]
|
22 |
- **Shared by [optional]:** [More Information Needed]
|
23 |
- **Model type:** [More Information Needed]
|
24 |
- **Language(s) (NLP):** [More Information Needed]
|
|
|
77 |
|
78 |
### Training Data
|
79 |
|
80 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
81 |
|
82 |
[More Information Needed]
|
83 |
|
|
|
108 |
|
109 |
#### Testing Data
|
110 |
|
111 |
+
<!-- This should link to a Dataset Card if possible. -->
|
112 |
|
113 |
[More Information Needed]
|
114 |
|
|
|
199 |
[More Information Needed]
|
200 |
|
201 |
|
|
|
|
|
|
|
202 |
### Framework versions
|
203 |
|
204 |
+
- PEFT 0.7.2.dev0
|
|
adapter_config.json
CHANGED
@@ -11,8 +11,11 @@
|
|
11 |
"init_lora_weights": true,
|
12 |
"layers_pattern": null,
|
13 |
"layers_to_transform": null,
|
|
|
14 |
"lora_alpha": 128,
|
15 |
"lora_dropout": 0.05,
|
|
|
|
|
16 |
"modules_to_save": null,
|
17 |
"peft_type": "LORA",
|
18 |
"r": 64,
|
@@ -21,5 +24,6 @@
|
|
21 |
"target_modules": [
|
22 |
"query_key_value"
|
23 |
],
|
24 |
-
"task_type": null
|
|
|
25 |
}
|
|
|
11 |
"init_lora_weights": true,
|
12 |
"layers_pattern": null,
|
13 |
"layers_to_transform": null,
|
14 |
+
"loftq_config": {},
|
15 |
"lora_alpha": 128,
|
16 |
"lora_dropout": 0.05,
|
17 |
+
"megatron_config": null,
|
18 |
+
"megatron_core": "megatron.core",
|
19 |
"modules_to_save": null,
|
20 |
"peft_type": "LORA",
|
21 |
"r": 64,
|
|
|
24 |
"target_modules": [
|
25 |
"query_key_value"
|
26 |
],
|
27 |
+
"task_type": null,
|
28 |
+
"use_rslora": false
|
29 |
}
|
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 151006480
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:179fd50f89d61b5fda7b04f7224b479a8e76de9508324178987541bb7ff95e4e
|
3 |
size 151006480
|