ozzyable commited on
Commit
f4b5cdd
1 Parent(s): 8f90990

Updating and retraining the model

Browse files
README.md CHANGED
@@ -1,8 +1,8 @@
1
- ---
2
- base_model: unsloth/gemma-2b-it-bnb-4bit
3
- library_name: peft
4
- license: apache-2.0
5
- ---
6
  ### Framework versions
7
 
8
  - PEFT 0.11.1
 
1
+ ---
2
+ base_model: unsloth/gemma-2b-it-bnb-4bit
3
+ library_name: peft
4
+ license: apache-2.0
5
+ ---
6
  ### Framework versions
7
 
8
  - PEFT 0.11.1
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": "unsloth",
22
  "target_modules": [
23
- "k_proj",
24
  "o_proj",
25
- "q_proj",
26
- "down_proj",
27
  "v_proj",
 
 
28
  "up_proj",
29
- "gate_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": "unsloth",
22
  "target_modules": [
 
23
  "o_proj",
 
 
24
  "v_proj",
25
+ "q_proj",
26
+ "gate_proj",
27
  "up_proj",
28
+ "down_proj",
29
+ "k_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9679ac50f0caa7fceb82e9153c6509cf2a21a4dc5a486cf46c14e816f43a65bb
3
  size 156926880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f808d0c0a3a8b84b743e050eaad7b318fa87d85fa6245e68c6154d9f88cfbc16
3
  size 156926880
tokenizer_config.json CHANGED
@@ -1749,7 +1749,7 @@
1749
  "eos_token": "<eos>",
1750
  "model_max_length": 8192,
1751
  "pad_token": "<pad>",
1752
- "padding_side": "right",
1753
  "sp_model_kwargs": {},
1754
  "spaces_between_special_tokens": false,
1755
  "tokenizer_class": "GemmaTokenizer",
 
1749
  "eos_token": "<eos>",
1750
  "model_max_length": 8192,
1751
  "pad_token": "<pad>",
1752
+ "padding_side": "left",
1753
  "sp_model_kwargs": {},
1754
  "spaces_between_special_tokens": false,
1755
  "tokenizer_class": "GemmaTokenizer",