fasterinnerlooper commited on
Commit
2be05fa
1 Parent(s): db49847

Training in progress, step 100

Browse files
adapter_config.json CHANGED
@@ -19,13 +19,13 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "q_proj",
23
- "o_proj",
24
- "gate_proj",
25
- "v_proj",
26
  "up_proj",
27
  "k_proj",
28
- "down_proj"
 
 
 
29
  ],
30
  "task_type": "CAUSAL_LM"
31
  }
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "down_proj",
 
 
 
23
  "up_proj",
24
  "k_proj",
25
+ "q_proj",
26
+ "v_proj",
27
+ "o_proj",
28
+ "gate_proj"
29
  ],
30
  "task_type": "CAUSAL_LM"
31
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81039838b7503b88fed32885844eff01cc9d72775f56e3d7966d2930a5a7142b
3
  size 50128536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8948801df63119606e1ed30d00db5e401d5f35f4c0d0577870513721359c3c3
3
  size 50128536
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 16384,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 4096,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bbc6e2df00b8f4de91835cadc9b141ba508474f71668658ba06eeda49665956d
3
  size 4792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e346cf50a5b0bee9b165d7f02e3d138e373d62444cbfbaf705b7496686b84de1
3
  size 4792