au123 commited on
Commit
c2bf7c8
1 Parent(s): 5bd8575

Training in progress, epoch 1

Browse files
adapter_config.json CHANGED
@@ -23,12 +23,12 @@
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
- "k_proj",
27
- "o_proj",
28
- "gate_proj",
29
  "down_proj",
 
 
30
  "q_proj",
31
  "v_proj",
 
32
  "up_proj"
33
  ],
34
  "task_type": "CAUSAL_LM",
 
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
 
 
 
26
  "down_proj",
27
+ "gate_proj",
28
+ "k_proj",
29
  "q_proj",
30
  "v_proj",
31
+ "o_proj",
32
  "up_proj"
33
  ],
34
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea582c6bd4f22c7423d046d52e4c15a9b6e4c8d85d46681daeeb01a02f06bac0
3
  size 2772497632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86461ae66d05f9e460c6d4906901d896bdebcd19a2d274b1537ff2127396228a
3
  size 2772497632
runs/Aug07_22-15-45_cloud-vm-47-193.doc.ic.ac.uk/events.out.tfevents.1723065357.cloud-vm-47-193.doc.ic.ac.uk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0997ec509a915817a16e033e3ae71f5e1f81c455295de305da61744aa4100cb8
3
+ size 18626
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 2048,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61551e1b7aba31b39998eec5cbeffd78999c9e0b3fc8e8524a38fdb64f5cbf07
3
  size 5048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee8274a9a602a5bc4ca49182e7e6e062e58aba8b2bbb51e05af8e19b88d1ba54
3
  size 5048