Hugging Face's logo

lyleokoth
/
code-extraction

PEFT
TensorBoard
Safetensors
Generated from Trainer
Model card Files Metrics Community
lyleokoth commited on
Commit
d9bde2a
•
1 Parent(s): b2345b9

Training in progress, step 100

Browse files
Files changed (6) hide show
  1. adapter_config.json +5 -5
  2. adapter_model.safetensors +2 -2
  3. runs/Jul07_09-28-10_b7d666c0a375/events.out.tfevents.1720344496.b7d666c0a375.696.0 +2 -2
  4. runs/Jul07_09-40-25_b7d666c0a375/events.out.tfevents.1720345236.b7d666c0a375.7164.0 +3 -0
  5. runs/Jul07_09-42-24_b7d666c0a375/events.out.tfevents.1720345356.b7d666c0a375.7164.1 +3 -0
  6. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": null,
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -10,7 +10,7 @@
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
- "lora_alpha": 32,
14
  "lora_dropout": 0.05,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
@@ -20,12 +20,12 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "o_proj",
24
- "down_proj",
25
- "up_proj",
26
  "q_proj",
27
  "gate_proj",
 
28
  "k_proj",
 
 
29
  "v_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "google/paligemma-3b-pt-224",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
+ "lora_alpha": 8,
14
  "lora_dropout": 0.05,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
 
23
  "q_proj",
24
  "gate_proj",
25
+ "up_proj",
26
  "k_proj",
27
+ "down_proj",
28
+ "o_proj",
29
  "v_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e80459b937d16b3bac4476fd25f6a1131efdd385e5c763a2a451f3691df1256
3
- size 22674688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:972eafe5b89386d2f8dcb4e050aee583f7e77b015763e6b3e5c78065bd5b3221
3
+ size 22660608
runs/Jul07_09-28-10_b7d666c0a375/events.out.tfevents.1720344496.b7d666c0a375.696.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04423a332e1eed94a7c285b53d38b4dda18a2016461b265a94611e064ce6ab2e
3
- size 7748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ddb1c83663d79052e4aaefd3a8e773178e9351d18a9faacfacc854e04eee8cb
3
+ size 8162
runs/Jul07_09-40-25_b7d666c0a375/events.out.tfevents.1720345236.b7d666c0a375.7164.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25b8c5a92a99d88aa8b472f5c6786f4919ba6626006da3fa2461395a6a9f01b1
3
+ size 5890
runs/Jul07_09-42-24_b7d666c0a375/events.out.tfevents.1720345356.b7d666c0a375.7164.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56b9a17e861c1ff246a1fa38a6fb607061cf7bc566d2f79ddc3ff73b13ef55fe
3
+ size 10411
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e87226bab508bb5be16688504c80a7ca3c87c8e21cd3b84da65f43c269653a7
3
  size 5112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8de5b64c3f4e17055f1178a45abf99e0ba2e67e656149c14259aad281c5dd80
3
  size 5112